00010000:00000010:1.1:1787760934.307165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:1.1:1787760934.318793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:1.1:1787760934.318809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00010000:00000010:1.1:1787760935.049815:0:367522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787760935.049823:0:367522:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760935.049827:0:367522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:1.1:1787760935.056049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00000080:00000010:1.1:1787760935.056058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:1.1:1787760935.117787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:1.1:1787760935.117800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:1.1:1787760935.117804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:1.1:1787760935.946862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787760935.946873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760935.946876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787760935.961175:0:367537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00000080:00000010:1.1:1787760935.961193:0:367537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00010000:00000010:1.1:1787760936.115941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787760936.115957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760936.115961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:1.1:1787760936.134885:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0140.
00000080:00000010:1.1:1787760936.134899:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00010000:00000010:1.1:1787760936.717979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760936.771801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:1.1:1787760936.779818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:1.1:1787760936.779832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:1.1:1787760936.788790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00000080:00000010:1.1:1787760936.788805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00010000:00000010:1.1:1787760937.674309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:1.1:1787760937.798164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d40.
00000080:00000010:1.1:1787760937.798182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00010000:00000010:1.1:1787760937.933597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:1.1:1787760937.933609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:1.1:1787760938.635901:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149940.
00000080:00000010:1.1:1787760938.635910:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149300.
00010000:00000010:1.1:1787760938.927394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787760938.936569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787760938.936576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:1.1:1787760938.944798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:1.1:1787760938.944810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00010000:00000010:1.1:1787760939.029994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787760939.030010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787760939.030016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:1.1:1787760939.093093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787760939.099790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787760939.099802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:1.1:1787760939.111637:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00000080:00000010:1.1:1787760939.111649:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00010000:00000010:1.1:1787760939.691471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:1.1:1787760939.780705:0:1362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00000080:00000010:1.1:1787760939.780723:0:1362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00010000:00000010:1.1:1787760940.129924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:1.1:1787760940.129937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:1.1:1787760940.536815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:1.1:1787760940.536829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:1.1:1787760941.253117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:1.1:1787760941.253131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:1.1:1787760942.632800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:1.1:1787760942.632818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:1.1:1787760942.816817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787760942.816832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787760942.816837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:1.1:1787760942.816843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787760942.816852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:1.1:1787760945.367947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760945.367961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787760945.367966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:1.1:1787760945.367971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00000080:00000010:1.1:1787760945.367978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00010000:00000010:1.1:1787760946.218005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:1.1:1787760946.218013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:1.1:1787760946.722368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787760946.722384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760946.722389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:1.1:1787760946.761787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00000080:00000010:1.1:1787760946.761803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:1.1:1787760948.327042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:1.1:1787760948.381810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787760948.381825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760948.381829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:1.1:1787760948.433135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787760948.433152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00010000:00000010:1.1:1787760949.486013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:1.1:1787760949.490859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760949.490872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:1.1:1787760949.531116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00000080:00000010:1.1:1787760949.531135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:1.1:1787760949.812835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787760949.812845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760949.812849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:1.1:1787760949.812853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787760949.812862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00010000:00000010:1.1:1787760949.841315:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787760949.841331:0:257221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760949.841335:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:1.1:1787760949.843432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787760949.843442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:1.1:1787760949.942867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:1.1:1787760949.942885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00010000:00000010:1.1:1787760950.007398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787760950.010848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760950.010865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:1.1:1787760950.055076:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00000080:00000010:1.1:1787760950.055098:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:1.1:1787760950.388796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787760950.388815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760950.388819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:1.1:1787760950.416795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00000080:00000010:1.1:1787760950.416806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00010000:00000010:1.1:1787760950.562915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787760950.566874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760950.566891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:1.1:1787760950.584889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00000080:00000010:1.1:1787760950.584903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00010000:00000010:1.1:1787760950.663057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787760950.669361:0:367764:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760950.669375:0:367764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:1.1:1787760950.681983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00000080:00000010:1.1:1787760950.682000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:1.1:1787760950.852225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787760950.854142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760950.854149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:1.1:1787760950.864046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00000080:00000010:1.1:1787760950.864063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00010000:00000010:1.1:1787760953.200443:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:1.1:1787760953.218186:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00000080:00000010:1.1:1787760953.218204:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00010000:00000010:1.1:1787760953.272870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787760953.285189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ee00.
00010000:00000010:1.1:1787760953.285205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:1.1:1787760953.299868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00000080:00000010:1.1:1787760953.299883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:1.1:1787760953.840116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:1.1:1787760953.840136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:1.1:1787760954.257154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:1.1:1787760954.257166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:1.1:1787760954.528861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787760956.043520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:1.1:1787760956.043534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:1.1:1787760956.733866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760956.738275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787760956.738288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:1.1:1787760956.785804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00000080:00000010:1.1:1787760956.785820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00010000:00000010:1.1:1787760957.831041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:1.1:1787760957.831066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:1.1:1787760959.784569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:1.1:1787760959.784581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:1.1:1787760960.844605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787760960.844614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787760960.844618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:1.1:1787760961.290955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00000080:00000010:1.1:1787760961.290971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:1.1:1787760961.942775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787760963.286766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760963.286781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787760963.286785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:1.1:1787760963.383794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787760963.383804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149160.
00010000:00000010:1.1:1787760963.512902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787760963.517966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787760963.517982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:1.1:1787760963.539906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00000080:00000010:1.1:1787760963.539925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:1.1:1787760963.648899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787760963.651804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787760963.651817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:1.1:1787760963.676182:0:367927:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787760963.676200:0:367927:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00010000:00000010:1.1:1787760964.771642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787760964.771656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787760964.771660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:1.1:1787760964.857784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787760964.857797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:1.1:1787760964.944832:0:367946:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787760964.944848:0:367946:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787760964.944852:0:367946:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:1.1:1787760964.960581:0:367947:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00000080:00000010:1.1:1787760964.960609:0:367947:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00010000:00000010:1.1:1787760965.144890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787760965.148156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e200.
00010000:00000010:1.1:1787760965.148170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:1.1:1787760965.153705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:1.1:1787760965.153721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:1.1:1787760965.170230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787760965.170239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e200.
00010000:00000010:1.1:1787760965.170243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:1.1:1787760965.174587:0:367950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00000080:00000010:1.1:1787760965.174602:0:367950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00000080:00000010:1.1:1787760967.500029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00000080:00000010:1.1:1787760967.500046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00010000:00000010:1.1:1787760967.668008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:1.1:1787760967.855974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760967.856001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787760967.856005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:1.1:1787760967.877785:0:367983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00000080:00000010:1.1:1787760967.877804:0:367983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:1.1:1787760968.678152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787760968.678164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787760968.678168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787760969.157858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:1.1:1787760969.157874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:1.1:1787760969.497545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:1.1:1787760969.497569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00010000:00000010:1.1:1787760969.852308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787760969.852320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787760969.852324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787760969.865984:0:368007:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787760969.865995:0:368007:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00010000:00000010:1.1:1787760969.896021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787760969.896028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787760969.896031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787760969.918808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:1.1:1787760969.918814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:1.1:1787760970.297814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:1.1:1787760970.297826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:1.1:1787760970.297830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:1.1:1787760970.311850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00000080:00000010:1.1:1787760970.311867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00010000:00000010:1.1:1787760970.348931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:1.1:1787760970.364284:0:257220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:1.1:1787760970.364301:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:1.1:1787760970.375237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00000080:00000010:1.1:1787760970.375245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00010000:00000010:1.1:1787760972.521790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:1.1:1787760972.521805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:1.1:1787760972.521809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:1.1:1787760972.905918:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760972.914499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787760972.914512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787760974.181957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787760974.181970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787760974.181974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:1.1:1787760974.198110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00000080:00000010:1.1:1787760974.198128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:1.1:1787760974.259783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787760974.259794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787760974.259797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:1.1:1787760974.273548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00000080:00000010:1.1:1787760974.273562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:1.1:1787760974.305901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787760974.311789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787760974.311797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787760974.318809:0:368085:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00000080:00000010:1.1:1787760974.318825:0:368085:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00010000:00000010:1.1:1787760974.346842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787760974.659671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787760974.666824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787760974.666831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:1.1:1787760974.666836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0780.
00000080:00000010:1.1:1787760974.666843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:1.1:1787760974.766947:0:368090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787760974.766959:0:368090:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787760974.766962:0:368090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:1.1:1787760974.782169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0780.
00000080:00000010:1.1:1787760974.788959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:1.1:1787760975.301390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787760975.303862:0:368100:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787760975.303869:0:368100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:1.1:1787760975.310109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00000080:00000010:1.1:1787760975.310125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:1.1:1787760975.389817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787760975.389833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787760975.389838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:1.1:1787760975.408996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00000080:00000010:1.1:1787760975.409013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:1.1:1787760976.103835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:1.1:1787760976.103852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:1.1:1787760976.936963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760976.942105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787760976.942119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:1.1:1787760976.957797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00000080:00000010:1.1:1787760976.957815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:1.1:1787760977.139027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:1.1:1787760977.139034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:1.1:1787760977.433806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:1.1:1787760977.433815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:1.1:1787760977.723819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:1.1:1787760977.723833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:1.1:1787760978.045795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:1.1:1787760978.045810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:1.1:1787760978.287118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760978.287134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787760978.287138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:1.1:1787760978.338412:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00000080:00000010:1.1:1787760978.338429:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:1.1:1787760978.614419:0:368157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:1.1:1787760978.614441:0:368157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00010000:00000010:1.1:1787760979.644800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787760979.644816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787760979.644820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:1.1:1787760979.669836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0140.
00000080:00000010:1.1:1787760979.669854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:1.1:1787760979.879800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:1.1:1787760979.879814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:1.1:1787760981.476529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:1.1:1787760981.476545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:1.1:1787760982.253990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787760982.266889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ee00.
00010000:00000010:1.1:1787760982.266903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:1.1:1787760982.280782:0:368207:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00000080:00000010:1.1:1787760982.280795:0:368207:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00010000:00000010:1.1:1787760982.875531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:1.1:1787760982.984638:0:368215:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d40.
00000080:00000010:1.1:1787760982.984708:0:368215:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:1.1:1787760985.477774:0:368254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760985.484090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787760985.484104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:1.1:1787760985.491945:0:368255:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00000080:00000010:1.1:1787760985.491964:0:368255:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:1.1:1787760987.183800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:1.1:1787760987.183816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:1.1:1787760987.183821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:1.1:1787760987.639828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b60.
00000080:00000010:1.1:1787760987.639858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00010000:00000010:1.1:1787760987.904953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787760987.904966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787760987.904971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:1.1:1787760987.912930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00000080:00000010:1.1:1787760987.912947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00010000:00000010:1.1:1787760988.259886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:1.1:1787760988.259901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:1.1:1787760988.259905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:1.1:1787760988.271937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:1.1:1787760988.271954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00000080:00000010:1.1:1787760988.890432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00000080:00000010:1.1:1787760988.890450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00010000:00000010:1.1:1787760988.928845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:1.1:1787760988.943915:0:368328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787760988.943928:0:368328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:1.1:1787760988.956994:0:368328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00000080:00000010:1.1:1787760988.957005:0:368328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:1.1:1787760988.970828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:1.1:1787760990.594882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:1.1:1787760990.594897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00010000:00000010:1.1:1787760991.192804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787760991.192824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787760991.192828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:1.1:1787760991.197035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00000080:00000010:1.1:1787760991.197048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:1.1:1787760991.880802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787760991.880826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787760991.880831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:1.1:1787760991.896548:0:368393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00000080:00000010:1.1:1787760991.896561:0:368393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:1.1:1787760992.156118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787760992.156126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787760992.156129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:1.1:1787760992.171357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:1.1:1787760992.171370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00010000:00000010:1.1:1787760992.474013:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787760992.474024:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787760992.474027:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787760992.478952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00000080:00000010:1.1:1787760992.478962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00010000:00000010:1.1:1787760992.574830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787760992.574847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787760992.574851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787760992.588835:0:368404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787760992.588844:0:368404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:1.1:1787760992.607223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787760992.615803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787760992.615828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787760992.620894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787760992.620903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:1.1:1787760992.913549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:1.1:1787760992.913561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:1.1:1787760994.956833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00000080:00000010:1.1:1787760994.956849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00010000:00000010:1.1:1787760995.128662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787760995.128678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787760995.128682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:1.1:1787760995.169526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787760995.169545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:1.1:1787760995.185937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760995.349817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787760995.354810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787760995.354837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:1.1:1787760995.396900:0:368457:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00000080:00000010:1.1:1787760995.396914:0:368457:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00010000:00000010:1.1:1787760995.914239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:1.1:1787760995.921289:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:1.1:1787760995.921304:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:3.1:1787760996.292895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787760996.292904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787760996.299801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00000080:00000010:3.1:1787760996.299812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00010000:00000010:3.1:1787760996.396591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787760996.398908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787760996.398920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787760996.425801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00000080:00000010:3.1:1787760996.425819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00010000:00000010:3.1:1787760996.653025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787760996.660252:0:368478:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787760996.660265:0:368478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:3.1:1787760996.673125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:3.1:1787760996.673143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:3.1:1787760996.749351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787760996.749361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787760996.758808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00000080:00000010:3.1:1787760996.758822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f9e0.
00010000:00000010:1.1:1787760996.826916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787760996.826931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787760996.826935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:1.1:1787760996.835135:0:368484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00000080:00000010:1.1:1787760996.835143:0:368484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00010000:00000010:1.1:1787760996.861071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787760996.871963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787760996.871976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:1.1:1787760996.880795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00000080:00000010:1.1:1787760996.880809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00010000:00000010:3.1:1787760996.895399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787760996.895415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787760996.895419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787760996.901801:0:368486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00000080:00000010:3.1:1787760996.901813:0:368486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00010000:00000010:1.1:1787760996.937387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787760996.937404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787760996.937408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:1.1:1787760996.947896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00000080:00000010:1.1:1787760996.947912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00010000:00000010:3.1:1787760997.023608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787760997.028534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787760997.028559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787760997.044834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:3.1:1787760997.055293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f200.
00010000:00000010:1.1:1787760997.137255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787760997.141564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787760997.141574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:3.1:1787760997.200787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:3.1:1787760997.200802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787760997.200806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787760997.200811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00000080:00000010:3.1:1787760997.200819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f200.
00010000:00000010:1.1:1787760997.243937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787760997.259044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787760997.259052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:3.1:1787760997.378821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787760997.454165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787760997.465267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787760997.465284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787760997.493538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:3.1:1787760997.493558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:1.1:1787760997.560075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760997.572801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787760997.572819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787760997.675941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787760997.685011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787760997.685021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:1.1:1787760997.698874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00000080:00000010:1.1:1787760997.698894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00010000:00000010:3.1:1787760997.753884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:1.1:1787760997.773837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787760997.773853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787760997.773856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:1.1:1787760997.802823:0:368499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00000080:00000010:1.1:1787760997.802831:0:368499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:1.1:1787760997.823844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787760997.828063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787760997.828078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:1.1:1787760997.838969:0:368500:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00000080:00000010:1.1:1787760997.838983:0:368500:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00010000:00000010:1.1:1787760997.874877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:3.1:1787760997.902973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:3.1:1787760997.909039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787760997.909054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787760997.916097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00000080:00000010:3.1:1787760997.916107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00010000:00000010:3.1:1787760997.996868:0:368505:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787760997.996884:0:368505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787760998.009798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f9e0.
00000080:00000010:3.1:1787760998.009819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:3.1:1787760998.033861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787760998.110790:0:368507:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787760998.110798:0:368507:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787760998.110803:0:368507:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787760998.130544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149bc0.
00000080:00000010:3.1:1787760998.130565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00010000:00000010:1.1:1787760998.167785:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787760998.167797:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787760998.167801:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:1.1:1787760998.174340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00000080:00000010:1.1:1787760998.174354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:1.1:1787760998.271806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787760998.271821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787760998.271824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:1.1:1787760998.297885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00000080:00000010:1.1:1787760998.297894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00010000:00000010:3.1:1787760998.316864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787760998.404916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787760998.412695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787760998.412710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787760998.439373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00000080:00000010:3.1:1787760998.439383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b40.
00010000:00000010:3.1:1787760998.514928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787760998.514944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787760998.514949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787760998.554799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:3.1:1787760998.554809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00010000:00000010:3.1:1787760998.582939:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787760998.586817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787760998.586834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:1.1:1787760998.615740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:1.1:1787760998.627085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00010000:00000010:3.1:1787760998.677807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787760998.837610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787760998.837625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787760998.837630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787760998.853828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:3.1:1787760998.853852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00010000:00000010:3.1:1787760998.978102:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787760998.984703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787760998.984719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787760999.002842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:3.1:1787760999.002864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00010000:00000010:3.1:1787760999.090817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787760999.090834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787760999.090839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787760999.104046:0:368524:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:3.1:1787760999.104062:0:368524:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00010000:00000010:3.1:1787760999.185804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787760999.190897:0:368526:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787760999.190910:0:368526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787760999.192943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00000080:00000010:3.1:1787760999.192954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00010000:00000010:3.1:1787760999.265797:0:368527:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787760999.265803:0:368527:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787760999.265808:0:368527:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787760999.279110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787760999.279119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00010000:00000010:1.1:1787760999.308810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:1.1:1787760999.318715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:1.1:1787760999.318729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:1.1:1787760999.332966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00000080:00000010:1.1:1787760999.332979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00010000:00000010:3.1:1787760999.480359:0:368532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787760999.485172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787760999.485187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787760999.485193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149300.
00000080:00000010:3.1:1787760999.485200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00010000:00000010:3.1:1787760999.517808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787760999.517822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787760999.517827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787760999.535892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00000080:00000010:3.1:1787760999.535906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00010000:00000010:3.1:1787760999.634804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787760999.634821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787760999.634826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787760999.665806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00000080:00000010:3.1:1787760999.665825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00010000:00000010:3.1:1787760999.763219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787760999.767561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787760999.767578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787760999.774792:0:368537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00000080:00000010:3.1:1787760999.788137:0:368537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:3.1:1787761000.061497:0:368541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:3.1:1787761000.061717:0:368541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00010000:00000010:3.1:1787761000.139989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761000.145824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761000.145838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761000.152691:0:368543:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149020.
00000080:00000010:3.1:1787761000.152710:0:368543:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8c0.
00010000:00000010:3.1:1787761000.297964:0:368546:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761000.297976:0:368546:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761000.297980:0:368546:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761000.311225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00000080:00000010:3.1:1787761000.311243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00010000:00000010:3.1:1787761000.349803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761000.349816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761000.349821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761000.364100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00000080:00000010:3.1:1787761000.364112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00010000:00000010:3.1:1787761000.501707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761000.501723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761000.501727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761000.526807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149020.
00000080:00000010:3.1:1787761000.526819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00010000:00000010:1.1:1787761000.552939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761000.552955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787761000.552959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:1.1:1787761000.594103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00000080:00000010:1.1:1787761000.594115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:3.1:1787761000.610810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:3.1:1787761000.610826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:3.1:1787761000.610831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761000.633805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:3.1:1787761000.633827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00010000:00000010:1.1:1787761000.657605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787761000.657617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787761000.657621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:1.1:1787761000.673796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00000080:00000010:1.1:1787761000.673813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:1.1:1787761000.690097:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761000.690113:0:257220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787761000.690117:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:3.1:1787761000.712956:0:368554:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00000080:00000010:3.1:1787761000.712970:0:368554:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:1.1:1787761000.821548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761000.828802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787761000.828818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:1.1:1787761000.848357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00000080:00000010:1.1:1787761000.848370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:3.1:1787761000.891830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761000.891845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761000.891848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761000.915869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00000080:00000010:3.1:1787761000.915879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00000080:00000010:3.1:1787761000.952927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00000080:00000010:3.1:1787761000.952944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00010000:00000010:3.1:1787761000.985904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761000.990817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761000.990833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761001.063907:0:368560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761001.063916:0:368560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761001.063919:0:368560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761001.063923:0:368560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:3.1:1787761001.063929:0:368560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00010000:00000010:1.1:1787761001.212482:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761001.212497:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787761001.212501:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:1.1:1787761001.232139:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787761001.232156:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00010000:00000010:3.1:1787761001.420870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761001.420887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761001.420891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761001.420896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:3.1:1787761001.420904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:1.1:1787761001.551905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f980.
00000080:00000010:1.1:1787761001.551926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00010000:00000010:1.1:1787761001.651950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761001.655923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787761001.655937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:1.1:1787761001.668973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00000080:00000010:1.1:1787761001.668996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00010000:00000010:3.1:1787761001.916723:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:1.1:1787761001.955037:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761001.965130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787761001.965137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:3.1:1787761002.071104:0:368587:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761002.071117:0:368587:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761002.071121:0:368587:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761002.083582:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149bc0.
00000080:00000010:3.1:1787761002.083600:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00010000:00000010:3.1:1787761002.430926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761002.490800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:3.1:1787761002.490810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:3.1:1787761002.490814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:3.1:1787761002.507812:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00000080:00000010:3.1:1787761002.507831:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0140.
00010000:00000010:3.1:1787761002.570803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761002.578148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761002.578157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761002.583166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00000080:00000010:3.1:1787761002.583177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00010000:00000010:3.1:1787761002.653811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761002.657805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761002.657820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:3.1:1787761002.670864:0:368599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00000080:00000010:3.1:1787761002.670878:0:368599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00010000:00000010:3.1:1787761002.701809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761002.701821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761002.701825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761002.728827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00000080:00000010:3.1:1787761002.728851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00010000:00000010:3.1:1787761002.750621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761002.766009:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:3.1:1787761002.766027:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00010000:00000010:3.1:1787761003.265162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761003.268984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761003.269007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761003.291304:0:368608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00000080:00000010:3.1:1787761003.291325:0:368608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d40.
00010000:00000010:1.1:1787761003.353667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:1.1:1787761003.353680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:1.1:1787761003.353684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:1.1:1787761003.360637:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:1.1:1787761003.360657:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00010000:00000010:3.1:1787761003.456499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761003.462010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761003.462026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761003.470808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00000080:00000010:3.1:1787761003.470827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00010000:00000010:3.1:1787761003.582796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761003.582811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761003.582816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761003.622607:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761003.630836:0:368615:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761003.630851:0:368615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761003.638428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495c0.
00000080:00000010:3.1:1787761003.638443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00010000:00000010:3.1:1787761003.683795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761003.683809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761003.683814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761003.715915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495c0.
00000080:00000010:3.1:1787761003.715933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:3.1:1787761003.783797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761003.783813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761003.783818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761003.795802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00000080:00000010:3.1:1787761003.795818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00010000:00000010:1.1:1787761003.970011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:3.1:1787761004.026960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761004.031788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761004.031806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:3.1:1787761004.042829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00000080:00000010:3.1:1787761004.042845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:3.1:1787761004.145342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:3.1:1787761004.145362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:3.1:1787761004.187801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761004.319048:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761004.319063:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761004.345007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00000080:00000010:3.1:1787761004.345024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00010000:00000010:3.1:1787761004.585993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761004.588789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761004.588802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761004.603631:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149160.
00000080:00000010:3.1:1787761004.603656:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00010000:00000010:1.1:1787761004.733047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761004.733056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787761004.733060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:1.1:1787761004.743855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:1.1:1787761004.743874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00010000:00000010:3.1:1787761004.860794:0:368642:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761004.860800:0:368642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:3.1:1787761004.868549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8c0.
00000080:00000010:3.1:1787761004.868570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:3.1:1787761005.090979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761005.090993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:3.1:1787761005.113050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00000080:00000010:3.1:1787761005.113068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00010000:00000010:1.1:1787761005.176276:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:1.1:1787761005.176293:0:257221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:1.1:1787761005.176298:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:3.1:1787761005.348869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:3.1:1787761005.348882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:3.1:1787761005.362788:0:368651:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:3.1:1787761005.362805:0:368651:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:3.1:1787761005.452157:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761005.454180:0:368652:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761005.454188:0:368652:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761005.474279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00000080:00000010:3.1:1787761005.474300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00010000:00000010:3.1:1787761005.496190:0:368653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761005.496206:0:368653:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761005.496210:0:368653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761005.549912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761005.549928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:3.1:1787761005.549932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761005.566868:0:368655:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00000080:00000010:3.1:1787761005.566888:0:368655:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00010000:00000010:3.1:1787761005.721797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761005.728410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761005.728427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761005.796746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:3.1:1787761005.796772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761005.804823:0:368658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00000080:00000010:3.1:1787761005.805834:0:368658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe80.
00000080:00000010:1.1:1787761005.859808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00000080:00000010:1.1:1787761005.859828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:3.1:1787761005.940804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00000080:00000010:3.1:1787761005.940818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00010000:00000010:3.1:1787761006.042009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761006.042017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761006.047360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00000080:00000010:3.1:1787761006.047379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f540.
00010000:00000010:1.1:1787761006.187075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761006.187086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787761006.187090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761006.274775:0:368666:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761006.274781:0:368666:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787761006.274784:0:368666:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761006.284835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00000080:00000010:1.1:1787761006.284851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:1.1:1787761006.562506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:1.1:1787761006.562523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e200.
00010000:00000010:1.1:1787761006.562527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:1.1:1787761006.588078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00000080:00000010:1.1:1787761006.588102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:3.1:1787761006.652821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761006.652837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761006.673791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00000080:00000010:3.1:1787761006.673809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:1.1:1787761006.700819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:3.1:1787761006.769875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761006.769889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761006.769893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761006.858865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761006.858877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:3.1:1787761006.981697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761006.981716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761006.981721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761006.993876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494a0.
00000080:00000010:3.1:1787761006.993892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00010000:00000010:3.1:1787761007.084090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761007.093072:0:368681:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761007.093086:0:368681:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761007.118801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00000080:00000010:3.1:1787761007.118821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00010000:00000010:3.1:1787761007.123296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761007.173937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761007.198737:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00000080:00000010:3.1:1787761007.203212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:3.1:1787761007.266176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761007.269811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761007.269826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761007.582455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761007.582469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761007.582484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761007.605802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00000080:00000010:3.1:1787761007.605823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00010000:00000010:1.1:1787761007.719807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761007.719823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:1.1:1787761007.719828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:1.1:1787761007.741962:0:368691:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00000080:00000010:1.1:1787761007.741972:0:368691:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:1.1:1787761007.775925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761007.775938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787761007.775941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:1.1:1787761007.792573:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00000080:00000010:1.1:1787761007.792591:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00010000:00000010:3.1:1787761007.812782:0:368692:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761007.812789:0:368692:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761007.812793:0:368692:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761007.837227:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00000080:00000010:3.1:1787761007.837245:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:1.1:1787761007.863829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761007.863852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787761007.863856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761007.873791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00000080:00000010:1.1:1787761007.873821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00010000:00000010:3.1:1787761007.890807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761007.890823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761007.901195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00000080:00000010:3.1:1787761007.901211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00010000:00000010:3.1:1787761008.163364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761008.163381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761008.163385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761008.187369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:3.1:1787761008.187389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00010000:00000010:1.1:1787761008.327250:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761008.327263:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787761008.327267:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:3.1:1787761008.424060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761008.424073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761008.424078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761008.444793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00000080:00000010:3.1:1787761008.444808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:3.1:1787761008.505796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761008.505805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761008.505809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:1.1:1787761008.575806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:1.1:1787761008.575821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:3.1:1787761008.584796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:3.1:1787761008.584813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:3.1:1787761008.643895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761008.656610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761008.656618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761008.666120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:3.1:1787761008.666135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:1.1:1787761008.683798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761008.683812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787761008.683816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:1.1:1787761008.692801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787761008.692812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00000080:00000010:3.1:1787761008.739804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff00.
00000080:00000010:3.1:1787761008.739832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00010000:00000010:3.1:1787761008.822240:0:368714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761008.822247:0:368714:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761008.822251:0:368714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761008.829955:0:368714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00000080:00000010:3.1:1787761008.829964:0:368714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00010000:00000010:3.1:1787761008.915196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761008.915213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761008.915218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761008.925789:0:368717:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:3.1:1787761008.925805:0:368717:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00010000:00000010:3.1:1787761008.962895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:3.1:1787761008.962908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761008.962911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761008.968959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f460.
00000080:00000010:3.1:1787761008.968980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:1.1:1787761009.042000:0:368719:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:1.1:1787761009.042018:0:368719:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00010000:00000010:3.1:1787761009.098621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761009.098635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761009.098641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:3.1:1787761009.134884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:3.1:1787761009.134901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:1.1:1787761009.278073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:1.1:1787761009.278097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:1.1:1787761009.500796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:1.1:1787761009.500818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:1.1:1787761009.545784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:1.1:1787761009.609886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761009.609896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:1.1:1787761009.609899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:3.1:1787761009.708837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00000080:00000010:3.1:1787761009.708854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe40.
00010000:00000010:3.1:1787761009.741090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761009.924851:0:259260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761009.924858:0:259260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761009.924862:0:259260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761009.927789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:3.1:1787761009.927808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:0.1:1787761009.961933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4e0.
00000080:00000010:0.1:1787761010.056114:0:368739:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00000080:00000010:0.1:1787761010.056133:0:368739:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00010000:00000010:0.1:1787761010.075800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761010.075813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761010.075816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:0.1:1787761010.089899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:0.1:1787761010.089914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:3.1:1787761010.151301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:3.1:1787761010.151316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761010.178484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00000080:00000010:3.1:1787761010.178507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00010000:00000010:3.1:1787761010.311868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761010.315679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761010.315703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761010.341849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:3.1:1787761010.341866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00010000:00000010:0.1:1787761010.379251:0:368743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761010.385535:0:368744:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761010.385550:0:368744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:0.1:1787761010.392875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761010.392885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:3.1:1787761010.506800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:0.1:1787761010.506908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:0.1:1787761010.506916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:0.1:1787761010.514340:0:368746:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00000080:00000010:0.1:1787761010.514357:0:368746:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00010000:00000010:3.1:1787761010.542708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:3.1:1787761010.547021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761010.547036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:3.1:1787761010.556868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00000080:00000010:3.1:1787761010.556890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:3.1:1787761010.741801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761010.752792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761010.752807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:3.1:1787761010.763084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00000080:00000010:3.1:1787761010.763101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:0.1:1787761010.793000:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761010.793014:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:0.1:1787761010.793019:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:1.1:1787761010.846025:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761010.846035:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:1.1:1787761010.846039:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:0.1:1787761011.068810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:0.1:1787761011.068825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:0.1:1787761011.072024:0:368756:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f980.
00000080:00000010:0.1:1787761011.072039:0:368756:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00010000:00000010:0.1:1787761011.097573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761011.097587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761011.097591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:0.1:1787761011.111795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:0.1:1787761011.111815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:0.1:1787761011.217945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:1.1:1787761011.221796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:1.1:1787761011.221812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:0.1:1787761011.268352:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:0.1:1787761011.276617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761011.276630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:3.1:1787761011.305339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:3.1:1787761011.305356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:3.1:1787761011.367058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761011.367074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761011.367080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:0.1:1787761011.399906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00000080:00000010:0.1:1787761011.399931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00010000:00000010:3.1:1787761011.508022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761011.512801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761011.512816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761011.563548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761011.571903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761011.571912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761011.594973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149300.
00000080:00000010:3.1:1787761011.594994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00010000:00000010:0.1:1787761011.620908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761011.620922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761011.620925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:0.1:1787761011.644799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:0.1:1787761011.644817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:3.1:1787761011.738826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761011.738847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:3.1:1787761011.755795:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00000080:00000010:3.1:1787761011.755806:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00010000:00000010:0.1:1787761011.782428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761011.782445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761011.782450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:0.1:1787761011.798793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761011.798807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:3.1:1787761011.926031:0:368769:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761011.932016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761011.932029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761011.934205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:3.1:1787761011.934224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00010000:00000010:3.1:1787761011.980794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:0.1:1787761011.983895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:0.1:1787761011.983909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:0.1:1787761012.000796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00000080:00000010:0.1:1787761012.000806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00010000:00000010:3.1:1787761012.046821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761012.046837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761012.046841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761012.066474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149300.
00000080:00000010:3.1:1787761012.066486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00010000:00000010:1.1:1787761012.085946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:0.1:1787761012.086809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:0.1:1787761012.086819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:1.1:1787761012.136563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:0.1:1787761012.136789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:0.1:1787761012.136796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:0.1:1787761012.221735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:3.1:1787761012.272802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761012.272817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761012.272821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761012.343791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00000080:00000010:3.1:1787761012.343807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00010000:00000010:0.1:1787761012.374848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761012.374863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761012.374867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:0.1:1787761012.380076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:0.1:1787761012.380090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00010000:00000010:0.1:1787761012.444891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:1.1:1787761012.452199:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:1.1:1787761012.452210:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:3.1:1787761012.500794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761012.508106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761012.508114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:3.1:1787761012.522959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00000080:00000010:3.1:1787761012.522979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:3.1:1787761012.542824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761012.542842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761012.542847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761012.556026:0:368784:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00000080:00000010:3.1:1787761012.556041:0:368784:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00010000:00000010:0.1:1787761012.633421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761012.637084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761012.637100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:0.1:1787761012.657244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:0.1:1787761012.657255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00010000:00000010:3.1:1787761012.755927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761012.755950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:3.1:1787761012.764916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00000080:00000010:3.1:1787761012.764935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:1.1:1787761012.872788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761012.872804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761012.872809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:1.1:1787761012.896912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00000080:00000010:1.1:1787761012.896933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00000080:00000010:3.1:1787761012.978805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3faa0.
00000080:00000010:3.1:1787761012.978826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00000080:00000010:0.1:1787761013.117596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00000080:00000010:0.1:1787761013.117614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b40.
00010000:00000010:1.1:1787761013.219150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:1.1:1787761013.219157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:1.1:1787761013.219161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:1.1:1787761013.219164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00000080:00000010:1.1:1787761013.219170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:3.1:1787761013.235636:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761013.327944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761013.338532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761013.338541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761013.351807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:3.1:1787761013.351827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00010000:00000010:1.1:1787761013.390793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761013.390807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761013.390811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:1.1:1787761013.394799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00000080:00000010:1.1:1787761013.394810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:1.1:1787761013.430913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761013.434913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761013.434929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:1.1:1787761013.465793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00000080:00000010:1.1:1787761013.465803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:1.1:1787761013.550943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761013.554801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761013.554808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:1.1:1787761013.565787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00000080:00000010:1.1:1787761013.565798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00010000:00000010:3.1:1787761013.678064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:3.1:1787761013.678072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761013.678076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761013.678082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00000080:00000010:3.1:1787761013.678092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00010000:00000010:3.1:1787761013.719786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761013.719799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761013.719804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761013.719810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149060.
00000080:00000010:3.1:1787761013.719817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f040.
00010000:00000010:0.1:1787761013.758082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:0.1:1787761013.758097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:0.1:1787761013.758106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:0.1:1787761013.777802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8c0.
00000080:00000010:0.1:1787761013.777819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:3.1:1787761013.876903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:0.1:1787761013.977806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761013.988215:0:368809:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761013.988229:0:368809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:0.1:1787761013.994115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:0.1:1787761013.994132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:3.1:1787761014.099994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761014.100010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761014.100015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:3.1:1787761014.117789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00000080:00000010:3.1:1787761014.117860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:1.1:1787761014.144789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:1.1:1787761014.144798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:0.1:1787761014.169185:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fcc0.
00000080:00000010:0.1:1787761014.169206:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:1.1:1787761014.350935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761014.350949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761014.350963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:1.1:1787761014.385802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0780.
00000080:00000010:1.1:1787761014.385821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:0.1:1787761014.574317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00000080:00000010:0.1:1787761014.574339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe80.
00010000:00000010:1.1:1787761014.616785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761014.616795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761014.616798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:1.1:1787761014.634011:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00000080:00000010:1.1:1787761014.634030:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:1.1:1787761014.706221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761014.710794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761014.710808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:1.1:1787761014.740099:0:368820:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00000080:00000010:1.1:1787761014.740112:0:368820:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:1.1:1787761014.779207:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:0.1:1787761014.782120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:0.1:1787761014.782136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:3.1:1787761014.856806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761014.856818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761014.856823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787761014.877852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:3.1:1787761014.877871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00010000:00000010:1.1:1787761014.931942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761014.932229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:1.1:1787761014.932233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:1.1:1787761014.944794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00000080:00000010:1.1:1787761014.944813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00010000:00000010:3.1:1787761014.972542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:3.1:1787761014.972558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:3.1:1787761014.972562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761015.033980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:1.1:1787761015.033987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:1.1:1787761015.055632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:1.1:1787761015.055664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:3.1:1787761015.085048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:3.1:1787761015.135802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761015.139798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761015.139814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761015.155568:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fe0.
00000080:00000010:3.1:1787761015.155589:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00010000:00000010:3.1:1787761015.360893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761015.360910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761015.391785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00000080:00000010:3.1:1787761015.391801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe40.
00010000:00000010:3.1:1787761015.479055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:0.1:1787761015.491029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497c0.
00000080:00000010:0.1:1787761015.491044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00010000:00000010:0.1:1787761015.513131:0:368833:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761015.513138:0:368833:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761015.513142:0:368833:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761015.522840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:0.1:1787761015.522857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:3.1:1787761015.561825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761015.566870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761015.566883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761015.570796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491e0.
00000080:00000010:3.1:1787761015.570810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149160.
00010000:00000010:0.1:1787761015.589283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761015.589304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761015.589309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761015.595799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:0.1:1787761015.595818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:3.1:1787761015.699811:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761015.699825:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761015.699830:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761015.716973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149160.
00000080:00000010:3.1:1787761015.716988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00010000:00000010:0.1:1787761015.734803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761015.734818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761015.734822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761015.760138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:1.1:1787761015.760156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00010000:00000010:3.1:1787761015.784794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761015.784807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761015.784811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761015.797951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149160.
00000080:00000010:3.1:1787761015.797967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00010000:00000010:3.1:1787761015.901816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761015.904962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761015.904971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761015.916259:0:368844:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149160.
00000080:00000010:3.1:1787761015.916276:0:368844:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149940.
00010000:00000010:3.1:1787761016.020801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761016.020815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761016.020820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:0.1:1787761016.090934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:1.1:1787761016.215147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761016.256615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761016.256630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787761016.256633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:3.1:1787761016.300573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761016.305057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761016.305066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:3.1:1787761016.319468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00000080:00000010:3.1:1787761016.319482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:1.1:1787761016.355709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:1.1:1787761016.359823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:1.1:1787761016.359837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:1.1:1787761016.371741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00000080:00000010:1.1:1787761016.371772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:1.1:1787761016.442045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761016.447790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787761016.447805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:1.1:1787761016.456801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00000080:00000010:1.1:1787761016.456829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:1.1:1787761016.535907:0:368860:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761016.535921:0:368860:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787761016.535925:0:368860:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:1.1:1787761016.546060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787761016.546080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:1.1:1787761016.561416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761016.566329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787761016.566341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:3.1:1787761016.606205:0:368862:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761016.606220:0:368862:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761016.606225:0:368862:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761016.619239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00000080:00000010:3.1:1787761016.619248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00010000:00000010:3.1:1787761016.638798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761016.638813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761016.638817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761016.684776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:3.1:1787761016.684789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761016.684792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761016.696925:0:368864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00000080:00000010:3.1:1787761016.696942:0:368864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:3.1:1787761017.029796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:3.1:1787761017.029811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761017.029824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761017.039921:0:368870:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00000080:00000010:3.1:1787761017.039938:0:368870:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00010000:00000010:3.1:1787761017.123930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761017.123944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761017.123950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761017.123956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00000080:00000010:3.1:1787761017.123964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00010000:00000010:3.1:1787761017.174555:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:3.1:1787761017.176804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761017.176818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761017.197082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f980.
00000080:00000010:3.1:1787761017.197094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:3.1:1787761017.306407:0:368877:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761017.306424:0:368877:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761017.306428:0:368877:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761017.319667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00000080:00000010:3.1:1787761017.319683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00010000:00000010:0.1:1787761017.345240:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:0.1:1787761017.345253:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:1.1:1787761017.410061:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761017.410071:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787761017.410075:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:1.1:1787761017.418829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00000080:00000010:1.1:1787761017.418850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:3.1:1787761017.485273:0:368883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:3.1:1787761017.485344:0:368883:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761017.485347:0:368883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:0.1:1787761017.522014:0:368884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:0.1:1787761017.522029:0:368884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761017.522032:0:368884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:0.1:1787761017.525998:0:368884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:0.1:1787761017.526010:0:368884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:0.1:1787761017.670911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761017.670926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761017.670931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:0.1:1787761017.689270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:0.1:1787761017.689302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00010000:00000010:3.1:1787761017.715860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:3.1:1787761017.715877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761017.744126:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00000080:00000010:3.1:1787761017.744146:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00010000:00000010:3.1:1787761017.770798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:3.1:1787761017.770812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:3.1:1787761017.770883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:3.1:1787761017.782795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:3.1:1787761017.782806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:3.1:1787761017.991022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761017.997834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761017.997842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:3.1:1787761018.004008:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00000080:00000010:3.1:1787761018.004017:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00010000:00000010:3.1:1787761018.114794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:3.1:1787761018.114801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761018.114805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761018.123112:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00000080:00000010:3.1:1787761018.123123:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f540.
00010000:00000010:0.1:1787761018.282798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761018.282818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761018.282822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:0.1:1787761018.315183:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:0.1:1787761018.315197:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:1.1:1787761018.436791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787761018.436806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787761018.436810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:1.1:1787761018.451736:0:368906:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00000080:00000010:1.1:1787761018.451914:0:368906:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00010000:00000010:3.1:1787761018.498793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761018.502887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761018.502904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:3.1:1787761018.521078:0:368907:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00000080:00000010:3.1:1787761018.521096:0:368907:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:1.1:1787761018.575877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761018.575895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787761018.575900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:1.1:1787761018.597872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00000080:00000010:1.1:1787761018.597889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:1.1:1787761018.674976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761018.679828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787761018.679842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:1.1:1787761018.702799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00000080:00000010:1.1:1787761018.702813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:0.1:1787761018.786860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761018.786868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761018.786871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:1.1:1787761018.838738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761018.838765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787761018.838769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:1.1:1787761018.852791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00000080:00000010:1.1:1787761018.852805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00010000:00000010:3.1:1787761018.949841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761018.949852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761018.949857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761018.954880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00000080:00000010:3.1:1787761018.954894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4e0.
00010000:00000010:3.1:1787761018.986698:0:368918:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761018.986711:0:368918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761018.992804:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00000080:00000010:3.1:1787761018.992813:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00010000:00000010:0.1:1787761019.039160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:0.1:1787761019.039173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:3.1:1787761019.040376:0:368920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:0.1:1787761019.047649:0:368920:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:0.1:1787761019.047667:0:368920:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00010000:00000010:0.1:1787761019.205795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:1.1:1787761019.208983:0:368923:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:1.1:1787761019.208999:0:368923:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499e0.
00010000:00000010:0.1:1787761019.209836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761019.209844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:0.1:1787761019.267332:0:257221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:0.1:1787761019.267344:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:1.1:1787761019.278695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00000080:00000010:1.1:1787761019.278708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00010000:00000010:0.1:1787761019.324393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:0.1:1787761019.324400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:1.1:1787761019.365807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761019.369785:0:368925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761019.369793:0:368925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:1.1:1787761019.399802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00000080:00000010:1.1:1787761019.399822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00010000:00000010:3.1:1787761019.418011:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761019.418018:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761019.428074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:3.1:1787761019.428089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00010000:00000010:3.1:1787761019.509795:0:368927:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761019.509802:0:368927:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761019.527900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fcc0.
00000080:00000010:3.1:1787761019.527921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00010000:00000010:3.1:1787761019.569287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761019.569294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:3.1:1787761019.569299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:3.1:1787761019.569303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f280.
00000080:00000010:3.1:1787761019.569311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00010000:00000010:3.1:1787761019.654934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761019.654948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761019.654952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761019.666445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:3.1:1787761019.666464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00010000:00000010:1.1:1787761019.794978:0:368933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761019.794986:0:368933:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761019.794989:0:368933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:1.1:1787761019.794994:0:368933:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00000080:00000010:1.1:1787761019.795002:0:368933:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:1.1:1787761019.802783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:0.1:1787761019.802904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:0.1:1787761019.802910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:0.1:1787761019.811814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00000080:00000010:0.1:1787761019.811829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00010000:00000010:3.1:1787761019.839507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761019.839522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761019.839527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:3.1:1787761019.859705:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787761019.859721:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:1.1:1787761019.966793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761019.966802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761019.966805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:1.1:1787761019.977818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00000080:00000010:1.1:1787761019.977838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00010000:00000010:0.1:1787761020.101957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:0.1:1787761020.101971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761020.102013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:1.1:1787761020.121005:0:368941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787761020.121035:0:368941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:3.1:1787761020.190783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761020.282350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761020.282364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761020.282369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:3.1:1787761020.288934:0:368945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00000080:00000010:3.1:1787761020.288948:0:368945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00010000:00000010:3.1:1787761020.321959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761020.321971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761020.321975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761020.389797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:0.1:1787761020.393023:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:0.1:1787761020.393036:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:1.1:1787761020.463944:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761020.463957:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761020.463961:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:1.1:1787761020.475809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00000080:00000010:1.1:1787761020.475827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00010000:00000010:3.1:1787761020.511792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761020.511807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761020.511812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:0.1:1787761020.605793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761020.605807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761020.605810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:0.1:1787761020.643870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:0.1:1787761020.643886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:0.1:1787761020.706874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761020.713118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:0.1:1787761020.713133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:0.1:1787761020.732796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:0.1:1787761020.732818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00010000:00000010:0.1:1787761020.781059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761020.799800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:0.1:1787761020.799812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:0.1:1787761020.813578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:0.1:1787761020.813600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00010000:00000010:0.1:1787761020.880674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761020.889884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:0.1:1787761020.889898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:0.1:1787761020.926814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:0.1:1787761020.926830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:0.1:1787761020.926835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:0.1:1787761020.944549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00000080:00000010:0.1:1787761020.944561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00010000:00000010:0.1:1787761021.012568:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761021.012582:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761021.012586:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:3.1:1787761021.018786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:3.1:1787761021.018802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:3.1:1787761021.064803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761021.064820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761021.064825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761021.083795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149300.
00000080:00000010:3.1:1787761021.083810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00010000:00000010:3.1:1787761021.163238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761021.163253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761021.163259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761021.190638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00000080:00000010:3.1:1787761021.190653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00010000:00000010:1.1:1787761021.246499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761021.256670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761021.256686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:1.1:1787761021.276800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00000080:00000010:1.1:1787761021.276818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00010000:00000010:3.1:1787761021.297803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761021.301801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761021.301809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761021.311814:0:368967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00000080:00000010:3.1:1787761021.311828:0:368967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00010000:00000010:3.1:1787761021.433023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761021.433038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761021.433043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761021.444890:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00000080:00000010:3.1:1787761021.444909:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa40.
00000080:00000010:3.1:1787761021.646818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00000080:00000010:3.1:1787761021.646840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00010000:00000010:1.1:1787761021.741972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761021.750036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761021.750050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:1.1:1787761021.756856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00000080:00000010:1.1:1787761021.756871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00010000:00000010:1.1:1787761021.822354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761021.822368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761021.822372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:1.1:1787761021.836835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00000080:00000010:1.1:1787761021.836853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00010000:00000010:3.1:1787761021.900137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761021.900154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761021.900160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761021.928976:0:368977:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00000080:00000010:3.1:1787761021.928997:0:368977:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00010000:00000010:1.1:1787761021.963863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761021.967867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761021.967882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:0.1:1787761022.002339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00000080:00000010:0.1:1787761022.002356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:3.1:1787761022.051877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761022.051893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761022.051898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787761022.072849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b40.
00000080:00000010:3.1:1787761022.072866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:3.1:1787761022.266478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761022.266488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761022.266492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761022.270215:0:368984:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00000080:00000010:3.1:1787761022.270232:0:368984:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00010000:00000010:0.1:1787761022.342357:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761022.342431:0:257220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761022.342436:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:0.1:1787761022.343787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:0.1:1787761022.343798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:0.1:1787761022.430436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:1.1:1787761022.432313:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:1.1:1787761022.432326:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:3.1:1787761022.471880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:1.1:1787761022.472798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:1.1:1787761022.472807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:0.1:1787761022.515793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:0.1:1787761022.515807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:0.1:1787761022.519797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00000080:00000010:0.1:1787761022.519808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00010000:00000010:3.1:1787761022.579781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761022.579788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:3.1:1787761022.585350:0:368992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00000080:00000010:3.1:1787761022.585432:0:368992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00010000:00000010:3.1:1787761022.654716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:1.1:1787761022.787793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761022.787809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761022.787814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:1.1:1787761022.800347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00000080:00000010:1.1:1787761022.800356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:1.1:1787761022.873323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761022.883899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761022.883907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:1.1:1787761022.889090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00000080:00000010:1.1:1787761022.889110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:1.1:1787761022.960886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761022.960900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761022.960904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:1.1:1787761022.975868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00000080:00000010:1.1:1787761022.975883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:3.1:1787761023.121798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761023.125906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761023.125921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761023.137784:0:369006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494a0.
00000080:00000010:3.1:1787761023.137802:0:369006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00010000:00000010:1.1:1787761023.294674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761023.294697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761023.294700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:1.1:1787761023.313788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00000080:00000010:1.1:1787761023.313803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00010000:00000010:3.1:1787761023.390801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761023.396081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761023.396098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:3.1:1787761023.498819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761023.554802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00000080:00000010:3.1:1787761023.554821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00010000:00000010:3.1:1787761023.662804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761023.666731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761023.666746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761023.679786:0:369013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00000080:00000010:3.1:1787761023.679800:0:369013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00010000:00000010:3.1:1787761023.790384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761023.790400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761023.790405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761023.817791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00000080:00000010:3.1:1787761023.817805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00010000:00000010:3.1:1787761023.854158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:3.1:1787761023.854164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:3.1:1787761023.864792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00000080:00000010:3.1:1787761023.864803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:3.1:1787761023.916649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:3.1:1787761023.916663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761023.916668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:3.1:1787761023.946792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00000080:00000010:3.1:1787761023.946808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:1.1:1787761023.981888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:3.1:1787761024.107018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761024.110948:0:369019:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761024.110956:0:369019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761024.129789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00000080:00000010:3.1:1787761024.129798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149bc0.
00010000:00000010:0.1:1787761024.270911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761024.270927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:0.1:1787761024.270931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:0.1:1787761024.289972:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:0.1:1787761024.289986:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f040.
00010000:00000010:3.1:1787761024.332831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761024.343682:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761024.343692:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761024.417803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761024.417818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761024.417822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761024.421881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00000080:00000010:3.1:1787761024.421895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00010000:00000010:0.1:1787761024.452824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761024.452847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761024.452852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:3.1:1787761024.481868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761024.525013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:3.1:1787761024.525025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fcc0.
00010000:00000010:0.1:1787761024.564805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761024.564818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761024.564822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:0.1:1787761024.576136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:0.1:1787761024.576155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:1.1:1787761024.652782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761024.652797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787761024.652801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:1.1:1787761024.661820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00000080:00000010:1.1:1787761024.661829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00010000:00000010:3.1:1787761024.766939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761024.768000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761024.768010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761024.783863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:3.1:1787761024.783875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00010000:00000010:0.1:1787761024.885971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761024.890378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761024.890391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:0.1:1787761024.914275:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00000080:00000010:0.1:1787761024.914297:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:3.1:1787761024.947832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761024.947840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761024.947844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:3.1:1787761024.957052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:3.1:1787761024.957066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00010000:00000010:3.1:1787761025.063787:0:369041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761025.063795:0:369041:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761025.063800:0:369041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761025.084807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00000080:00000010:3.1:1787761025.084825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:0.1:1787761025.116926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761025.120933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761025.120942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761025.156918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00000080:00000010:0.1:1787761025.158852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00010000:00000010:3.1:1787761025.197429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761025.202917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761025.202925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761025.251589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761025.251606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761025.261341:0:369045:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00000080:00000010:3.1:1787761025.261427:0:369045:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00010000:00000010:3.1:1787761025.311869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:1.1:1787761025.478791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:1.1:1787761025.478805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:1.1:1787761025.505453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe40.
00000080:00000010:1.1:1787761025.505470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00010000:00000010:3.1:1787761025.552477:0:369052:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761025.552486:0:369052:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761025.552489:0:369052:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:3.1:1787761025.561104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f540.
00000080:00000010:3.1:1787761025.561114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:3.1:1787761025.581140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761025.581150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761025.581154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761025.588833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00000080:00000010:3.1:1787761025.588842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495c0.
00010000:00000010:1.1:1787761025.656351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761025.656367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:1.1:1787761025.656370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761025.675382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00000080:00000010:1.1:1787761025.675400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00010000:00000010:3.1:1787761025.703798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:3.1:1787761025.703812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761025.735821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00000080:00000010:3.1:1787761025.735848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00010000:00000010:3.1:1787761025.744870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:0.1:1787761025.744927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:0.1:1787761025.744934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761025.882158:0:369060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:3.1:1787761025.882171:0:369060:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761025.882174:0:369060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:3.1:1787761025.891077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00000080:00000010:3.1:1787761025.891093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:3.1:1787761025.915797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761025.915804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761025.915808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761025.921119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c40.
00000080:00000010:3.1:1787761025.921132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00010000:00000010:0.1:1787761026.136833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:0.1:1787761026.136846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:0.1:1787761026.147038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00000080:00000010:0.1:1787761026.147050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:1.1:1787761026.308229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761026.309849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:1.1:1787761026.309860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761026.346980:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00000080:00000010:1.1:1787761026.346999:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00010000:00000010:3.1:1787761026.451564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761026.476829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761026.476839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:3.1:1787761026.613207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761026.613223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761026.613226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761026.627156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fc0.
00000080:00000010:3.1:1787761026.627176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497c0.
00010000:00000010:1.1:1787761026.660129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761026.660144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:1.1:1787761026.660148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:1.1:1787761026.688789:0:369076:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00000080:00000010:1.1:1787761026.688807:0:369076:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:1.1:1787761026.742028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761026.742044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:1.1:1787761026.742048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:1.1:1787761026.774785:0:369077:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00000080:00000010:1.1:1787761026.774795:0:369077:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00010000:00000010:0.1:1787761026.814115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:0.1:1787761026.814128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:0.1:1787761026.814132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:0.1:1787761026.823791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00000080:00000010:0.1:1787761026.823801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:0.1:1787761026.928792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:1.1:1787761026.929099:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:1.1:1787761026.929105:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:3.1:1787761027.002856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761027.002873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761027.002878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761027.030005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00000080:00000010:3.1:1787761027.030018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00010000:00000010:3.1:1787761027.046802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761027.146815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761027.146822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:3.1:1787761027.161967:0:369084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00000080:00000010:3.1:1787761027.161982:0:369084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:0.1:1787761027.221409:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:0.1:1787761027.228982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:0.1:1787761027.228996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:0.1:1787761027.255908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00000080:00000010:0.1:1787761027.255926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00000080:00000010:3.1:1787761027.380188:0:369087:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f9e0.
00000080:00000010:3.1:1787761027.380206:0:369087:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00010000:00000010:3.1:1787761027.487861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761027.491808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761027.491817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787761027.496788:0:369090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00000080:00000010:3.1:1787761027.496801:0:369090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:3.1:1787761027.517851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761027.606864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761027.606877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761027.606881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761027.618726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:3.1:1787761027.618744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00010000:00000010:3.1:1787761027.668856:0:369095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761027.668869:0:369095:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761027.668873:0:369095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761027.680174:0:369095:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00000080:00000010:3.1:1787761027.680187:0:369095:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00000080:00000010:0.1:1787761027.732806:0:369096:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f200.
00000080:00000010:0.1:1787761027.732823:0:369096:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00000080:00000010:3.1:1787761027.774974:0:369097:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:3.1:1787761027.774989:0:369097:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:0.1:1787761027.824794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:0.1:1787761027.824805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:1.1:1787761027.854783:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761027.875264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:0.1:1787761027.875272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:1.1:1787761027.897795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761027.897809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:1.1:1787761027.897814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:1.1:1787761027.906801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787761027.906812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:1.1:1787761027.937943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761027.937958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:1.1:1787761027.937962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:1.1:1787761027.948842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00000080:00000010:1.1:1787761027.948860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00010000:00000010:3.1:1787761028.091667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761028.099968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761028.099983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:3.1:1787761028.122356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00000080:00000010:3.1:1787761028.122370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00010000:00000010:0.1:1787761028.248991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:3.1:1787761028.278162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:3.1:1787761028.278186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:3.1:1787761028.428820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:0.1:1787761028.432794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:0.1:1787761028.432817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:0.1:1787761028.474959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491e0.
00000080:00000010:0.1:1787761028.474980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d40.
00010000:00000010:0.1:1787761028.578338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:0.1:1787761028.578361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:0.1:1787761028.598783:0:369109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00000080:00000010:0.1:1787761028.598806:0:369109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00010000:00000010:3.1:1787761028.698820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:1.1:1787761028.871804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:1.1:1787761028.871822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:1.1:1787761028.881897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00000080:00000010:1.1:1787761028.881920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:1.1:1787761028.908427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:1.1:1787761028.909072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:1.1:1787761028.909080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:1.1:1787761028.933795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00000080:00000010:1.1:1787761028.933809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:3.1:1787761028.973976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761028.973996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761028.974002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:3.1:1787761028.981960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149060.
00000080:00000010:3.1:1787761028.981984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00010000:00000010:3.1:1787761029.044628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:3.1:1787761029.044648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:3.1:1787761029.084945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:3.1:1787761029.084969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00010000:00000010:1.1:1787761029.116304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761029.116339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761029.116344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:1.1:1787761029.139057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00000080:00000010:1.1:1787761029.139088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:3.1:1787761029.187804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:0.1:1787761029.381378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761029.381398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761029.381404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:0.1:1787761029.405704:0:369120:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:0.1:1787761029.405728:0:369120:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:3.1:1787761029.582813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761029.582830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:3.1:1787761029.603290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499e0.
00000080:00000010:3.1:1787761029.603317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:1.1:1787761029.758132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761029.763574:0:369123:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761029.763583:0:369123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:1.1:1787761029.776060:0:369124:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00000080:00000010:1.1:1787761029.776080:0:369124:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00010000:00000010:3.1:1787761029.928305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:3.1:1787761029.928320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:3.1:1787761029.932794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00000080:00000010:3.1:1787761029.932814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:3.1:1787761030.001992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:3.1:1787761030.002006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761030.020796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:3.1:1787761030.020813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00010000:00000010:3.1:1787761030.091239:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:0.1:1787761030.091839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:0.1:1787761030.091861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:0.1:1787761030.112773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149880.
00000080:00000010:0.1:1787761030.112792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b60.
00010000:00000010:3.1:1787761030.142809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:3.1:1787761030.143798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761030.143806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761030.185797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f280.
00000080:00000010:3.1:1787761030.185819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fcc0.
00010000:00000010:0.1:1787761030.226254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:0.1:1787761030.226269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:3.1:1787761030.259802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761030.259817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761030.259821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761030.271844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00000080:00000010:3.1:1787761030.271860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b40.
00010000:00000010:0.1:1787761030.416797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:1.1:1787761030.421019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:1.1:1787761030.421030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:0.1:1787761030.434798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:0.1:1787761030.434813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:0.1:1787761030.498795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:0.1:1787761030.502792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:0.1:1787761030.502803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:0.1:1787761030.514087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00000080:00000010:0.1:1787761030.514103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f040.
00010000:00000010:3.1:1787761030.607961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761030.607975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761030.607979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761030.644880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b40.
00000080:00000010:3.1:1787761030.644896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:1.1:1787761030.669802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761030.669814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761030.669818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:1.1:1787761030.683105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00000080:00000010:1.1:1787761030.683123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00010000:00000010:3.1:1787761030.737795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761030.737808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761030.737812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761030.798793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b40.
00000080:00000010:3.1:1787761030.798808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00010000:00000010:3.1:1787761030.828991:0:369140:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761030.828999:0:369140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761030.852142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00000080:00000010:3.1:1787761030.852155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00010000:00000010:3.1:1787761030.949307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761030.950460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761030.950470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761030.984294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00000080:00000010:3.1:1787761030.984320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00010000:00000010:0.1:1787761031.077337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:1.1:1787761031.081025:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:1.1:1787761031.081039:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:3.1:1787761031.087421:0:369145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:3.1:1787761031.087441:0:369145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:0.1:1787761031.225566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:0.1:1787761031.225581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761031.226221:0:369148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:3.1:1787761031.230379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:3.1:1787761031.230391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:1.1:1787761031.259033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761031.259045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787761031.259049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:1.1:1787761031.267882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0140.
00000080:00000010:1.1:1787761031.267896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:3.1:1787761031.371141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761031.371154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761031.371158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761031.389502:0:369151:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:3.1:1787761031.389517:0:369151:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00000080:00000010:3.1:1787761031.476029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00000080:00000010:3.1:1787761031.476039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3faa0.
00010000:00000010:0.1:1787761031.546799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761031.546813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761031.546817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761031.557592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:0.1:1787761031.557608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:0.1:1787761031.597934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761031.601803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:0.1:1787761031.601820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:0.1:1787761031.623084:0:369156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:0.1:1787761031.623106:0:369156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0780.
00010000:00000010:3.1:1787761031.830015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761031.830030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761031.830035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761031.840936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00000080:00000010:3.1:1787761031.840952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:3.1:1787761031.893102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761031.897019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761031.897027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761031.940051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00000080:00000010:3.1:1787761031.940063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00010000:00000010:0.1:1787761031.981180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761031.991631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:0.1:1787761031.991646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:0.1:1787761032.006791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:0.1:1787761032.006807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00010000:00000010:3.1:1787761032.161738:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761032.161845:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761032.161851:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761032.259285:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761032.262469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761032.262493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761032.280816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00000080:00000010:3.1:1787761032.280851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa40.
00010000:00000010:3.1:1787761032.353579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:0.1:1787761032.405484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:1.1:1787761032.409002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:1.1:1787761032.409023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:0.1:1787761032.630605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761032.630626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:0.1:1787761032.630630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:0.1:1787761032.632876:0:369168:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:0.1:1787761032.632897:0:369168:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00010000:00000010:1.1:1787761032.710786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:1.1:1787761032.710808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:1.1:1787761032.710815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:1.1:1787761032.728275:0:369169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149020.
00000080:00000010:1.1:1787761032.728300:0:369169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00010000:00000010:1.1:1787761032.797942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761032.797960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787761032.797965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:3.1:1787761032.905625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761032.908593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761032.908610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761032.930900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00000080:00000010:3.1:1787761032.930919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00010000:00000010:1.1:1787761033.011315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:3.1:1787761033.080085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761033.084868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761033.084883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761033.101373:0:369173:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00000080:00000010:3.1:1787761033.101386:0:369173:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00010000:00000010:1.1:1787761033.145627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787761033.145643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787761033.145646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:1.1:1787761033.183816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00000080:00000010:1.1:1787761033.183836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00010000:00000010:1.1:1787761033.448070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:0.1:1787761033.448122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:0.1:1787761033.448129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:3.1:1787761033.480352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00000080:00000010:3.1:1787761033.480367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:1.1:1787761033.587351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:1.1:1787761033.590356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:1.1:1787761033.590373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761033.609081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:1.1:1787761033.609097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00010000:00000010:1.1:1787761033.736985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:1.1:1787761033.756558:0:369181:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787761033.756573:0:369181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761033.772956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787761033.772969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:1.1:1787761033.786795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:1.1:1787761033.786811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787761033.786814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761033.819892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0780.
00000080:00000010:1.1:1787761033.819907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00010000:00000010:3.1:1787761033.909902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761033.913945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761033.913968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761033.939909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00000080:00000010:3.1:1787761033.939927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00010000:00000010:3.1:1787761034.036994:0:369187:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761034.037002:0:369187:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761034.037007:0:369187:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761034.046268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:3.1:1787761034.046278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00010000:00000010:0.1:1787761034.144949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:1.1:1787761034.150303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:1.1:1787761034.150318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761034.173844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00000080:00000010:0.1:1787761034.173859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:3.1:1787761034.194805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761034.194822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761034.194826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761034.221212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00000080:00000010:3.1:1787761034.221223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:3.1:1787761034.262792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00000080:00000010:3.1:1787761034.262803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00010000:00000010:3.1:1787761034.336680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761034.349104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761034.349117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761034.375331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:3.1:1787761034.375345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:3.1:1787761034.375348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761034.377815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3faa0.
00000080:00000010:3.1:1787761034.377845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3c0.
00010000:00000010:3.1:1787761034.488326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761034.488342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761034.488346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761034.501472:0:369196:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00000080:00000010:3.1:1787761034.501489:0:369196:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00010000:00000010:0.1:1787761034.545542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761034.547892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761034.547905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761034.574809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761034.574829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:3.1:1787761034.610902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761034.610915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761034.610920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761034.633082:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00000080:00000010:3.1:1787761034.633099:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00010000:00000010:3.1:1787761034.761968:0:369201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761034.761981:0:369201:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761034.761985:0:369201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761034.772822:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:3.1:1787761034.772831:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00010000:00000010:3.1:1787761034.891819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761034.905800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:3.1:1787761034.905815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:3.1:1787761034.957801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00000080:00000010:3.1:1787761034.961828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00010000:00000010:3.1:1787761035.175831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761035.175855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761035.175861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761035.386955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761035.386964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761035.386968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761035.393982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00000080:00000010:3.1:1787761035.393997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b60.
00010000:00000010:0.1:1787761035.444959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761035.444976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761035.444980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:0.1:1787761035.457040:0:369211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:0.1:1787761035.457063:0:369211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00010000:00000010:3.1:1787761035.510098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:3.1:1787761035.510111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:3.1:1787761035.510117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:3.1:1787761035.510127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00010000:00000010:0.1:1787761035.512433:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:3.1:1787761035.603003:0:369213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761035.603011:0:369213:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761035.603015:0:369213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:0.1:1787761035.610019:0:369214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00000080:00000010:0.1:1787761035.610032:0:369214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149880.
00010000:00000010:0.1:1787761035.636925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761035.646794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761035.646808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:0.1:1787761035.654054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:0.1:1787761035.654071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:3.1:1787761035.738130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761035.738144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761035.738158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761035.738163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:3.1:1787761035.738172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00010000:00000010:1.1:1787761035.777861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787761035.777867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:0.1:1787761035.823918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761035.823926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761035.823929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:0.1:1787761035.833803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:0.1:1787761035.833818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:1.1:1787761035.863794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761035.863803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787761035.863806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761035.881037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00000080:00000010:1.1:1787761035.881054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00010000:00000010:3.1:1787761035.965083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761035.965098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761035.965103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761035.980291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:3.1:1787761035.980308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00010000:00000010:0.1:1787761036.049797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761036.049811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761036.049815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:0.1:1787761036.060973:0:369224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:0.1:1787761036.060992:0:369224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:0.1:1787761036.086256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761036.090804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761036.090820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:0.1:1787761036.099068:0:1362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:0.1:1787761036.099084:0:1362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:3.1:1787761036.143800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fcc0.
00000080:00000010:3.1:1787761036.143810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00010000:00000010:0.1:1787761036.287968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761036.287975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761036.287979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:0.1:1787761036.299267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00000080:00000010:0.1:1787761036.299292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00010000:00000010:0.1:1787761036.339775:0:369230:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761036.339780:0:369230:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761036.339784:0:369230:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:0.1:1787761036.339788:0:369230:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:0.1:1787761036.339796:0:369230:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:3.1:1787761036.388805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761036.399992:0:369232:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761036.399999:0:369232:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:3.1:1787761036.404786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:3.1:1787761036.404795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00010000:00000010:0.1:1787761036.469807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761036.476998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761036.477006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:3.1:1787761036.633251:0:369238:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00000080:00000010:3.1:1787761036.633343:0:369238:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:3.1:1787761036.685860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761036.702528:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00000080:00000010:3.1:1787761036.702537:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ac0.
00010000:00000010:3.1:1787761036.729842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:0.1:1787761036.729945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:0.1:1787761036.729951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:0.1:1787761036.754827:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ac0.
00000080:00000010:0.1:1787761036.754839:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00010000:00000010:3.1:1787761036.801951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761036.801965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761036.801970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:3.1:1787761036.843831:0:369241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00000080:00000010:3.1:1787761036.843840:0:369241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00010000:00000010:0.1:1787761036.862945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:0.1:1787761036.873155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761036.873164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:0.1:1787761036.890396:0:369242:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:0.1:1787761036.890417:0:369242:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00010000:00000010:0.1:1787761036.928845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:0.1:1787761036.928860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761036.928863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:0.1:1787761036.934648:0:369243:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:0.1:1787761036.934666:0:369243:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:0.1:1787761036.967015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:0.1:1787761036.967031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761036.967035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:0.1:1787761037.010833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761037.010856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:3.1:1787761037.167891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761037.167899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761037.167903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761037.183794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491e0.
00000080:00000010:3.1:1787761037.183805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d40.
00010000:00000010:3.1:1787761037.268792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761037.268805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761037.268808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761037.280814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00000080:00000010:3.1:1787761037.280836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491e0.
00010000:00000010:0.1:1787761037.382832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761037.382853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761037.382857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:0.1:1787761037.393890:0:369253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:0.1:1787761037.393913:0:369253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00010000:00000010:3.1:1787761037.522479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:3.1:1787761037.533799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:3.1:1787761037.533814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:3.1:1787761037.541867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:3.1:1787761037.553834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:3.1:1787761037.697828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761037.697845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761037.697850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761037.718831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149bc0.
00000080:00000010:3.1:1787761037.718847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00010000:00000010:1.1:1787761037.810798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:1.1:1787761037.810813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761037.810866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:3.1:1787761037.829956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:3.1:1787761037.829977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:0.1:1787761037.873086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761037.878810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:0.1:1787761037.878822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:0.1:1787761037.893027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00000080:00000010:0.1:1787761037.893060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00010000:00000010:3.1:1787761037.926140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761037.930630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761037.930649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:3.1:1787761037.937806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00000080:00000010:3.1:1787761037.937828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:3.1:1787761037.988436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761037.992450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761037.992471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761038.000983:0:369265:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00000080:00000010:3.1:1787761038.001004:0:369265:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00010000:00000010:0.1:1787761038.058801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:1.1:1787761038.058997:0:369266:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:1.1:1787761038.059005:0:369266:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:1.1:1787761038.094944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:1.1:1787761038.094955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:1.1:1787761038.094959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761038.098944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:1.1:1787761038.098959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00010000:00000010:3.1:1787761038.116043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761038.116062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761038.116067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761038.128803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00000080:00000010:3.1:1787761038.128823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00010000:00000010:3.1:1787761038.248993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761038.249015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761038.249021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761038.261961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149bc0.
00000080:00000010:3.1:1787761038.261975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00010000:00000010:3.1:1787761038.301818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761038.301841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761038.347204:0:369272:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00000080:00000010:3.1:1787761038.347231:0:369272:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:3.1:1787761038.559108:0:369274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761038.559130:0:369274:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761038.559135:0:369274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:3.1:1787761038.570828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00000080:00000010:3.1:1787761038.570852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00010000:00000010:3.1:1787761038.620907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:3.1:1787761038.620934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761038.620938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761038.656933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:3.1:1787761038.656961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc20.
00010000:00000010:3.1:1787761038.705980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761038.705994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761038.732901:0:369277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00000080:00000010:3.1:1787761038.732953:0:369277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f980.
00010000:00000010:1.1:1787761038.801441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:1.1:1787761038.804498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:1.1:1787761038.804508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:1.1:1787761038.819568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:1.1:1787761038.819590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00000080:00000010:3.1:1787761038.927361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00000080:00000010:3.1:1787761038.927384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00010000:00000010:1.1:1787761039.076875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:3.1:1787761039.077804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e200.
00010000:00000010:3.1:1787761039.077813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:3.1:1787761039.119144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0140.
00000080:00000010:3.1:1787761039.119162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:1.1:1787761039.152988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787761039.156924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787761039.156938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:1.1:1787761039.199860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00000080:00000010:1.1:1787761039.199879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:3.1:1787761039.217804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:1.1:1787761039.217844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:1.1:1787761039.217852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:1.1:1787761039.234798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:1.1:1787761039.234818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00010000:00000010:3.1:1787761039.314925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761039.314938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761039.340277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:3.1:1787761039.340287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc20.
00010000:00000010:0.1:1787761039.389893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:0.1:1787761039.389905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761039.389909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761039.390800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:3.1:1787761039.390815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00010000:00000010:3.1:1787761039.427708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761039.430796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761039.430811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761039.461906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00000080:00000010:3.1:1787761039.461921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00010000:00000010:0.1:1787761039.500862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:0.1:1787761039.500877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:0.1:1787761039.500882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:1.1:1787761039.527962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787761039.527985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:0.1:1787761039.570285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761039.570297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761039.570302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:0.1:1787761039.582795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:0.1:1787761039.582813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00010000:00000010:3.1:1787761039.688365:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:0.1:1787761039.759354:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:0.1:1787761039.759369:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761039.781798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00000080:00000010:3.1:1787761039.781811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00010000:00000010:3.1:1787761039.825255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761039.888789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761040.088796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00000080:00000010:3.1:1787761040.088811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00010000:00000010:3.1:1787761040.255298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761040.255314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:3.1:1787761040.281630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00000080:00000010:3.1:1787761040.281655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00010000:00000010:3.1:1787761040.345430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761040.345453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:0.1:1787761040.362265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f460.
00000080:00000010:0.1:1787761040.362294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe40.
00010000:00000010:0.1:1787761040.605810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761040.605828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761040.605833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:1.1:1787761040.650040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761040.653829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e200.
00010000:00000010:1.1:1787761040.653852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:1.1:1787761040.664084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00000080:00000010:1.1:1787761040.664110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00010000:00000010:3.1:1787761040.712922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761040.712943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761040.712948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761040.754805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c40.
00000080:00000010:3.1:1787761040.754820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd20.
00010000:00000010:0.1:1787761040.796909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:0.1:1787761040.796933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e200.
00010000:00000010:0.1:1787761040.796939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:3.1:1787761040.913811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761040.913833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761040.913838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761040.932267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00000080:00000010:3.1:1787761040.932297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f540.
00010000:00000010:1.1:1787761041.095445:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761041.095476:0:257220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787761041.095482:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:1.1:1787761041.105823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00000080:00000010:1.1:1787761041.105852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00010000:00000010:3.1:1787761041.147671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:3.1:1787761041.151583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761041.151598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:3.1:1787761041.213798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:3.1:1787761041.213814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:3.1:1787761041.343806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761041.343822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761041.388794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00000080:00000010:3.1:1787761041.388812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495c0.
00000080:00000010:3.1:1787761041.483961:0:369312:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00000080:00000010:3.1:1787761041.483975:0:369312:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00010000:00000010:0.1:1787761041.630249:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761041.633806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:1.1:1787761041.633828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761041.754987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:3.1:1787761041.755003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:3.1:1787761041.781855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00000080:00000010:3.1:1787761041.781870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:1.1:1787761041.822793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761041.822807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787761041.822810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:1.1:1787761041.848444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00000080:00000010:1.1:1787761041.848459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:3.1:1787761041.889145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761041.889160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761041.889165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761042.031843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761042.031859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:0.1:1787761042.031865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:3.1:1787761042.111349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:3.1:1787761042.119199:0:369319:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761042.119214:0:369319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:3.1:1787761042.159817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00000080:00000010:3.1:1787761042.159832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00010000:00000010:1.1:1787761042.189029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:1.1:1787761042.189045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:0.1:1787761042.189903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:3.1:1787761042.243939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:3.1:1787761042.243952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761042.243957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:3.1:1787761042.281820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:3.1:1787761042.281830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00000080:00000010:0.1:1787761042.350019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00000080:00000010:0.1:1787761042.350030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:0.1:1787761042.367808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761042.367817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:0.1:1787761042.367820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:0.1:1787761042.375785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00000080:00000010:0.1:1787761042.375795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:3.1:1787761042.399249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761042.404038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761042.404053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761042.411048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fe0.
00000080:00000010:3.1:1787761042.411065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00010000:00000010:3.1:1787761042.449887:0:369326:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761042.449895:0:369326:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761042.458997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f040.
00000080:00000010:3.1:1787761042.459019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:3.1:1787761042.536796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:3.1:1787761042.536815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00010000:00000010:0.1:1787761042.549782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761042.549793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:0.1:1787761042.549797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:3.1:1787761042.569792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761042.575789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761042.575798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:0.1:1787761042.627543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761042.630809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:0.1:1787761042.630824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:0.1:1787761042.662422:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:0.1:1787761042.662445:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:3.1:1787761042.691799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:3.1:1787761042.694888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761042.694909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:3.1:1787761042.715804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00000080:00000010:3.1:1787761042.724883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:3.1:1787761042.787610:0:369333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:3.1:1787761042.787618:0:369333:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761042.787621:0:369333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761042.808694:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00000080:00000010:3.1:1787761042.808706:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00010000:00000010:1.1:1787761042.847362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761042.851873:0:369335:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787761042.851883:0:369335:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:1.1:1787761042.864339:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00000080:00000010:1.1:1787761042.864352:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:3.1:1787761042.911117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:3.1:1787761042.911134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:3.1:1787761042.911138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:3.1:1787761042.928850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:3.1:1787761042.928860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:3.1:1787761042.981239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:3.1:1787761042.988897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761042.988903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761042.988907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00010000:00000010:3.1:1787761043.082561:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761043.082571:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761043.082575:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761043.084931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00000080:00000010:3.1:1787761043.084940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00000080:00000010:0.1:1787761043.128615:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3faa0.
00000080:00000010:0.1:1787761043.128638:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3c0.
00010000:00000010:0.1:1787761043.172797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:0.1:1787761043.172810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:1.1:1787761043.195863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:1.1:1787761043.195876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:1.1:1787761043.195880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:1.1:1787761043.209283:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00000080:00000010:1.1:1787761043.209294:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00000080:00000010:3.1:1787761043.303803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00000080:00000010:3.1:1787761043.303817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00010000:00000010:1.1:1787761043.330957:0:369349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:1.1:1787761043.330966:0:369349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:1.1:1787761043.330970:0:369349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:1.1:1787761043.344315:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00000080:00000010:1.1:1787761043.344331:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f940.
00010000:00000010:3.1:1787761043.416929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761043.420666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:3.1:1787761043.420681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761043.453793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00000080:00000010:3.1:1787761043.453807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00010000:00000010:1.1:1787761043.495823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761043.496801:0:369352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787761043.496809:0:369352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:1.1:1787761043.508800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00000080:00000010:1.1:1787761043.508809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00010000:00000010:0.1:1787761043.627912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761043.630004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:0.1:1787761043.630017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:0.1:1787761043.666784:0:369355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ac0.
00000080:00000010:0.1:1787761043.666799:0:369355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494a0.
00010000:00000010:3.1:1787761043.746206:0:369356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:3.1:1787761043.746222:0:369356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:3.1:1787761043.760280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00000080:00000010:3.1:1787761043.760298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:3.1:1787761043.961536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761043.963895:0:369358:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761043.963902:0:369358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761043.973578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149880.
00000080:00000010:3.1:1787761043.973589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00010000:00000010:0.1:1787761044.030538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761044.036071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761044.036081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:0.1:1787761044.070402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:0.1:1787761044.070423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:0.1:1787761044.173855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761044.177863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761044.177877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:0.1:1787761044.185924:0:369363:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:0.1:1787761044.185943:0:369363:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:0.1:1787761044.229128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:0.1:1787761044.232069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761044.232078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:0.1:1787761044.241866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:0.1:1787761044.241876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:3.1:1787761044.278827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00000080:00000010:3.1:1787761044.278853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00010000:00000010:3.1:1787761044.337795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761044.346072:0:369367:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761044.346083:0:369367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761044.350826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:3.1:1787761044.350843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8c0.
00010000:00000010:3.1:1787761044.430584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761044.430600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761044.430604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761044.446793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:3.1:1787761044.450335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00010000:00000010:1.1:1787761044.505807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761044.505820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787761044.505825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:1.1:1787761044.509810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00000080:00000010:1.1:1787761044.509831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:3.1:1787761044.555094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761044.555108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761044.555114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:3.1:1787761044.580772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00000080:00000010:3.1:1787761044.580785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b40.
00010000:00000010:3.1:1787761044.631015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761044.631032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761044.640827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:3.1:1787761044.640844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00010000:00000010:1.1:1787761044.702929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761044.702944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787761044.702948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:1.1:1787761044.713596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787761044.713616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00010000:00000010:3.1:1787761044.758234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761044.758249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761044.758254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:1.1:1787761044.772868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:1.1:1787761044.772881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:3.1:1787761044.870314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:3.1:1787761044.873783:0:369375:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:3.1:1787761044.873790:0:369375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:3.1:1787761044.888804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:3.1:1787761044.888823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00010000:00000010:3.1:1787761044.932810:0:369377:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761044.932825:0:369377:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761044.943339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00000080:00000010:3.1:1787761044.943349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00010000:00000010:0.1:1787761045.003839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761045.011801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761045.011814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:0.1:1787761045.016851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:0.1:1787761045.016865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:3.1:1787761045.077037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761045.077045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761045.077050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761045.090820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:3.1:1787761045.090847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00010000:00000010:3.1:1787761045.109801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761045.113064:0:369382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761045.113073:0:369382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:3.1:1787761045.122880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:3.1:1787761045.122888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00010000:00000010:3.1:1787761045.201805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761045.201820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761045.201824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761045.212802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787761045.212819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00010000:00000010:1.1:1787761045.235812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:1.1:1787761045.240031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:1.1:1787761045.240045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:1.1:1787761045.253876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:1.1:1787761045.253894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00010000:00000010:3.1:1787761045.291797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761045.291806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761045.304070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fcc0.
00000080:00000010:3.1:1787761045.304087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00010000:00000010:1.1:1787761045.445004:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:1.1:1787761045.445010:0:257220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:1.1:1787761045.445014:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:1.1:1787761045.452121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:1.1:1787761045.452133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00000080:00000010:3.1:1787761045.518194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4e0.
00000080:00000010:3.1:1787761045.518222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:1.1:1787761045.534595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761045.541866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787761045.541876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:1.1:1787761045.552796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00000080:00000010:1.1:1787761045.552816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0140.
00010000:00000010:3.1:1787761045.714465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761045.714474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761045.714478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:3.1:1787761045.724554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00000080:00000010:3.1:1787761045.724568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00010000:00000010:3.1:1787761045.843838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:3.1:1787761045.843857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761045.843861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761045.853067:0:369399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00000080:00000010:3.1:1787761045.853152:0:369399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00010000:00000010:3.1:1787761045.878772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761045.926780:0:369400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761045.930419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761045.930443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761045.934306:0:369401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00000080:00000010:3.1:1787761045.934317:0:369401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00010000:00000010:3.1:1787761046.050862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:0.1:1787761046.066800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00000080:00000010:0.1:1787761046.066818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f460.
00000080:00000010:1.1:1787761046.099167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00000080:00000010:1.1:1787761046.099179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00010000:00000010:0.1:1787761046.099325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:0.1:1787761046.099332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:1.1:1787761046.154799:0:369406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787761046.154806:0:369406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:1.1:1787761046.154811:0:369406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761046.165829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00000080:00000010:1.1:1787761046.165922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00010000:00000010:3.1:1787761046.191010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761046.191179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:3.1:1787761046.204179:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:3.1:1787761046.204194:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:0.1:1787761046.237840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:1.1:1787761046.238031:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761046.238039:0:257221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:1.1:1787761046.238043:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:0.1:1787761046.245968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:0.1:1787761046.266891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761046.266903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761046.266907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761046.294790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:0.1:1787761046.294802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:1.1:1787761046.329634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:1.1:1787761046.329643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:0.1:1787761046.359859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761046.359871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761046.359875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:0.1:1787761046.382798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:0.1:1787761046.382818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:1.1:1787761046.419717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:0.1:1787761046.419804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:0.1:1787761046.419811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:1.1:1787761046.441783:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0780.
00000080:00000010:1.1:1787761046.441793:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00010000:00000010:1.1:1787761046.588852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761046.588860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787761046.588863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:1.1:1787761046.588868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:1.1:1787761046.588876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:3.1:1787761046.651011:0:369417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761046.651019:0:369417:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761046.651023:0:369417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761046.656170:0:369418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:3.1:1787761046.656184:0:369418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00010000:00000010:0.1:1787761046.689831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:0.1:1787761046.689944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:3.1:1787761046.767651:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761046.767663:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761046.767667:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761046.780919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:3.1:1787761046.780939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00010000:00000010:0.1:1787761046.790948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:0.1:1787761046.790963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:0.1:1787761046.790967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:0.1:1787761046.814933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00000080:00000010:0.1:1787761046.814950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:0.1:1787761046.858060:0:369423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761046.858184:0:369423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761046.858188:0:369423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:1.1:1787761046.912788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:1.1:1787761046.912795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:0.1:1787761046.921247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761046.950793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761046.950800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761046.950803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:0.1:1787761046.966549:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:0.1:1787761046.966572:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:0.1:1787761046.983930:0:369426:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00000080:00000010:0.1:1787761046.983945:0:369426:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f9e0.
00010000:00000010:3.1:1787761047.018298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:3.1:1787761047.018313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:3.1:1787761047.018317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:3.1:1787761047.027740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:3.1:1787761047.027790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:0.1:1787761047.077877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:1.1:1787761047.087011:0:257221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:1.1:1787761047.087027:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761047.106781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:3.1:1787761047.106801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00010000:00000010:0.1:1787761047.196804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761047.200807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:0.1:1787761047.200824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:0.1:1787761047.223787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00000080:00000010:0.1:1787761047.223803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00000080:00000010:0.1:1787761047.353134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00000080:00000010:0.1:1787761047.353148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f980.
00010000:00000010:0.1:1787761047.384740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:0.1:1787761047.384773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761047.384779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:3.1:1787761047.450742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761047.462794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761047.462811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761047.473671:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00000080:00000010:3.1:1787761047.473690:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00010000:00000010:0.1:1787761047.491874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761047.497945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761047.497955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761047.557948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761047.557962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761047.557966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:0.1:1787761047.574810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:0.1:1787761047.578851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:3.1:1787761047.607953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761047.614115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761047.614140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761047.621825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787761047.623553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00010000:00000010:3.1:1787761047.726172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761047.726187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761047.726200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:3.1:1787761047.740014:0:369440:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787761047.740028:0:369440:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:3.1:1787761047.775976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761047.775989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761047.775994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761047.779053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499e0.
00000080:00000010:3.1:1787761047.779062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00010000:00000010:1.1:1787761047.819798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761047.819809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761047.819812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:1.1:1787761047.833807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00000080:00000010:1.1:1787761047.833823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:0.1:1787761047.936709:0:369445:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761047.936720:0:369445:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761047.936724:0:369445:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:0.1:1787761047.954084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:0.1:1787761047.954098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00010000:00000010:0.1:1787761047.969468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761047.969479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761047.969483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:0.1:1787761047.977160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:0.1:1787761047.977174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761048.135783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f9e0.
00000080:00000010:0.1:1787761048.135803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:3.1:1787761048.224891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761048.227908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761048.227924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761048.247514:0:369452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00000080:00000010:3.1:1787761048.247537:0:369452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:0.1:1787761048.280156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:0.1:1787761048.290805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:0.1:1787761048.290819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:0.1:1787761048.304821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:0.1:1787761048.304838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00010000:00000010:3.1:1787761048.398959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761048.421153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761048.421162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761048.428099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:3.1:1787761048.428119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00010000:00000010:1.1:1787761048.515445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:1.1:1787761048.515460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:0.1:1787761048.517486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:1.1:1787761048.561954:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:1.1:1787761048.561968:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:0.1:1787761048.562833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787761048.562907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00000080:00000010:3.1:1787761048.562916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00010000:00000010:0.1:1787761048.588212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761048.590029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761048.590041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:0.1:1787761048.600789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:0.1:1787761048.600805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:3.1:1787761048.633776:0:369460:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761048.633784:0:369460:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761048.640800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00000080:00000010:3.1:1787761048.640819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00010000:00000010:3.1:1787761048.670558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761048.670573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761048.670577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761048.690798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00000080:00000010:3.1:1787761048.690812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00010000:00000010:0.1:1787761048.732058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761048.743827:0:369462:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761048.743834:0:369462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:0.1:1787761048.754804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761048.754829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:0.1:1787761048.778864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761048.781614:0:369462:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761048.781628:0:369462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:0.1:1787761048.790846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:0.1:1787761048.790862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:0.1:1787761048.936677:0:369465:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761048.936694:0:369465:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761048.936698:0:369465:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:0.1:1787761048.944502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:0.1:1787761048.950889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:0.1:1787761049.045794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761049.045808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761049.045812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761049.063994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761049.064010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00010000:00000010:3.1:1787761049.116500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761049.116516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:3.1:1787761049.145643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:3.1:1787761049.145671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00010000:00000010:0.1:1787761049.183035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:3.1:1787761049.259221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761049.259230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761049.259234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:3.1:1787761049.268899:0:369470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:3.1:1787761049.268916:0:369470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:3.1:1787761049.337022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761049.337034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:1.1:1787761049.340271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761049.343863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff00.
00000080:00000010:3.1:1787761049.343879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00010000:00000010:3.1:1787761049.372319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761049.377622:0:369471:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761049.377633:0:369471:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761049.390866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:3.1:1787761049.390881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00010000:00000010:3.1:1787761049.544712:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:3.1:1787761049.544731:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761049.559779:0:369474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00000080:00000010:3.1:1787761049.559792:0:369474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00010000:00000010:0.1:1787761049.604785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:0.1:1787761049.608177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761049.608193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:0.1:1787761049.617163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:0.1:1787761049.617194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:3.1:1787761049.740274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:3.1:1787761049.749940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761049.749949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:3.1:1787761049.777894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00000080:00000010:3.1:1787761049.777905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:0.1:1787761049.843897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761049.843915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761049.843920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:0.1:1787761049.858684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761049.858699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:3.1:1787761049.971779:0:369482:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761049.971786:0:369482:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761049.992745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00000080:00000010:3.1:1787761049.992776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00010000:00000010:1.1:1787761050.009364:0:369482:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761050.018909:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761050.020785:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:1.1:1787761050.030834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787761050.030848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00010000:00000010:0.1:1787761050.129265:0:369484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761050.139991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00000080:00000010:3.1:1787761050.140005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00010000:00000010:3.1:1787761050.199201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761050.199210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:3.1:1787761050.229368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4e0.
00000080:00000010:3.1:1787761050.229383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00010000:00000010:3.1:1787761050.309780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761050.313830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761050.313846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761050.438797:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:0.1:1787761050.441938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:0.1:1787761050.441954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761050.463719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ac0.
00000080:00000010:0.1:1787761050.463735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:0.1:1787761050.548943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:1.1:1787761050.549006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:1.1:1787761050.549012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761050.594791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:1.1:1787761050.594851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:1.1:1787761050.594858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:0.1:1787761050.620772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:0.1:1787761050.620790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:3.1:1787761050.689649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761050.689667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761050.705689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00000080:00000010:3.1:1787761050.705712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00010000:00000010:0.1:1787761050.816782:0:369493:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:0.1:1787761050.816790:0:369493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:0.1:1787761050.824874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:0.1:1787761050.824888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00010000:00000010:0.1:1787761050.880050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761050.883800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761050.883815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:0.1:1787761050.895803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:0.1:1787761050.895822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00010000:00000010:3.1:1787761050.937342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761050.937357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761050.937362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:3.1:1787761050.958253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d40.
00000080:00000010:3.1:1787761050.958262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00010000:00000010:3.1:1787761051.083800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761051.228259:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761051.228272:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761051.228278:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00000080:00000010:3.1:1787761051.228288:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00010000:00000010:3.1:1787761051.309799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761051.313883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761051.313891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761051.319798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00000080:00000010:3.1:1787761051.319816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00010000:00000010:0.1:1787761051.376798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761051.376810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:0.1:1787761051.376815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:0.1:1787761051.386791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:0.1:1787761051.386801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00010000:00000010:3.1:1787761051.419743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761051.423191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761051.423206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:3.1:1787761051.442370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00000080:00000010:3.1:1787761051.442386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00010000:00000010:0.1:1787761051.487156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761051.498790:0:369504:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761051.498803:0:369504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761051.687833:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761051.701149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761051.701173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:0.1:1787761051.712813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761051.712825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d40.
00010000:00000010:0.1:1787761051.746516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761051.746532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761051.746536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761051.752802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:3.1:1787761051.752814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149bc0.
00000080:00000010:3.1:1787761051.793301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa40.
00000080:00000010:3.1:1787761051.793318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8c0.
00010000:00000010:3.1:1787761051.866983:0:369511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:3.1:1787761051.866995:0:369511:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:3.1:1787761051.867007:0:369511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:3.1:1787761051.867012:0:369511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:3.1:1787761051.867021:0:369511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:1.1:1787761051.904957:0:369511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787761051.904963:0:369511:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787761051.904967:0:369511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:1.1:1787761051.917873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787761051.917895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:0.1:1787761051.967821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:0.1:1787761051.967846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:0.1:1787761051.967850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:0.1:1787761051.979864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00000080:00000010:0.1:1787761051.979874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00010000:00000010:3.1:1787761052.020108:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761052.020119:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761052.020123:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:3.1:1787761052.020129:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00000080:00000010:3.1:1787761052.020135:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:0.1:1787761052.044378:0:369516:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:0.1:1787761052.044401:0:369516:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761052.044406:0:369516:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:0.1:1787761052.057288:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00000080:00000010:0.1:1787761052.057301:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00010000:00000010:3.1:1787761052.078533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761052.082226:0:369517:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761052.082240:0:369517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:0.1:1787761052.134852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00000080:00000010:0.1:1787761052.134874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00010000:00000010:1.1:1787761052.153840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:1.1:1787761052.153856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761052.153912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:3.1:1787761052.170938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:3.1:1787761052.170954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:3.1:1787761052.245565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761052.245576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761052.245580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761052.267727:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00000080:00000010:3.1:1787761052.268224:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00010000:00000010:0.1:1787761052.295002:0:369522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761052.295009:0:369522:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:0.1:1787761052.295013:0:369522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:0.1:1787761052.304925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761052.304944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00010000:00000010:0.1:1787761052.335803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761052.339019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761052.339027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:0.1:1787761052.344798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:0.1:1787761052.344817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:3.1:1787761052.379848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:0.1:1787761052.423992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00000080:00000010:0.1:1787761052.424012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00010000:00000010:3.1:1787761052.509799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761052.509814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761052.509818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761052.517796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149940.
00000080:00000010:3.1:1787761052.517812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3c0.
00010000:00000010:3.1:1787761052.578792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761052.578807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761052.578813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:1.1:1787761052.754911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3faa0.
00000080:00000010:1.1:1787761052.754928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00010000:00000010:0.1:1787761052.826316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:0.1:1787761052.826325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:0.1:1787761052.840833:0:369534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00000080:00000010:0.1:1787761052.840850:0:369534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00010000:00000010:0.1:1787761052.952878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:0.1:1787761052.952886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:0.1:1787761052.952892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fc0.
00000080:00000010:0.1:1787761052.952898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f540.
00010000:00000010:3.1:1787761052.953438:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:0.1:1787761053.005853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:0.1:1787761053.005869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761053.005873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:0.1:1787761053.018931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00000080:00000010:0.1:1787761053.018947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00010000:00000010:3.1:1787761053.109919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761053.115671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761053.115683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761053.139785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00000080:00000010:3.1:1787761053.139795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495c0.
00010000:00000010:0.1:1787761053.211949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:0.1:1787761053.211964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:0.1:1787761053.211968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:0.1:1787761053.231746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496a0.
00000080:00000010:0.1:1787761053.231781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00010000:00000010:3.1:1787761053.283792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761053.335420:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761053.335434:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761053.335438:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761053.366898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00000080:00000010:3.1:1787761053.366920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00010000:00000010:3.1:1787761053.454053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761053.458864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761053.458880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761053.468255:0:369547:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00000080:00000010:3.1:1787761053.468274:0:369547:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00010000:00000010:3.1:1787761053.587904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761053.593188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761053.593205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:3.1:1787761053.634201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00000080:00000010:3.1:1787761053.634215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00010000:00000010:0.1:1787761053.767847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:1.1:1787761053.784406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:1.1:1787761053.784419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:3.1:1787761053.810722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761053.814469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761053.814484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:3.1:1787761053.841430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00000080:00000010:3.1:1787761053.841447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00010000:00000010:0.1:1787761053.900828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:0.1:1787761053.900842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:0.1:1787761053.912849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fcc0.
00000080:00000010:0.1:1787761053.912859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00010000:00000010:3.1:1787761054.033784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:0.1:1787761054.395967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00000080:00000010:0.1:1787761054.395987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00010000:00000010:3.1:1787761054.471908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761054.471923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761054.471928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761054.494874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00000080:00000010:3.1:1787761054.494884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00000080:00000010:0.1:1787761054.574840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00000080:00000010:0.1:1787761054.574859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:1.1:1787761054.618864:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761054.618876:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:1.1:1787761054.618880:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:0.1:1787761054.624868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00000080:00000010:0.1:1787761054.624887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:1.1:1787761054.651464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761054.656198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:1.1:1787761054.656211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:1.1:1787761054.689814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00000080:00000010:1.1:1787761054.689831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:3.1:1787761054.758791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:3.1:1787761054.762791:0:369565:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761054.762803:0:369565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761054.771876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f460.
00000080:00000010:3.1:1787761054.771906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe40.
00010000:00000010:3.1:1787761054.873041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761054.873053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:3.1:1787761054.886870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00000080:00000010:3.1:1787761054.886880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00010000:00000010:3.1:1787761054.902801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761054.902811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761054.902815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:0.1:1787761054.946799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761054.946814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761054.946818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:0.1:1787761054.961800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:0.1:1787761054.961820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00010000:00000010:0.1:1787761054.998714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:0.1:1787761054.998725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:0.1:1787761055.002856:0:369570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:0.1:1787761055.007948:0:369571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00000080:00000010:0.1:1787761055.007961:0:369571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491e0.
00010000:00000010:0.1:1787761055.057794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:3.1:1787761055.123496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761055.123516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761055.123522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:3.1:1787761055.139033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00000080:00000010:3.1:1787761055.139051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00010000:00000010:1.1:1787761055.170774:0:369573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761055.170780:0:369573:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:1.1:1787761055.170784:0:369573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761055.187803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00000080:00000010:1.1:1787761055.187817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00010000:00000010:1.1:1787761055.214893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761055.214903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:1.1:1787761055.214907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:1.1:1787761055.237788:0:369575:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00000080:00000010:1.1:1787761055.237803:0:369575:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:0.1:1787761055.333796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:0.1:1787761055.333810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:0.1:1787761055.333814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:0.1:1787761055.370939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761055.370946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761055.370949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:0.1:1787761055.380807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761055.380822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00010000:00000010:3.1:1787761055.472808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761055.472824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761055.472830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761055.484194:0:369581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149160.
00000080:00000010:3.1:1787761055.484209:0:369581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00010000:00000010:0.1:1787761055.510664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761055.515577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761055.515587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761055.638115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:1.1:1787761055.780275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787761055.780293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:1.1:1787761055.780297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761055.800505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00000080:00000010:1.1:1787761055.800520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00010000:00000010:3.1:1787761055.916839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:1.1:1787761056.052814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787761056.056809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:1.1:1787761056.056819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761056.078740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00000080:00000010:1.1:1787761056.082679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:3.1:1787761056.193571:0:369593:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761056.197823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761056.197838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:3.1:1787761056.211114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00000080:00000010:3.1:1787761056.211129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00010000:00000010:0.1:1787761056.268805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:0.1:1787761056.268819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:0.1:1787761056.268825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:0.1:1787761056.268834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff00.
00010000:00000010:0.1:1787761056.302741:0:369595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761056.302995:0:369595:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761056.303001:0:369595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:0.1:1787761056.321950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00000080:00000010:0.1:1787761056.321970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:1.1:1787761056.346159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:1.1:1787761056.346176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761056.347249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:3.1:1787761056.502288:0:369599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00000080:00000010:3.1:1787761056.502300:0:369599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:3.1:1787761056.523797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761056.523813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761056.523818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761056.532114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00000080:00000010:3.1:1787761056.532184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00010000:00000010:0.1:1787761056.562153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761056.562165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761056.562169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761056.578135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:0.1:1787761056.578148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:0.1:1787761056.593801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761056.593817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761056.593820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761056.603881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:0.1:1787761056.603896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:3.1:1787761056.642219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761056.718006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761056.718021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761056.723408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00000080:00000010:3.1:1787761056.723420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00010000:00000010:0.1:1787761056.761615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:1.1:1787761056.761719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:1.1:1787761056.761727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:3.1:1787761056.809929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761056.815869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761056.815883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761056.842833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787761056.842844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00010000:00000010:0.1:1787761056.869917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:0.1:1787761056.869931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:3.1:1787761056.870795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761056.924410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:3.1:1787761056.934800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761056.934815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761056.951093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc20.
00000080:00000010:3.1:1787761056.951102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00010000:00000010:0.1:1787761056.966795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761056.970074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:0.1:1787761056.970089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:0.1:1787761056.988864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:0.1:1787761056.988882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00010000:00000010:0.1:1787761057.080782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:0.1:1787761057.080799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:0.1:1787761057.080805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00000080:00000010:0.1:1787761057.080815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:3.1:1787761057.136640:0:369612:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:3.1:1787761057.136655:0:369612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761057.153796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:3.1:1787761057.153819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00010000:00000010:3.1:1787761057.234392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761057.234408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761057.234413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761057.259227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:3.1:1787761057.259245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00010000:00000010:0.1:1787761057.320419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:0.1:1787761057.320439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761057.345837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:3.1:1787761057.345856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc20.
00010000:00000010:1.1:1787761057.396550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:1.1:1787761057.396568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:1.1:1787761057.396572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:1.1:1787761057.420730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:1.1:1787761057.420744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:3.1:1787761057.445949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761057.451334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761057.451363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761057.466255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:3.1:1787761057.466270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:0.1:1787761057.583217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761057.586921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761057.586936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:0.1:1787761057.622799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761057.622812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:3.1:1787761057.654337:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761057.654346:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761057.654350:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761057.654363:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00000080:00000010:3.1:1787761057.654370:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00010000:00000010:3.1:1787761057.755936:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761057.755950:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761057.755955:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:3.1:1787761057.768393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00000080:00000010:3.1:1787761057.768413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:3.1:1787761057.790245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761057.790260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761057.790265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761057.796117:0:369624:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00000080:00000010:3.1:1787761057.796188:0:369624:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00010000:00000010:3.1:1787761057.939202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:3.1:1787761057.943395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761057.943424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761057.952964:0:369628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f200.
00000080:00000010:3.1:1787761057.952984:0:369628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00010000:00000010:1.1:1787761058.024056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:3.1:1787761058.026849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:3.1:1787761058.026871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761058.048796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00000080:00000010:3.1:1787761058.048815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00010000:00000010:3.1:1787761058.167802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761058.167817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761058.167822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:3.1:1787761058.190516:0:369632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00000080:00000010:3.1:1787761058.190531:0:369632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00010000:00000010:3.1:1787761058.278286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761058.278296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761058.278300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761058.286793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:3.1:1787761058.286807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00010000:00000010:1.1:1787761058.309200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761058.312925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ee00.
00010000:00000010:1.1:1787761058.312938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:1.1:1787761058.344624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787761058.344635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00010000:00000010:1.1:1787761058.378655:0:369636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:3.1:1787761058.378786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00000080:00000010:3.1:1787761058.378795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:0.1:1787761058.470829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:3.1:1787761058.510422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:0.1:1787761058.516825:0:369640:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:0.1:1787761058.517125:0:369640:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f460.
00010000:00000010:0.1:1787761058.544583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761058.550792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761058.550801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:0.1:1787761058.565385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761058.565395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:3.1:1787761058.610880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761058.614530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761058.614540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761058.617987:0:369643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:3.1:1787761058.618075:0:369643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00010000:00000010:3.1:1787761058.752877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761058.762666:0:369647:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761058.762681:0:369647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761058.770202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00000080:00000010:3.1:1787761058.770225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00010000:00000010:3.1:1787761058.866896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761058.866909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761058.866913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:3.1:1787761058.876001:0:369649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00000080:00000010:3.1:1787761058.876016:0:369649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00010000:00000010:0.1:1787761058.913794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:0.1:1787761058.917800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:0.1:1787761058.917817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:0.1:1787761058.940792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00000080:00000010:0.1:1787761058.940801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00010000:00000010:3.1:1787761058.960943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761058.960957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761058.960961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:0.1:1787761058.995823:0:369652:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761058.997911:0:369652:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761058.997920:0:369652:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:0.1:1787761059.009418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:0.1:1787761059.009441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:3.1:1787761059.026877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:3.1:1787761059.026892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:3.1:1787761059.039871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00000080:00000010:3.1:1787761059.039886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:3.1:1787761059.075839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00000080:00000010:3.1:1787761059.075863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:3.1:1787761059.157415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:3.1:1787761059.157433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761059.157438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:3.1:1787761059.221918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761059.225480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761059.225498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:0.1:1787761059.269029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:0.1:1787761059.269044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00010000:00000010:0.1:1787761059.342699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761059.346364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761059.346375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:1.1:1787761059.364500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:1.1:1787761059.364514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:0.1:1787761059.477078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761059.477093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761059.477097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:0.1:1787761059.489879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:0.1:1787761059.489895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00010000:00000010:3.1:1787761059.506050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761059.512768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761059.512791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761059.523317:0:257226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:3.1:1787761059.523327:0:257226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00010000:00000010:0.1:1787761059.558807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761059.566974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761059.566982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:0.1:1787761059.585785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:0.1:1787761059.585797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:3.1:1787761059.686790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761059.686804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761059.686808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761059.686813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00000080:00000010:3.1:1787761059.686821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00010000:00000010:3.1:1787761059.758912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761059.762903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761059.762919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761059.786843:0:369669:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00000080:00000010:3.1:1787761059.786860:0:369669:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00010000:00000010:3.1:1787761059.880810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761059.883937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761059.883954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:0.1:1787761059.899832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00000080:00000010:0.1:1787761059.899843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00010000:00000010:3.1:1787761059.945938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761059.950793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761059.950809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761059.967053:0:369672:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00000080:00000010:3.1:1787761059.967073:0:369672:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00010000:00000010:0.1:1787761060.129958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761060.135440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:0.1:1787761060.135458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:0.1:1787761060.165800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761060.165815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:3.1:1787761060.297236:0:369675:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761060.305798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761060.305814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761060.340546:0:369676:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:3.1:1787761060.340569:0:369676:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00010000:00000010:3.1:1787761060.438888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761060.443096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761060.443110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787761060.473062:0:369678:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787761060.473077:0:369678:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00010000:00000010:3.1:1787761060.500798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761060.544791:0:369680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761060.544798:0:369680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761060.544803:0:369680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761060.544810:0:369680:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787761060.544817:0:369680:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8c0.
00010000:00000010:3.1:1787761060.559931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:0.1:1787761060.563794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:0.1:1787761060.563806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761060.660855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00000080:00000010:3.1:1787761060.660882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00010000:00000010:3.1:1787761060.780813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761060.853354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761060.853363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761060.853368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761060.859797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b60.
00000080:00000010:3.1:1787761060.859813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00010000:00000010:0.1:1787761060.996886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:0.1:1787761060.996894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761060.996898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:0.1:1787761061.007920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761061.007939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00010000:00000010:0.1:1787761061.131874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761061.131890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761061.131895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:0.1:1787761061.162170:0:369691:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:0.1:1787761061.162185:0:369691:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:3.1:1787761061.196718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:3.1:1787761061.196733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:3.1:1787761061.200164:0:369692:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00000080:00000010:3.1:1787761061.215381:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:3.1:1787761061.274774:0:369693:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761061.274782:0:369693:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761061.274786:0:369693:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761061.280493:0:369694:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00000080:00000010:3.1:1787761061.280503:0:369694:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00010000:00000010:3.1:1787761061.312805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761061.312820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761061.312825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761061.348857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149880.
00000080:00000010:3.1:1787761061.348876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00010000:00000010:0.1:1787761061.391323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761061.391346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:0.1:1787761061.391350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:3.1:1787761061.432393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761061.432409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761061.432413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761061.448785:0:369697:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:3.1:1787761061.448799:0:369697:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149880.
00010000:00000010:3.1:1787761061.486078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:1.1:1787761061.542798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761061.542812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761061.542815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:1.1:1787761061.563787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787761061.563806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:3.1:1787761061.678824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:0.1:1787761061.682802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:0.1:1787761061.682818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:1.1:1787761061.695881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00000080:00000010:1.1:1787761061.695895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149060.
00010000:00000010:1.1:1787761061.755381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761061.756614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761061.756619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:1.1:1787761061.771559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00000080:00000010:1.1:1787761061.771572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:3.1:1787761061.853805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761061.853822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761061.864924:0:369705:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00000080:00000010:3.1:1787761061.864941:0:369705:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00010000:00000010:3.1:1787761061.999781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761062.015838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761062.015852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787761062.031861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491e0.
00000080:00000010:3.1:1787761062.031873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00010000:00000010:3.1:1787761062.107857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761062.107865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761062.117040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00000080:00000010:3.1:1787761062.117056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00010000:00000010:3.1:1787761062.138935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761062.138952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:3.1:1787761062.151847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00000080:00000010:3.1:1787761062.151858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0780.
00010000:00000010:0.1:1787761062.194011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761062.197982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:0.1:1787761062.197996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:3.1:1787761062.278299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761062.278306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761062.298640:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00000080:00000010:3.1:1787761062.299317:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3c0.
00010000:00000010:0.1:1787761062.378786:0:369712:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761062.378794:0:369712:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:0.1:1787761062.378797:0:369712:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:1.1:1787761062.394937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:1.1:1787761062.394967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00010000:00000010:1.1:1787761062.440864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:1.1:1787761062.440881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761062.441100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:0.1:1787761062.460784:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761062.460799:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:0.1:1787761062.573954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761062.573977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761062.573980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:0.1:1787761062.578746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00000080:00000010:0.1:1787761062.578772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:3.1:1787761062.615832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761062.615843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761062.615846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761062.618358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fe0.
00000080:00000010:3.1:1787761062.618371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149940.
00010000:00000010:0.1:1787761062.651129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:1.1:1787761062.664001:0:369718:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:1.1:1787761062.664015:0:369718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:3.1:1787761062.695942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761062.695956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761062.695961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761062.777815:0:257221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:1.1:1787761062.777830:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761062.779431:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00000080:00000010:3.1:1787761062.779446:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00010000:00000010:0.1:1787761062.797794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761062.797807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:1.1:1787761062.797855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:3.1:1787761062.992441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:0.1:1787761063.002841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:0.1:1787761063.002856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:1.1:1787761063.002896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00000080:00000010:1.1:1787761063.002908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00010000:00000010:3.1:1787761063.019811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761063.019827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761063.019833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761063.030814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00000080:00000010:3.1:1787761063.030828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe80.
00010000:00000010:3.1:1787761063.117860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:1.1:1787761063.177300:0:369730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761063.177322:0:369730:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761063.177326:0:369730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761063.184801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00000080:00000010:1.1:1787761063.184817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:1.1:1787761063.204255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761063.220450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761063.220463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761063.231629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00000080:00000010:1.1:1787761063.231649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00010000:00000010:3.1:1787761063.250823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761063.260158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761063.260175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761063.281890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497c0.
00000080:00000010:3.1:1787761063.281903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fc0.
00010000:00000010:1.1:1787761063.372844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:0.1:1787761063.380945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:0.1:1787761063.380959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:1.1:1787761063.407808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:1.1:1787761063.415545:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:1.1:1787761063.415554:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:1.1:1787761063.429057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00000080:00000010:1.1:1787761063.429075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f040.
00010000:00000010:3.1:1787761063.573109:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761063.574780:0:369738:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761063.574787:0:369738:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761063.582840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fc0.
00000080:00000010:3.1:1787761063.582857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496a0.
00010000:00000010:3.1:1787761063.641218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:0.1:1787761063.646216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:0.1:1787761063.646224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:1.1:1787761063.742403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761063.742419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761063.742423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761063.767243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00000080:00000010:1.1:1787761063.767261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00010000:00000010:3.1:1787761063.786894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761063.859975:0:369744:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761063.859990:0:369744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:3.1:1787761063.879397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00000080:00000010:3.1:1787761063.879418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:1.1:1787761063.892871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761063.892886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761063.892891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:1.1:1787761063.917825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00000080:00000010:1.1:1787761063.917839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00010000:00000010:3.1:1787761063.985181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761063.992074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761063.992095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761064.007902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00000080:00000010:3.1:1787761064.007911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00010000:00000010:1.1:1787761064.027144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761064.030902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761064.030916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:1.1:1787761064.056806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787761064.056820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00000080:00000010:3.1:1787761064.147249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00000080:00000010:3.1:1787761064.147271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:0.1:1787761064.181913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761064.192813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761064.192824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:0.1:1787761064.201992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:0.1:1787761064.202003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:3.1:1787761064.274357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:3.1:1787761064.274373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761064.274376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:3.1:1787761064.282888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00000080:00000010:3.1:1787761064.286866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:3.1:1787761064.359047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761064.359055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761064.359059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761064.373825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00000080:00000010:3.1:1787761064.373838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00010000:00000010:3.1:1787761064.389823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:3.1:1787761064.389841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761064.389846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:3.1:1787761064.412902:0:369755:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00000080:00000010:3.1:1787761064.412917:0:369755:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:0.1:1787761064.529812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761064.533819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761064.533833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:0.1:1787761064.550542:0:369757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:0.1:1787761064.550559:0:369757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00010000:00000010:3.1:1787761064.644894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761064.644912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761064.644916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761064.661869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00000080:00000010:3.1:1787761064.661884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00010000:00000010:3.1:1787761064.717027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761064.717041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761064.737895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00000080:00000010:3.1:1787761064.737909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd20.
00010000:00000010:3.1:1787761064.796809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761064.796823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761064.796827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:3.1:1787761064.817219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fcc0.
00000080:00000010:3.1:1787761064.817235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00010000:00000010:0.1:1787761064.858363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761064.867787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:0.1:1787761064.867796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:0.1:1787761064.880800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:0.1:1787761064.880811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00010000:00000010:3.1:1787761064.896898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:0.1:1787761064.907827:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:0.1:1787761064.907923:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761064.941801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761064.941818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761064.941823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761064.958787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00000080:00000010:3.1:1787761064.958806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00010000:00000010:3.1:1787761065.091034:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:3.1:1787761065.102800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761065.102815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761065.113786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00000080:00000010:3.1:1787761065.113800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00010000:00000010:1.1:1787761065.132798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761065.137840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761065.137856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:0.1:1787761065.158241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:0.1:1787761065.158261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:0.1:1787761065.192839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:1.1:1787761065.295795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761065.295817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761065.295822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:1.1:1787761065.301549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00000080:00000010:1.1:1787761065.301561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:1.1:1787761065.330284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:1.1:1787761065.342394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:1.1:1787761065.342403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:1.1:1787761065.425793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761065.425958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761065.425964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:1.1:1787761065.442335:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00000080:00000010:1.1:1787761065.442351:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:1.1:1787761065.518783:0:369774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:1.1:1787761065.523264:0:369775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:1.1:1787761065.523278:0:369775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:1.1:1787761065.527868:0:369775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:1.1:1787761065.527887:0:369775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00010000:00000010:1.1:1787761065.563291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761065.563315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761065.563320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:1.1:1787761065.563325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00000080:00000010:1.1:1787761065.563334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:0.1:1787761065.583833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:0.1:1787761065.583926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:3.1:1787761065.587799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:0.1:1787761065.649796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761065.649807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761065.649811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:0.1:1787761065.661515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00000080:00000010:0.1:1787761065.661530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:3.1:1787761065.689786:0:369780:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:3.1:1787761065.689792:0:369780:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:3.1:1787761065.696797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:3.1:1787761065.696818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00010000:00000010:1.1:1787761065.765805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761065.765817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761065.765820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:3.1:1787761065.809487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761065.813778:0:369782:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761065.813786:0:369782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761065.822037:0:369783:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:3.1:1787761065.822050:0:369783:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00010000:00000010:3.1:1787761065.911224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761065.911237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:3.1:1787761065.911241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761065.943434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00000080:00000010:3.1:1787761065.943447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00010000:00000010:3.1:1787761066.007060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761066.007083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761066.007090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:3.1:1787761066.020800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00000080:00000010:3.1:1787761066.034360:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00010000:00000010:3.1:1787761066.043139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:3.1:1787761066.043154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761066.043157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:0.1:1787761066.061280:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00000080:00000010:0.1:1787761066.061308:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00010000:00000010:3.1:1787761066.081016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761066.081032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761066.081046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:0.1:1787761066.131803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:0.1:1787761066.131817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:0.1:1787761066.131821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:0.1:1787761066.150448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00000080:00000010:0.1:1787761066.150467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00010000:00000010:0.1:1787761066.220817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761066.220830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761066.220836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761066.370321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761066.370335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761066.370339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761066.370344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:0.1:1787761066.370354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:3.1:1787761066.393788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761066.398158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761066.398172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761066.410383:0:369794:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00000080:00000010:3.1:1787761066.410417:0:369794:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:3.1:1787761066.527740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:1.1:1787761066.588028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc20.
00000080:00000010:1.1:1787761066.588045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f9e0.
00010000:00000010:3.1:1787761066.632029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761066.635018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761066.635033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:3.1:1787761066.661883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:3.1:1787761066.661897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:1.1:1787761066.702792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761066.702804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761066.702808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:1.1:1787761066.707799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787761066.707815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:3.1:1787761066.757966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00000080:00000010:3.1:1787761066.757982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00010000:00000010:0.1:1787761066.769788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:0.1:1787761066.769795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:0.1:1787761066.769799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:0.1:1787761066.776081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f9e0.
00000080:00000010:0.1:1787761066.776093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00010000:00000010:0.1:1787761066.849951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:0.1:1787761066.855241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:0.1:1787761066.855259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:0.1:1787761066.877832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761066.877843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00010000:00000010:3.1:1787761066.933564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761066.937272:0:369806:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761066.937281:0:369806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761066.941280:0:369807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:3.1:1787761066.941304:0:369807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b40.
00010000:00000010:0.1:1787761067.049364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:0.1:1787761067.049380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761067.049383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:0.1:1787761067.059009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:0.1:1787761067.059020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:3.1:1787761067.131722:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00000080:00000010:3.1:1787761067.131732:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:3.1:1787761067.213796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761067.213809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761067.213815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761067.228792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:3.1:1787761067.228805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00010000:00000010:1.1:1787761067.263808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761067.267798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761067.267814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:1.1:1787761067.287093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00000080:00000010:1.1:1787761067.287109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:3.1:1787761067.343009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761067.343024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761067.343029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:3.1:1787761067.350803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00000080:00000010:3.1:1787761067.350818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:1.1:1787761067.387332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761067.392348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761067.392362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:1.1:1787761067.402804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787761067.402820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00010000:00000010:3.1:1787761067.451809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761067.451824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761067.493428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00000080:00000010:3.1:1787761067.493439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff00.
00010000:00000010:1.1:1787761067.533635:0:369820:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761067.533648:0:369820:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761067.533653:0:369820:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:1.1:1787761067.533658:0:369820:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00000080:00000010:1.1:1787761067.533666:0:369820:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:1.1:1787761067.568794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761067.568808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761067.568811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:3.1:1787761067.590818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:3.1:1787761067.590848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:1.1:1787761067.612796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761067.612810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761067.612814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:1.1:1787761067.628518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00000080:00000010:1.1:1787761067.628539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:1.1:1787761067.646021:0:369822:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761067.646029:0:369822:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761067.646032:0:369822:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:1.1:1787761067.650900:0:369823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00000080:00000010:1.1:1787761067.650916:0:369823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00010000:00000010:3.1:1787761067.769916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761067.769938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761067.769943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:3.1:1787761067.870789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:3.1:1787761067.870796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:3.1:1787761067.874798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:3.1:1787761067.874818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00010000:00000010:3.1:1787761067.966804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761067.966818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761067.966823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761067.975784:0:369831:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00000080:00000010:3.1:1787761067.975798:0:369831:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00010000:00000010:1.1:1787761068.004906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761068.010941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761068.010953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:0.1:1787761068.017945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00000080:00000010:0.1:1787761068.017963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149300.
00000080:00000010:3.1:1787761068.043791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00000080:00000010:3.1:1787761068.043804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00010000:00000010:3.1:1787761068.083803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761068.083819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761068.083824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761068.096794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00000080:00000010:3.1:1787761068.096810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00010000:00000010:1.1:1787761068.128032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761068.133041:0:369834:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761068.133051:0:369834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761068.144812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00000080:00000010:1.1:1787761068.144827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00010000:00000010:1.1:1787761068.222793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761068.222807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761068.222811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:0.1:1787761068.238945:0:369837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0140.
00000080:00000010:0.1:1787761068.238964:0:369837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00010000:00000010:0.1:1787761068.312267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:0.1:1787761068.320786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:0.1:1787761068.320794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:0.1:1787761068.327793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd20.
00000080:00000010:0.1:1787761068.327804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00010000:00000010:1.1:1787761068.420797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787761068.420803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761068.420807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:1.1:1787761068.424804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00000080:00000010:1.1:1787761068.424817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:0.1:1787761068.507827:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00000080:00000010:0.1:1787761068.507845:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:1.1:1787761068.510851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:1.1:1787761068.510860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:1.1:1787761068.510865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761068.547791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:3.1:1787761068.547808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:3.1:1787761068.578964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761068.578973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761068.578978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761068.585419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:3.1:1787761068.585433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f280.
00010000:00000010:3.1:1787761068.649794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761068.649809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761068.649813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761068.686211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:3.1:1787761068.686221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00010000:00000010:0.1:1787761068.727108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:0.1:1787761068.727122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:3.1:1787761068.783511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761068.783525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761068.783530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761068.812733:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:3.1:1787761068.812744:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499e0.
00010000:00000010:1.1:1787761068.914794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761068.914805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ee00.
00010000:00000010:1.1:1787761068.914809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:1.1:1787761068.918794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787761068.918809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00010000:00000010:0.1:1787761069.023801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:0.1:1787761069.023815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:0.1:1787761069.023826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:3.1:1787761069.056948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:3.1:1787761069.058903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761069.058916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761069.095022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:3.1:1787761069.095032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00010000:00000010:1.1:1787761069.110807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761069.114788:0:257221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ee00.
00010000:00000010:1.1:1787761069.114797:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761069.218660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761069.218667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761069.218671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:0.1:1787761069.228289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:0.1:1787761069.228301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:0.1:1787761069.293892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:1.1:1787761069.309805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:1.1:1787761069.309820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:3.1:1787761069.380804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761069.380812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761069.380816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761069.390090:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00000080:00000010:3.1:1787761069.390107:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00010000:00000010:3.1:1787761069.544944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761069.544952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761069.544957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:3.1:1787761069.556238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00000080:00000010:3.1:1787761069.556248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:0.1:1787761069.579827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:1.1:1787761069.591667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:1.1:1787761069.591682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761069.693803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:1.1:1787761069.693816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:0.1:1787761069.694231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:3.1:1787761069.709864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:3.1:1787761069.709876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00010000:00000010:1.1:1787761069.782169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:1.1:1787761069.782176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:1.1:1787761069.782181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:1.1:1787761069.794537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787761069.794552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00010000:00000010:3.1:1787761069.871807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761069.886970:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761069.886984:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761069.886990:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00000080:00000010:3.1:1787761069.886999:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00010000:00000010:3.1:1787761070.014431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761070.014447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761070.014452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761070.014457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00000080:00000010:3.1:1787761070.014465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00010000:00000010:3.1:1787761070.208834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761070.211006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761070.211014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761070.218777:0:369879:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00000080:00000010:3.1:1787761070.218790:0:369879:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494a0.
00010000:00000010:0.1:1787761070.333795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761070.340897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761070.340912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761070.364886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:3.1:1787761070.406286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:3.1:1787761070.406303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761070.406307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761070.429809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00000080:00000010:3.1:1787761070.429825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3c0.
00010000:00000010:3.1:1787761070.558487:0:369886:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761070.558503:0:369886:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761070.558507:0:369886:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761070.570093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00000080:00000010:3.1:1787761070.570111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00010000:00000010:3.1:1787761070.619129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:3.1:1787761070.619143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761070.619147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761070.637232:0:369888:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00000080:00000010:3.1:1787761070.637253:0:369888:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00010000:00000010:1.1:1787761070.736830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:0.1:1787761070.741209:0:257221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:0.1:1787761070.741218:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:1.1:1787761070.776858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761070.776876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:1.1:1787761070.776881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:1.1:1787761070.795938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00000080:00000010:1.1:1787761070.795949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:3.1:1787761070.897523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:1.1:1787761071.042013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787761071.042022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761071.042025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:1.1:1787761071.045168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00000080:00000010:1.1:1787761071.045181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00010000:00000010:3.1:1787761071.067035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761071.067043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761071.067046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761071.080352:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00000080:00000010:3.1:1787761071.080370:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00010000:00000010:1.1:1787761071.111883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761071.120181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761071.120195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:1.1:1787761071.149131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787761071.149151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:3.1:1787761071.204063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761071.204076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761071.204081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761071.212123:0:369900:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00000080:00000010:3.1:1787761071.212208:0:369900:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00010000:00000010:3.1:1787761071.298161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761071.304783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761071.304799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:3.1:1787761071.306787:0:369902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00000080:00000010:3.1:1787761071.306798:0:369902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:1.1:1787761071.358877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:1.1:1787761071.358886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:0.1:1787761071.360282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:3.1:1787761071.369839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149bc0.
00000080:00000010:3.1:1787761071.369856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00010000:00000010:0.1:1787761071.518037:0:369905:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761071.524787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761071.524799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:0.1:1787761071.539042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:0.1:1787761071.539053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:3.1:1787761071.592347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761071.599112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761071.599121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:3.1:1787761071.617053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00000080:00000010:3.1:1787761071.617073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00010000:00000010:0.1:1787761071.649803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761071.649819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761071.649823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761071.724970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761071.724985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761071.724990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:3.1:1787761071.749198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:3.1:1787761071.749220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00010000:00000010:0.1:1787761071.814176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:3.1:1787761071.814479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:3.1:1787761071.814486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:3.1:1787761071.828151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:3.1:1787761071.828168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:0.1:1787761071.924041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:0.1:1787761071.924055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:0.1:1787761071.924060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:1.1:1787761071.934445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3c0.
00000080:00000010:1.1:1787761071.934464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00010000:00000010:1.1:1787761071.952319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761071.955446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761071.955458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761071.964792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787761071.964816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:1.1:1787761071.993873:0:369915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761071.993889:0:369915:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761071.993893:0:369915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761072.001783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00000080:00000010:1.1:1787761072.001799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00010000:00000010:1.1:1787761072.044362:0:369916:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787761072.044375:0:369916:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:1.1:1787761072.044380:0:369916:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:1.1:1787761072.067052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00000080:00000010:1.1:1787761072.067071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:3.1:1787761072.140804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761072.140820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:3.1:1787761072.140824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761072.160207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00000080:00000010:3.1:1787761072.160220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491e0.
00010000:00000010:3.1:1787761072.182859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:1.1:1787761072.230863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00000080:00000010:1.1:1787761072.230875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:0.1:1787761072.231125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:0.1:1787761072.231141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:3.1:1787761072.418199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761072.418215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761072.418220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761072.450799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00000080:00000010:3.1:1787761072.450813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149940.
00010000:00000010:0.1:1787761072.566972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761072.566979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761072.566982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:0.1:1787761072.569836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761072.569850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00010000:00000010:3.1:1787761072.672183:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:3.1:1787761072.675803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761072.675813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:3.1:1787761072.707012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761072.707038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761072.707044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761072.717188:0:369932:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:3.1:1787761072.717206:0:369932:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:1.1:1787761072.895918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:1.1:1787761072.905276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:1.1:1787761072.905290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:1.1:1787761072.913875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00000080:00000010:1.1:1787761072.913896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00010000:00000010:3.1:1787761072.950802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761072.950815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761072.950819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761072.950823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:3.1:1787761072.950829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00000080:00000010:3.1:1787761072.997326:0:369937:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00000080:00000010:3.1:1787761072.997337:0:369937:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:0.1:1787761073.025941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:0.1:1787761073.025957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:0.1:1787761073.051668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00000080:00000010:0.1:1787761073.051691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00010000:00000010:3.1:1787761073.074382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761073.074403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761073.074408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761073.085321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495c0.
00000080:00000010:3.1:1787761073.085336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00010000:00000010:3.1:1787761073.331042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761073.331050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761073.331054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761073.336789:0:369945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:3.1:1787761073.336803:0:369945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00010000:00000010:0.1:1787761073.421990:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761073.422005:0:257221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:0.1:1787761073.422010:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:0.1:1787761073.474433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:0.1:1787761073.474448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00010000:00000010:3.1:1787761073.491856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761073.491864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761073.535832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fcc0.
00000080:00000010:3.1:1787761073.535861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:3.1:1787761073.564435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761073.566979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761073.566988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787761073.577097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497c0.
00000080:00000010:3.1:1787761073.577113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00010000:00000010:1.1:1787761073.594998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787761073.602382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761073.602390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761073.612095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00000080:00000010:1.1:1787761073.612113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00010000:00000010:3.1:1787761073.647150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761073.647162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761073.647167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761073.660518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00000080:00000010:3.1:1787761073.660535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00010000:00000010:3.1:1787761073.821375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761073.868802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761073.872825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761073.872839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:3.1:1787761073.879954:0:369957:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c40.
00000080:00000010:3.1:1787761073.879971:0:369957:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00010000:00000010:3.1:1787761073.973431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:3.1:1787761073.973448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761074.005828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00000080:00000010:3.1:1787761074.005842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00010000:00000010:3.1:1787761074.051354:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761074.092870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:3.1:1787761074.102265:0:369961:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761074.102272:0:369961:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761074.118167:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:3.1:1787761074.118182:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00010000:00000010:1.1:1787761074.209969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761074.216796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761074.216809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:1.1:1787761074.220798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00000080:00000010:1.1:1787761074.220808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00010000:00000010:3.1:1787761074.349207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761074.349221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761074.349226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761074.388427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00000080:00000010:3.1:1787761074.388438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00010000:00000010:0.1:1787761074.437893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:3.1:1787761074.569818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761074.640187:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761074.645805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761074.645817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:0.1:1787761074.653793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00000080:00000010:0.1:1787761074.653803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f200.
00010000:00000010:0.1:1787761074.679786:0:369972:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761074.679798:0:369972:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761074.679801:0:369972:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:0.1:1787761074.684221:0:369972:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:0.1:1787761074.684247:0:369972:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:0.1:1787761074.708304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761074.708320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761074.708325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:0.1:1787761074.720793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00000080:00000010:0.1:1787761074.720804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:3.1:1787761074.793712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761074.793719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761074.793724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:0.1:1787761074.840325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761074.846083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761074.846099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:0.1:1787761074.861943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:0.1:1787761074.861957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:3.1:1787761074.998364:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761075.003576:0:369977:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761075.003586:0:369977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:3.1:1787761075.012795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00000080:00000010:3.1:1787761075.012810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00010000:00000010:3.1:1787761075.073787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761075.077805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761075.077820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:3.1:1787761075.106246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00000080:00000010:3.1:1787761075.106264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00000080:00000010:3.1:1787761075.139696:0:369981:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:3.1:1787761075.139713:0:369981:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:3.1:1787761075.170303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761075.170319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761075.170324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761075.178116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00000080:00000010:3.1:1787761075.178132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149940.
00010000:00000010:3.1:1787761075.281152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761075.281165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761075.281170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761075.291799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d40.
00000080:00000010:3.1:1787761075.291809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491e0.
00010000:00000010:0.1:1787761075.313034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761075.313047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:0.1:1787761075.313050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:0.1:1787761075.327177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:0.1:1787761075.327188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:1.1:1787761075.435888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761075.440483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761075.440495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:1.1:1787761075.440501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787761075.440510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00010000:00000010:3.1:1787761075.456110:0:369989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761075.456118:0:369989:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761075.456122:0:369989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:3.1:1787761075.475200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fe0.
00000080:00000010:3.1:1787761075.475211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:3.1:1787761075.490526:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761075.490533:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761075.490538:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761075.602789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761075.602797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761075.602801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:0.1:1787761075.615793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d40.
00000080:00000010:0.1:1787761075.615806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00010000:00000010:0.1:1787761075.657846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:0.1:1787761075.657863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:1.1:1787761075.693370:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00000080:00000010:1.1:1787761075.693389:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00010000:00000010:3.1:1787761075.743921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761075.748901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761075.748910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:1.1:1787761075.777797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761075.777810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761075.777814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761075.784222:0:369997:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00000080:00000010:1.1:1787761075.784246:0:369997:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00010000:00000010:3.1:1787761075.831199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761075.831207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761075.831211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:3.1:1787761075.842799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149060.
00000080:00000010:3.1:1787761075.842817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:1.1:1787761075.884125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761075.884148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761075.884153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:1.1:1787761075.899688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00000080:00000010:1.1:1787761075.899702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00010000:00000010:3.1:1787761075.961009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761075.961025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761075.961030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761075.972796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:3.1:1787761075.972806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b60.
00010000:00000010:1.1:1787761076.004964:0:370002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:1.1:1787761076.005207:0:370002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761076.005211:0:370002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:3.1:1787761076.032801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:0.1:1787761076.078898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:0.1:1787761076.092572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:0.1:1787761076.092585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:1.1:1787761076.096948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00000080:00000010:1.1:1787761076.096959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00010000:00000010:1.1:1787761076.219307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761076.219323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761076.219327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:0.1:1787761076.257413:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00000080:00000010:0.1:1787761076.257434:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:3.1:1787761076.292875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761076.296531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761076.296546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761076.317481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00000080:00000010:3.1:1787761076.317490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:1.1:1787761076.368146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:1.1:1787761076.368154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:1.1:1787761076.368164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00010000:00000010:0.1:1787761076.369115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:0.1:1787761076.369185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:3.1:1787761076.406949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761076.406962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761076.406965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761076.424510:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00000080:00000010:3.1:1787761076.424523:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00010000:00000010:1.1:1787761076.441796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761076.441811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761076.441815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:3.1:1787761076.488830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00000080:00000010:3.1:1787761076.488844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00010000:00000010:1.1:1787761076.573016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761076.577881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761076.577896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:1.1:1787761076.597086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:1.1:1787761076.597096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:1.1:1787761076.630183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761076.635023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761076.635039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:1.1:1787761076.664965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00000080:00000010:1.1:1787761076.664981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:3.1:1787761076.704298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761076.708066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761076.708082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761076.717786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00000080:00000010:3.1:1787761076.717800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00010000:00000010:0.1:1787761076.751804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:0.1:1787761076.751821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:1.1:1787761076.815353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:1.1:1787761076.815364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761076.815368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:1.1:1787761076.828111:0:370018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00000080:00000010:1.1:1787761076.828120:0:370018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:3.1:1787761076.853167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:3.1:1787761076.853183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:3.1:1787761076.853189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:3.1:1787761076.883204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:3.1:1787761076.883235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00000080:00000010:3.1:1787761076.939628:0:370020:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00000080:00000010:3.1:1787761076.939640:0:370020:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:1.1:1787761077.049962:0:370023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:1.1:1787761077.049976:0:370023:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787761077.049979:0:370023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:1.1:1787761077.063674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00000080:00000010:1.1:1787761077.063692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:1.1:1787761077.087080:0:370024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761077.087086:0:370024:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787761077.087090:0:370024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:1.1:1787761077.093787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00000080:00000010:1.1:1787761077.093799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:3.1:1787761077.105789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:3.1:1787761077.116114:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:3.1:1787761077.116126:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761077.120108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00000080:00000010:1.1:1787761077.120120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00010000:00000010:3.1:1787761077.190805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761077.190821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761077.190826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761077.215088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787761077.215101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00010000:00000010:3.1:1787761077.319991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761077.324392:0:370028:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761077.324403:0:370028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:3.1:1787761077.335337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787761077.335352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00010000:00000010:0.1:1787761077.462896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761077.462912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:0.1:1787761077.462915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:1.1:1787761077.507845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:1.1:1787761077.507862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:3.1:1787761077.527898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761077.527913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761077.527917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761077.587985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761077.588005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:3.1:1787761077.611081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00000080:00000010:3.1:1787761077.611103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:3.1:1787761077.676374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761077.676389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:3.1:1787761077.676463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761077.688977:0:370035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787761077.689054:0:370035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd20.
00000080:00000010:0.1:1787761077.740797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149300.
00000080:00000010:0.1:1787761077.740813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00010000:00000010:3.1:1787761077.777391:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:3.1:1787761077.777406:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761077.788819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00000080:00000010:3.1:1787761077.788834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00010000:00000010:0.1:1787761077.813809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761077.813825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:0.1:1787761077.813830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:0.1:1787761077.843031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:0.1:1787761077.843044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:0.1:1787761077.874267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761077.878064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:0.1:1787761077.878078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:1.1:1787761077.900603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:1.1:1787761077.900619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:3.1:1787761077.916794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761077.916806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761077.916810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:3.1:1787761077.927366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:3.1:1787761077.927381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:3.1:1787761078.004070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761078.011059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761078.011069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761078.017693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:3.1:1787761078.017708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00010000:00000010:3.1:1787761078.076035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761078.079263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761078.079274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761078.082967:0:370044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:3.1:1787761078.082981:0:370044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00010000:00000010:1.1:1787761078.164992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761078.165008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:1.1:1787761078.165013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:1.1:1787761078.165019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00000080:00000010:1.1:1787761078.165028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fcc0.
00010000:00000010:1.1:1787761078.197885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787761078.197902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787761078.197906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:1.1:1787761078.214078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787761078.214091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00010000:00000010:3.1:1787761078.283109:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:0.1:1787761078.284790:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:0.1:1787761078.284798:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761078.336780:0:370047:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761078.336787:0:370047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:3.1:1787761078.363889:0:370048:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00000080:00000010:3.1:1787761078.363899:0:370048:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00010000:00000010:3.1:1787761078.457798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761078.462449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761078.462460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:1.1:1787761078.530418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787761078.530426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787761078.530430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:1.1:1787761078.538960:0:370051:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:1.1:1787761078.539097:0:370051:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:3.1:1787761078.599695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:1.1:1787761078.656597:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761078.659997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:1.1:1787761078.660013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:1.1:1787761078.679303:0:370053:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:1.1:1787761078.679318:0:370053:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00000080:00000010:3.1:1787761078.734908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:3.1:1787761078.734919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:3.1:1787761078.767095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00000080:00000010:3.1:1787761078.767110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:3.1:1787761078.804803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00000080:00000010:3.1:1787761078.804817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00010000:00000010:3.1:1787761078.893198:0:370058:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761078.893214:0:370058:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761078.893220:0:370058:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00000080:00000010:3.1:1787761078.893227:0:370058:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00010000:00000010:3.1:1787761078.999804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761079.004045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761079.004061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761079.019529:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:3.1:1787761079.019545:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00010000:00000010:3.1:1787761079.077063:0:370063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:3.1:1787761079.077070:0:370063:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761079.077074:0:370063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761079.077078:0:370063:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa40.
00000080:00000010:3.1:1787761079.077086:0:370063:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3faa0.
00010000:00000010:3.1:1787761079.100233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761079.114945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761079.114957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761079.120069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:3.1:1787761079.120083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00010000:00000010:1.1:1787761079.172056:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761079.175061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787761079.175067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:1.1:1787761079.185270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00000080:00000010:1.1:1787761079.185289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:3.1:1787761079.238176:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761079.238188:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761079.238192:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761079.241937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00000080:00000010:3.1:1787761079.241947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00010000:00000010:1.1:1787761079.336682:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761079.336698:0:257221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787761079.336702:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:1.1:1787761079.336708:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00000080:00000010:1.1:1787761079.336717:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00010000:00000010:3.1:1787761079.367353:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761079.367365:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761079.367371:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:3.1:1787761079.372607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:3.1:1787761079.372627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:1.1:1787761079.499794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761079.499803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:1.1:1787761079.499808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:3.1:1787761079.590005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761079.590019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761079.590024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761079.626916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00000080:00000010:3.1:1787761079.626937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00010000:00000010:3.1:1787761079.693022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761079.696814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761079.696830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:3.1:1787761079.874533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761079.930105:0:370083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761079.930118:0:370083:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761079.930122:0:370083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761079.949962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:3.1:1787761079.949984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00010000:00000010:3.1:1787761080.045816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:3.1:1787761080.045834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761080.045838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761080.062216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3c0.
00000080:00000010:3.1:1787761080.062233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8c0.
00010000:00000010:3.1:1787761080.135169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761080.135180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761080.135185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:1.1:1787761080.231135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:1.1:1787761080.231150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:1.1:1787761080.231154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761080.255585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00000080:00000010:3.1:1787761080.255594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00000080:00000010:0.1:1787761080.311958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00000080:00000010:0.1:1787761080.312031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:0.1:1787761080.348261:0:370092:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:0.1:1787761080.348272:0:370092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:0.1:1787761080.351133:0:370092:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00000080:00000010:0.1:1787761080.351145:0:370092:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00010000:00000010:1.1:1787761080.456957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:0.1:1787761080.468313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:0.1:1787761080.468327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:3.1:1787761080.521886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761080.521903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761080.521907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:3.1:1787761080.521912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00000080:00000010:3.1:1787761080.521918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00010000:00000010:1.1:1787761080.568964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:0.1:1787761080.569795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:0.1:1787761080.569804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:0.1:1787761080.624133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:0.1:1787761080.624149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:1.1:1787761080.629627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:1.1:1787761080.698005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:0.1:1787761080.706062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:0.1:1787761080.706069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:3.1:1787761080.744548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761080.759375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761080.759388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761080.764838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00000080:00000010:3.1:1787761080.764856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00010000:00000010:0.1:1787761080.804457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761080.810508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761080.810522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:0.1:1787761080.836995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:0.1:1787761080.837015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:0.1:1787761081.088790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761081.088804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761081.088808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:0.1:1787761081.094320:0:370106:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:0.1:1787761081.094335:0:370106:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:3.1:1787761081.136791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:3.1:1787761081.136802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:3.1:1787761081.136806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761081.148832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00000080:00000010:3.1:1787761081.148856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00010000:00000010:0.1:1787761081.186813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761081.186824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761081.186828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:0.1:1787761081.191964:0:370108:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:0.1:1787761081.191981:0:370108:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:3.1:1787761081.284255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761081.289297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761081.289312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761081.301068:0:370110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00000080:00000010:3.1:1787761081.301081:0:370110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d40.
00010000:00000010:0.1:1787761081.329941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761081.329956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761081.329959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:0.1:1787761081.354835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:0.1:1787761081.354847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:3.1:1787761081.411855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00000080:00000010:3.1:1787761081.411871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:0.1:1787761081.549911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761081.554810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761081.554826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:0.1:1787761081.578259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:0.1:1787761081.578269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00010000:00000010:3.1:1787761081.682928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761081.682945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761081.682949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:1.1:1787761081.737823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761081.750443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e200.
00010000:00000010:1.1:1787761081.750453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:1.1:1787761081.754139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787761081.754156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00010000:00000010:3.1:1787761081.789820:0:370118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761081.789828:0:370118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761081.789832:0:370118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:3.1:1787761081.797205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491e0.
00000080:00000010:3.1:1787761081.797218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:3.1:1787761081.841451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:3.1:1787761081.841467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761081.841472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761081.861662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00000080:00000010:3.1:1787761081.861675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f040.
00010000:00000010:3.1:1787761081.890020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761081.956996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761081.957009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761081.976938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00000080:00000010:3.1:1787761081.977012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00010000:00000010:3.1:1787761082.002813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761082.002843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761082.002848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:1.1:1787761082.016087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:1.1:1787761082.016102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00010000:00000010:3.1:1787761082.126775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761082.126789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761082.126793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761082.157800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00000080:00000010:3.1:1787761082.157817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00010000:00000010:3.1:1787761082.286265:0:370128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761082.286279:0:370128:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761082.286286:0:370128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:3.1:1787761082.316909:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00000080:00000010:3.1:1787761082.317060:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00010000:00000010:0.1:1787761082.335942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761082.413018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:0.1:1787761082.421079:0:370131:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:0.1:1787761082.421092:0:370131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:0.1:1787761082.442764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00000080:00000010:0.1:1787761082.442782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00010000:00000010:0.1:1787761082.461798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761082.465879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761082.465897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761082.558778:0:370134:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761082.558790:0:370134:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761082.558794:0:370134:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:0.1:1787761082.558799:0:370134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761082.558807:0:370134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe80.
00010000:00000010:1.1:1787761082.582837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:1.1:1787761082.582852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761082.585802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:3.1:1787761082.632842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761082.632855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761082.649054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00000080:00000010:3.1:1787761082.649075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa40.
00010000:00000010:0.1:1787761082.682939:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:0.1:1787761082.683018:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:0.1:1787761082.683024:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:3.1:1787761082.704701:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496a0.
00000080:00000010:3.1:1787761082.704720:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0780.
00010000:00000010:3.1:1787761082.732789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761082.805026:0:370139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761082.805040:0:370139:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761082.805045:0:370139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:3.1:1787761082.848484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761082.848499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761082.848503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761082.878287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00000080:00000010:3.1:1787761082.878300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495c0.
00000080:00000010:0.1:1787761082.926480:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:3.1:1787761083.015148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:3.1:1787761083.017219:0:370142:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761083.017228:0:370142:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:3.1:1787761083.021002:0:370143:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497c0.
00000080:00000010:3.1:1787761083.021021:0:370143:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:1.1:1787761083.055802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761083.055830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787761083.055835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:1.1:1787761083.084374:0:370144:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00000080:00000010:1.1:1787761083.084393:0:370144:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:1.1:1787761083.123955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761083.123963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787761083.123967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:1.1:1787761083.135631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00000080:00000010:1.1:1787761083.135648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00010000:00000010:3.1:1787761083.228621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761083.233123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761083.233137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761083.270893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149bc0.
00000080:00000010:3.1:1787761083.270912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00010000:00000010:0.1:1787761083.316839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:1.1:1787761083.405790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761083.405806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787761083.405810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:1.1:1787761083.428637:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00000080:00000010:1.1:1787761083.428657:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149bc0.
00010000:00000010:3.1:1787761083.637974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761083.637989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761083.637993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:0.1:1787761083.681361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00000080:00000010:0.1:1787761083.681379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00010000:00000010:3.1:1787761083.804123:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761083.880788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00000080:00000010:3.1:1787761083.880802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00010000:00000010:0.1:1787761083.928125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761083.928134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761083.928137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:0.1:1787761083.944128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00000080:00000010:0.1:1787761083.944147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:2.1:1787761083.986153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:2.1:1787761084.019913:0:370157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00000080:00000010:2.1:1787761084.020119:0:370157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00010000:00000010:3.1:1787761084.069259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761084.069273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761084.069277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761084.100034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:3.1:1787761084.123541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f280.
00010000:00000010:2.1:1787761084.167967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:2.1:1787761084.167980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:2.1:1787761084.167983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:2.1:1787761084.186036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:2.1:1787761084.186053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:3.1:1787761084.266521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761084.270285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761084.270301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:2.1:1787761084.284850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491e0.
00000080:00000010:2.1:1787761084.284867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00010000:00000010:2.1:1787761084.304800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761084.308798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761084.308823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:2.1:1787761084.327014:0:370161:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00000080:00000010:2.1:1787761084.327034:0:370161:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00010000:00000010:2.1:1787761084.376811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:3.1:1787761084.384805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761084.384821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761084.392062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00000080:00000010:3.1:1787761084.392082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:2.1:1787761084.473808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761084.473832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761084.473836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761084.502914:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00000080:00000010:3.1:1787761084.502933:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00010000:00000010:2.1:1787761084.537057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761084.537065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761084.537069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:3.1:1787761084.544922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00000080:00000010:3.1:1787761084.545616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:0.1:1787761084.594882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761084.601174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761084.601186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:0.1:1787761084.607003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:0.1:1787761084.607023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:3.1:1787761084.686053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761084.686067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761084.686072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761084.705826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00000080:00000010:3.1:1787761084.705847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe40.
00010000:00000010:0.1:1787761084.765864:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761084.765880:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761084.765883:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:0.1:1787761084.776240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761084.776263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:2.1:1787761084.846625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761084.853817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761084.853833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761084.886041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00000080:00000010:3.1:1787761084.894047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00010000:00000010:2.1:1787761084.934564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761084.934579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761084.934584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:2.1:1787761084.952791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00000080:00000010:2.1:1787761084.952804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:2.1:1787761084.969793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761084.973802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761084.973817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761084.998915:0:370170:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00000080:00000010:2.1:1787761084.998928:0:370170:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00010000:00000010:3.1:1787761085.039918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761085.044805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761085.044819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761085.084124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00000080:00000010:3.1:1787761085.084135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00010000:00000010:2.1:1787761085.143900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761085.149028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:2.1:1787761085.149036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761085.197787:0:370172:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00000080:00000010:3.1:1787761085.197797:0:370172:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00010000:00000010:2.1:1787761085.227798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761085.227823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:2.1:1787761085.227829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:2.1:1787761085.263684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00000080:00000010:2.1:1787761085.263705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149940.
00010000:00000010:3.1:1787761085.281595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761085.281610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761085.281614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761085.301057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00000080:00000010:3.1:1787761085.301076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:1.1:1787761085.347170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761085.356489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787761085.356503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:2.1:1787761085.380050:0:370175:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00000080:00000010:2.1:1787761085.380060:0:370175:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0140.
00010000:00000010:2.1:1787761085.400829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761085.400839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:2.1:1787761085.400843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761085.412957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00000080:00000010:2.1:1787761085.412972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc20.
00010000:00000010:3.1:1787761085.461798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761085.461814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:2.1:1787761085.465790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:3.1:1787761085.487793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:3.1:1787761085.495792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:2.1:1787761085.540790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761085.540869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761085.540996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761085.548823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc20.
00000080:00000010:2.1:1787761085.548835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00010000:00000010:0.1:1787761085.582645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:0.1:1787761085.582673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761085.582677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:0.1:1787761085.603317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:0.1:1787761085.603340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:2.1:1787761085.632503:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761085.638913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761085.638925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:0.1:1787761085.648042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00000080:00000010:0.1:1787761085.648058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00010000:00000010:2.1:1787761085.667248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761085.667262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761085.667266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:2.1:1787761085.679029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f980.
00000080:00000010:2.1:1787761085.679044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00010000:00000010:3.1:1787761085.703333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761085.711469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761085.711482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:3.1:1787761085.718789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00000080:00000010:3.1:1787761085.718804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:0.1:1787761085.748924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761085.758562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761085.758578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:2.1:1787761085.761052:0:370183:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00000080:00000010:2.1:1787761085.761063:0:370183:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:2.1:1787761085.787031:0:370184:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761085.787043:0:370184:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761085.787047:0:370184:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761085.787051:0:370184:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00000080:00000010:2.1:1787761085.787058:0:370184:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00010000:00000010:2.1:1787761085.822797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761085.822824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761085.822827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761085.833784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:2.1:1787761085.834187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc20.
00010000:00000010:0.1:1787761085.871793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761085.871816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761085.871821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:0.1:1787761085.876898:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:0.1:1787761085.876910:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00010000:00000010:2.1:1787761085.899820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761085.899833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761085.899846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:2.1:1787761085.905187:0:370187:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc20.
00000080:00000010:2.1:1787761085.905203:0:370187:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:3.1:1787761085.937249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761085.937262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761085.937267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761085.952019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:3.1:1787761085.952033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00010000:00000010:2.1:1787761085.968107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761085.985831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761085.985839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761086.009456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00000080:00000010:2.1:1787761086.009472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f9e0.
00010000:00000010:2.1:1787761086.017485:0:370190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761086.017500:0:370190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761086.017504:0:370190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:2.1:1787761086.034557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:2.1:1787761086.034564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:2.1:1787761086.049049:0:370191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761086.049062:0:370191:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761086.049065:0:370191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761086.053094:0:370191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00000080:00000010:2.1:1787761086.053104:0:370191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f980.
00010000:00000010:3.1:1787761086.083193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761086.083201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761086.083205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787761086.087010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00000080:00000010:3.1:1787761086.087025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00010000:00000010:2.1:1787761086.112028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761086.112044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761086.112048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761086.131796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:2.1:1787761086.131827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f980.
00010000:00000010:2.1:1787761086.164524:0:370194:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:1.1:1787761086.172880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:1.1:1787761086.172888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761086.192318:0:370194:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00000080:00000010:2.1:1787761086.192332:0:370194:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00010000:00000010:2.1:1787761086.209079:0:370195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761086.217449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:2.1:1787761086.217465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:2.1:1787761086.217471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:2.1:1787761086.217482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:0.1:1787761086.243891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:0.1:1787761086.243905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:0.1:1787761086.243910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:0.1:1787761086.249051:0:370196:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:0.1:1787761086.249070:0:370196:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00010000:00000010:0.1:1787761086.295987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761086.304439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761086.304455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:2.1:1787761086.330775:0:370197:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00000080:00000010:2.1:1787761086.330798:0:370197:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:2.1:1787761086.358964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761086.358978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:2.1:1787761086.358981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:2.1:1787761086.383796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:2.1:1787761086.383877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00010000:00000010:1.1:1787761086.431804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:1.1:1787761086.431823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787761086.431828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:1.1:1787761086.440004:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00000080:00000010:1.1:1787761086.440019:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00010000:00000010:1.1:1787761086.493906:0:370199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761086.493915:0:370199:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787761086.493925:0:370199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:1.1:1787761086.504093:0:370200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00000080:00000010:1.1:1787761086.504111:0:370200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:3.1:1787761086.542795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761086.546084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761086.546101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:3.1:1787761086.555827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:3.1:1787761086.555843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:1.1:1787761086.591160:0:370202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:1.1:1787761086.591168:0:370202:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:1.1:1787761086.591172:0:370202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:1.1:1787761086.591176:0:370202:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00000080:00000010:1.1:1787761086.591183:0:370202:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:1.1:1787761086.618166:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:0.1:1787761086.624808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:0.1:1787761086.624821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:3.1:1787761086.629191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00000080:00000010:3.1:1787761086.629205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:1.1:1787761086.670953:0:370204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:1.1:1787761086.670968:0:370204:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:1.1:1787761086.670971:0:370204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:1.1:1787761086.676447:0:370204:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00000080:00000010:1.1:1787761086.676459:0:370204:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f200.
00010000:00000010:2.1:1787761086.707798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:2.1:1787761086.707812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e500.
00010000:00000010:2.1:1787761086.707816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:2.1:1787761086.733886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00000080:00000010:2.1:1787761086.733905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00010000:00000010:2.1:1787761086.774834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761086.774900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:2.1:1787761086.774903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761086.795951:0:370206:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00000080:00000010:2.1:1787761086.795961:0:370206:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:3.1:1787761086.825025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761086.825037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761086.825041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787761086.840860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00000080:00000010:3.1:1787761086.840870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00010000:00000010:2.1:1787761086.858961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761086.866830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:2.1:1787761086.866841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761086.870861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00000080:00000010:2.1:1787761086.870872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:3.1:1787761086.894127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:0.1:1787761086.897825:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:0.1:1787761086.897837:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:2.1:1787761086.902008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00000080:00000010:2.1:1787761086.902022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fe0.
00010000:00000010:2.1:1787761086.951113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:3.1:1787761086.955592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761086.955606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:3.1:1787761086.968033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00000080:00000010:3.1:1787761086.968048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:2.1:1787761086.986964:0:370211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:2.1:1787761086.986978:0:370211:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:2.1:1787761086.986982:0:370211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:2.1:1787761086.995060:0:370211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:2.1:1787761086.995071:0:370211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00010000:00000010:3.1:1787761087.036431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761087.041221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761087.041236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:0.1:1787761087.054044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149880.
00000080:00000010:0.1:1787761087.054059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00010000:00000010:0.1:1787761087.106779:0:370212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761087.117872:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761087.117886:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:0.1:1787761087.121331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00000080:00000010:0.1:1787761087.121346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00010000:00000010:2.1:1787761087.159131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761087.159157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761087.159162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:0.1:1787761087.178804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd20.
00000080:00000010:0.1:1787761087.178825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe40.
00010000:00000010:2.1:1787761087.200138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:2.1:1787761087.200166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:2.1:1787761087.200171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:2.1:1787761087.228035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00000080:00000010:2.1:1787761087.228053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:2.1:1787761087.259777:0:370215:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761087.269033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761087.269044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761087.275323:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00000080:00000010:2.1:1787761087.275333:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00010000:00000010:0.1:1787761087.305485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761087.305497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:0.1:1787761087.305501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:0.1:1787761087.329772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00000080:00000010:0.1:1787761087.329796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:2.1:1787761087.346823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761087.346838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761087.346842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761087.370690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00000080:00000010:2.1:1787761087.370705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00010000:00000010:3.1:1787761087.396884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761087.396898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761087.396902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761087.417800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00000080:00000010:3.1:1787761087.417816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149060.
00010000:00000010:2.1:1787761087.461112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:2.1:1787761087.461127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:2.1:1787761087.461132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:2.1:1787761087.477905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:2.1:1787761087.477918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00010000:00000010:3.1:1787761087.498167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761087.498183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761087.498187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:3.1:1787761087.511787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00000080:00000010:3.1:1787761087.511812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149060.
00010000:00000010:2.1:1787761087.531806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761087.536178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761087.536185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:0.1:1787761087.547650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00000080:00000010:0.1:1787761087.547669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f460.
00010000:00000010:2.1:1787761087.570797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761087.575099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761087.575108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761087.585659:0:370223:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00000080:00000010:2.1:1787761087.585680:0:370223:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:3.1:1787761087.627974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:2.1:1787761087.633293:0:370223:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761087.633310:0:370223:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761087.637960:0:370224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:2.1:1787761087.637975:0:370224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:1.1:1787761087.671061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:1.1:1787761087.675905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:1.1:1787761087.675918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761087.682787:0:370225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:2.1:1787761087.682808:0:370225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:2.1:1787761087.702075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761087.706003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:2.1:1787761087.706020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761087.727032:0:370226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00000080:00000010:2.1:1787761087.727056:0:370226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:3.1:1787761087.770794:0:370227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:3.1:1787761087.770806:0:370227:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761087.770810:0:370227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761087.780478:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00000080:00000010:3.1:1787761087.780493:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00010000:00000010:2.1:1787761087.799784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:2.1:1787761087.799809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:2.1:1787761087.799815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761087.820360:0:370228:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00000080:00000010:2.1:1787761087.820379:0:370228:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4e0.
00010000:00000010:3.1:1787761087.901873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761087.901886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761087.901891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761087.933073:0:370229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149160.
00000080:00000010:2.1:1787761087.933090:0:370229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4e0.
00010000:00000010:2.1:1787761088.020595:0:370229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:2.1:1787761088.020607:0:370229:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:2.1:1787761088.020611:0:370229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:2.1:1787761088.026460:0:370230:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b60.
00000080:00000010:2.1:1787761088.026473:0:370230:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:3.1:1787761088.062021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761088.062028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761088.062032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761088.066789:0:370231:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00000080:00000010:3.1:1787761088.066798:0:370231:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00010000:00000010:3.1:1787761088.078845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761088.082810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761088.082826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:3.1:1787761088.093790:0:370233:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00000080:00000010:3.1:1787761088.093806:0:370233:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00010000:00000010:2.1:1787761088.126055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761088.131617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761088.131632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:2.1:1787761088.147029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00000080:00000010:2.1:1787761088.147046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00010000:00000010:3.1:1787761088.174018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761088.174033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761088.174038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:3.1:1787761088.184267:0:370235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499e0.
00000080:00000010:3.1:1787761088.184284:0:370235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00010000:00000010:3.1:1787761088.214806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761088.214822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761088.214827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:2.1:1787761088.229352:0:370236:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499e0.
00000080:00000010:2.1:1787761088.229371:0:370236:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00010000:00000010:3.1:1787761088.264232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:3.1:1787761088.268791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761088.268806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761088.301338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00000080:00000010:3.1:1787761088.301354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00010000:00000010:1.1:1787761088.325918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761088.330217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e200.
00010000:00000010:1.1:1787761088.330228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:1.1:1787761088.341848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00000080:00000010:1.1:1787761088.341859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:3.1:1787761088.383070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:3.1:1787761088.394820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761088.394830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761088.402798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:3.1:1787761088.402812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f540.
00010000:00000010:2.1:1787761088.446535:0:370239:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761088.457522:0:370240:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761088.457537:0:370240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:2.1:1787761088.461253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa40.
00000080:00000010:2.1:1787761088.461265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:1.1:1787761088.497151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761088.497161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e200.
00010000:00000010:1.1:1787761088.497166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:1.1:1787761088.505781:0:370241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00000080:00000010:1.1:1787761088.505797:0:370241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe80.
00010000:00000010:1.1:1787761088.565234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:2.1:1787761088.566326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e200.
00010000:00000010:2.1:1787761088.566336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:2.1:1787761088.597417:0:370242:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00000080:00000010:2.1:1787761088.609073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00010000:00000010:1.1:1787761088.667862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787761088.667877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787761088.667881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:2.1:1787761088.672921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00000080:00000010:2.1:1787761088.672930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:2.1:1787761088.696884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:2.1:1787761088.700898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761088.700913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:2.1:1787761088.723795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:2.1:1787761088.723804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00010000:00000010:1.1:1787761088.759183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787761088.768598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787761088.768604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:1.1:1787761088.778792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0140.
00000080:00000010:1.1:1787761088.778807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:2.1:1787761088.801982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:2.1:1787761088.807783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761088.807796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761088.838974:0:370246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:3.1:1787761088.838990:0:370246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:2.1:1787761088.882999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:2.1:1787761088.888929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761088.888943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:2.1:1787761088.912799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00000080:00000010:2.1:1787761088.912820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00010000:00000010:3.1:1787761088.935908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761088.935922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761088.935927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761088.949109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:3.1:1787761088.949126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f040.
00010000:00000010:0.1:1787761088.983787:0:370248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761088.983794:0:370248:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761088.983799:0:370248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:0.1:1787761089.005154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:0.1:1787761089.005171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:3.1:1787761089.058978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:2.1:1787761089.061963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:2.1:1787761089.061981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:2.1:1787761089.087281:0:370250:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:2.1:1787761089.087299:0:370250:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00010000:00000010:3.1:1787761089.172879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:3.1:1787761089.172893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761089.172897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761089.203246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00000080:00000010:3.1:1787761089.203266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00010000:00000010:2.1:1787761089.229198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761089.229212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761089.229215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761089.256916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00000080:00000010:3.1:1787761089.256930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00010000:00000010:0.1:1787761089.308109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761089.312377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:0.1:1787761089.312392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:0.1:1787761089.377418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:0.1:1787761089.377439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00010000:00000010:1.1:1787761089.404856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:2.1:1787761089.418465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:2.1:1787761089.418477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:2.1:1787761089.423797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00000080:00000010:2.1:1787761089.423815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:2.1:1787761089.492306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761089.492323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761089.492327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:2.1:1787761089.504793:0:370255:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8c0.
00000080:00000010:2.1:1787761089.504809:0:370255:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:2.1:1787761089.551362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761089.551371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:2.1:1787761089.551376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:2.1:1787761089.572068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00000080:00000010:2.1:1787761089.572087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00010000:00000010:2.1:1787761089.597077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761089.597092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761089.597095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:2.1:1787761089.637915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00000080:00000010:2.1:1787761089.637935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00010000:00000010:3.1:1787761089.660201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761089.660216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761089.660219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761089.668721:0:370258:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00000080:00000010:3.1:1787761089.668734:0:370258:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00010000:00000010:2.1:1787761089.709067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761089.709150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761089.709154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:2.1:1787761089.719222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00000080:00000010:2.1:1787761089.719237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00010000:00000010:0.1:1787761089.745814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761089.745828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761089.745832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:0.1:1787761089.758801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:0.1:1787761089.758818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:3.1:1787761089.806392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761089.811411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761089.811423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761089.830614:0:370261:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00000080:00000010:3.1:1787761089.830632:0:370261:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00010000:00000010:2.1:1787761089.853110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761089.853125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761089.853141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:2.1:1787761089.867058:0:370262:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00000080:00000010:2.1:1787761089.867148:0:370262:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00010000:00000010:0.1:1787761089.909282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:0.1:1787761089.913804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:0.1:1787761089.913821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:0.1:1787761089.941163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761089.941184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00010000:00000010:3.1:1787761090.034917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761090.036511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761090.036521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:2.1:1787761090.075892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00000080:00000010:2.1:1787761090.075923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0780.
00010000:00000010:3.1:1787761090.140035:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:3.1:1787761090.140050:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:3.1:1787761090.140054:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:2.1:1787761090.149804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:2.1:1787761090.149818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:2.1:1787761090.190459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761090.190469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761090.190473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:2.1:1787761090.201805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00000080:00000010:2.1:1787761090.201822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00010000:00000010:0.1:1787761090.229805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761090.233999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761090.234006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:2.1:1787761090.248942:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:2.1:1787761090.248960:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:2.1:1787761090.285803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761090.285816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761090.285821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:2.1:1787761090.285826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00000080:00000010:2.1:1787761090.285836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00010000:00000010:0.1:1787761090.310063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:1.1:1787761090.310353:0:370269:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:1.1:1787761090.310360:0:370269:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:2.1:1787761090.318828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00000080:00000010:2.1:1787761090.318844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8c0.
00010000:00000010:2.1:1787761090.365890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:2.1:1787761090.365905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:2.1:1787761090.365909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:2.1:1787761090.365914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00000080:00000010:2.1:1787761090.365920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:0.1:1787761090.410011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:0.1:1787761090.419563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:0.1:1787761090.419577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:0.1:1787761090.454514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00000080:00000010:0.1:1787761090.454533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00010000:00000010:2.1:1787761090.506825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:3.1:1787761090.509916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:3.1:1787761090.509932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:3.1:1787761090.545803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:3.1:1787761090.545823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:2.1:1787761090.582230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:2.1:1787761090.592481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761090.592499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:2.1:1787761090.598869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00000080:00000010:2.1:1787761090.598882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00010000:00000010:1.1:1787761090.621207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787761090.642143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:1.1:1787761090.642156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:1.1:1787761090.642161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787761090.642168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00010000:00000010:3.1:1787761090.661996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:3.1:1787761090.662009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e900.
00010000:00000010:3.1:1787761090.662012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:3.1:1787761090.672612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00000080:00000010:3.1:1787761090.672625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00010000:00000010:2.1:1787761090.703362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761090.706803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761090.706817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:0.1:1787761090.725004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00000080:00000010:0.1:1787761090.725022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:2.1:1787761090.756104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761090.769617:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761090.769633:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:2.1:1787761090.787389:0:370277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00000080:00000010:2.1:1787761090.796932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:2.1:1787761090.823689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:2.1:1787761090.823697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761090.823700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:2.1:1787761090.840204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00000080:00000010:2.1:1787761090.840220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00010000:00000010:1.1:1787761090.875808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:0.1:1787761090.881021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e300.
00010000:00000010:0.1:1787761090.881031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:2.1:1787761090.884189:0:370279:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00000080:00000010:2.1:1787761090.884201:0:370279:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00010000:00000010:3.1:1787761090.913094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761090.919802:0:370280:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761090.919815:0:370280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761090.930014:0:370280:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00000080:00000010:3.1:1787761090.930026:0:370280:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00010000:00000010:2.1:1787761090.942158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:2.1:1787761090.942171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:2.1:1787761090.942177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:2.1:1787761090.959378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00000080:00000010:2.1:1787761090.959396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149300.
00010000:00000010:3.1:1787761090.972668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00010000:00000010:3.1:1787761090.975381:0:370281:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761090.975390:0:370281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:3.1:1787761090.979030:0:370282:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00000080:00000010:3.1:1787761090.979042:0:370282:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:2.1:1787761091.005709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761091.009087:0:370283:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761091.009099:0:370283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:2.1:1787761091.038273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00000080:00000010:2.1:1787761091.038286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00010000:00000010:2.1:1787761091.051060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761091.051073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761091.051077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:0.1:1787761091.057874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f040.
00000080:00000010:0.1:1787761091.057886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00010000:00000010:3.1:1787761091.075066:0:370285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761091.075077:0:370285:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761091.075080:0:370285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:3.1:1787761091.080866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00000080:00000010:3.1:1787761091.080880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00010000:00000010:3.1:1787761091.097880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761091.103666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761091.103679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:3.1:1787761091.121847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:3.1:1787761091.121859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00010000:00000010:2.1:1787761091.135801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761091.139002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761091.139016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:2.1:1787761091.167799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00000080:00000010:2.1:1787761091.167833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00010000:00000010:3.1:1787761091.192169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:3.1:1787761091.198198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:3.1:1787761091.198213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761091.212495:0:370288:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00000080:00000010:3.1:1787761091.212517:0:370288:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:2.1:1787761091.260136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:3.1:1787761091.274401:0:370289:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761091.274409:0:370289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761091.289894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00000080:00000010:3.1:1787761091.289907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00010000:00000010:2.1:1787761091.300886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761091.304265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761091.304273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:2.1:1787761091.329789:0:370290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:2.1:1787761091.329799:0:370290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00010000:00000010:2.1:1787761091.352881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761091.352904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761091.352908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761091.369803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:2.1:1787761091.369812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00010000:00000010:3.1:1787761091.391043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761091.396182:0:370292:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761091.396190:0:370292:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761091.403912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:3.1:1787761091.403926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00010000:00000010:2.1:1787761091.450044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:2.1:1787761091.450058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:2.1:1787761091.450062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:2.1:1787761091.461407:0:370293:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00000080:00000010:2.1:1787761091.461423:0:370293:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00010000:00000010:2.1:1787761091.507272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761091.507286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761091.507290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761091.514809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00000080:00000010:2.1:1787761091.514827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00010000:00000010:0.1:1787761091.539805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:0.1:1787761091.543126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:0.1:1787761091.543141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:0.1:1787761091.562797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:0.1:1787761091.562811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00010000:00000010:3.1:1787761091.597810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761091.601812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761091.601826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:2.1:1787761091.633806:0:370296:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499e0.
00000080:00000010:2.1:1787761091.633826:0:370296:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00010000:00000010:3.1:1787761091.679355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761091.679369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761091.679374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761091.693098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00000080:00000010:3.1:1787761091.693126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00010000:00000010:2.1:1787761091.737885:0:370298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761091.737899:0:370298:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761091.737903:0:370298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761091.737909:0:370298:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00000080:00000010:2.1:1787761091.745789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00010000:00000010:2.1:1787761091.760878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761091.760893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761091.760898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761091.769273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:2.1:1787761091.769282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00010000:00000010:3.1:1787761091.811897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761091.818963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761091.818979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761091.834970:0:370300:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:3.1:1787761091.834989:0:370300:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00010000:00000010:2.1:1787761091.864465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761091.864481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761091.864485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:0.1:1787761091.890800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:0.1:1787761091.890818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00010000:00000010:1.1:1787761091.935871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:2.1:1787761091.942196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:2.1:1787761091.942208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:2.1:1787761091.964803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00000080:00000010:2.1:1787761091.964820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00010000:00000010:1.1:1787761091.982576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761091.992973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:1.1:1787761091.992988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:1.1:1787761091.999186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00000080:00000010:1.1:1787761091.999197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:2.1:1787761092.023309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761092.027286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761092.027300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761092.038172:0:370304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00000080:00000010:2.1:1787761092.038184:0:370304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00010000:00000010:2.1:1787761092.078519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761092.086849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761092.086860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:2.1:1787761092.101393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00000080:00000010:2.1:1787761092.101414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:3.1:1787761092.118326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761092.124196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761092.124207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:3.1:1787761092.142401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149060.
00000080:00000010:3.1:1787761092.142419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00010000:00000010:2.1:1787761092.157860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761092.157876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761092.157890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:0.1:1787761092.190424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00000080:00000010:0.1:1787761092.190438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:0.1:1787761092.222108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:1.1:1787761092.222301:0:370308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:1.1:1787761092.222308:0:370308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:3.1:1787761092.238923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:3.1:1787761092.238940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:2.1:1787761092.267204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761092.267215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761092.267219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:3.1:1787761092.280118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00000080:00000010:3.1:1787761092.280141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00010000:00000010:3.1:1787761092.317212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761092.320013:0:370310:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761092.320026:0:370310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761092.323385:0:370310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00000080:00000010:2.1:1787761092.323402:0:370310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f280.
00010000:00000010:2.1:1787761092.377792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:0.1:1787761092.385532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:0.1:1787761092.385549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:0.1:1787761092.400858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00000080:00000010:0.1:1787761092.400888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f280.
00010000:00000010:3.1:1787761092.471303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:0.1:1787761092.482518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:0.1:1787761092.482533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:0.1:1787761092.485787:0:370312:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149060.
00000080:00000010:0.1:1787761092.485799:0:370312:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fcc0.
00010000:00000010:2.1:1787761092.540465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761092.540480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761092.540484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:2.1:1787761092.557416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00000080:00000010:2.1:1787761092.557438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:2.1:1787761092.601840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:2.1:1787761092.601853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:2.1:1787761092.601857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:2.1:1787761092.617888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:2.1:1787761092.617907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00010000:00000010:3.1:1787761092.662849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761092.662864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761092.662868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:3.1:1787761092.667874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:3.1:1787761092.667947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00010000:00000010:2.1:1787761092.727420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761092.727434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761092.727439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:3.1:1787761092.734054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00000080:00000010:3.1:1787761092.734080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:2.1:1787761092.752860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:2.1:1787761092.752876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:2.1:1787761092.752891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:2.1:1787761092.770050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00000080:00000010:2.1:1787761092.770065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00010000:00000010:2.1:1787761092.833978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:0.1:1787761092.838225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:0.1:1787761092.838239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:2.1:1787761092.851465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00000080:00000010:2.1:1787761092.851484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494a0.
00010000:00000010:2.1:1787761092.890030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:2.1:1787761092.890046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:2.1:1787761092.890050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:2.1:1787761092.909977:0:370319:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:2.1:1787761092.909997:0:370319:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00010000:00000010:3.1:1787761092.942571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:2.1:1787761092.943030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:2.1:1787761092.943037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:2.1:1787761092.966220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00000080:00000010:2.1:1787761092.966238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00010000:00000010:3.1:1787761092.986093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761092.986119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761092.986125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761093.022099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149880.
00000080:00000010:3.1:1787761093.022129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00010000:00000010:3.1:1787761093.058018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761093.058034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761093.058039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:3.1:1787761093.072667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149880.
00000080:00000010:3.1:1787761093.072685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00010000:00000010:2.1:1787761093.099047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761093.106339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761093.106353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:2.1:1787761093.122867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00000080:00000010:2.1:1787761093.122887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00010000:00000010:2.1:1787761093.169865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761093.173017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761093.173030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:3.1:1787761093.196886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00000080:00000010:3.1:1787761093.196902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:1.1:1787761093.242018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761093.246896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761093.246908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:1.1:1787761093.246913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00000080:00000010:1.1:1787761093.246922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00010000:00000010:2.1:1787761093.320787:0:370325:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761093.320795:0:370325:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761093.320799:0:370325:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:2.1:1787761093.340885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd20.
00000080:00000010:2.1:1787761093.340907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:1.1:1787761093.374046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787761093.374061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761093.374066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:1.1:1787761093.408001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00000080:00000010:1.1:1787761093.408023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:3.1:1787761093.440045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761093.440061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761093.440066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:2.1:1787761093.449787:0:370328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00000080:00000010:2.1:1787761093.449805:0:370328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00010000:00000010:2.1:1787761093.481138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761093.481151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761093.481155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:2.1:1787761093.503801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00000080:00000010:2.1:1787761093.503819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00010000:00000010:1.1:1787761093.554801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761093.554817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761093.554822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:1.1:1787761093.583115:0:370330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00000080:00000010:1.1:1787761093.583136:0:370330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:1.1:1787761093.607929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761093.616206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761093.616227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:1.1:1787761093.640593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787761093.640603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00010000:00000010:3.1:1787761093.667210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:2.1:1787761093.673153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:2.1:1787761093.673161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:2.1:1787761093.691044:0:370332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d40.
00000080:00000010:2.1:1787761093.691064:0:370332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:3.1:1787761093.725010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761093.725026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761093.725031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761093.764815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ac0.
00000080:00000010:3.1:1787761093.764835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd20.
00010000:00000010:2.1:1787761093.857070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761093.861811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761093.861825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:0.1:1787761093.862396:0:370334:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00000080:00000010:0.1:1787761093.862410:0:370334:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:0.1:1787761093.941809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761093.941819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:0.1:1787761093.941822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:2.1:1787761093.956450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:2.1:1787761093.956471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:3.1:1787761094.010415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761094.012123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761094.012132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:3.1:1787761094.030122:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00000080:00000010:3.1:1787761094.030141:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00010000:00000010:0.1:1787761094.085279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761094.085293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:0.1:1787761094.085297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:0.1:1787761094.085302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:0.1:1787761094.085313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00010000:00000010:3.1:1787761094.142430:0:370337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:3.1:1787761094.142440:0:370337:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:3.1:1787761094.142444:0:370337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:2.1:1787761094.162787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:2.1:1787761094.162806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:2.1:1787761094.238054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761094.238061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761094.238065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:2.1:1787761094.238070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00000080:00000010:2.1:1787761094.238077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00010000:00000010:3.1:1787761094.289124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761094.289138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761094.289143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:2.1:1787761094.310070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00000080:00000010:2.1:1787761094.310087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00010000:00000010:3.1:1787761094.390023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:3.1:1787761094.393342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:3.1:1787761094.393356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:3.1:1787761094.428966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:3.1:1787761094.429000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:2.1:1787761094.487339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761094.490255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761094.490270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761094.514805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00000080:00000010:2.1:1787761094.514818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00010000:00000010:3.1:1787761094.551406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761094.553796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761094.553811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:3.1:1787761094.565278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00000080:00000010:3.1:1787761094.565298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00010000:00000010:3.1:1787761094.609889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761094.613808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761094.613823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761094.636958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00000080:00000010:3.1:1787761094.636973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00010000:00000010:2.1:1787761094.699282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761094.699298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761094.699302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:2.1:1787761094.729672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:2.1:1787761094.729691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0940.
00010000:00000010:3.1:1787761094.778871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761094.782803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761094.782818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:3.1:1787761094.828305:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00000080:00000010:3.1:1787761094.828324:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00010000:00000010:3.1:1787761094.857582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:2.1:1787761094.861802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:2.1:1787761094.866866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:2.1:1787761094.882851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497c0.
00000080:00000010:2.1:1787761094.882870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495c0.
00010000:00000010:2.1:1787761094.919795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761094.919810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761094.919815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761094.927794:0:370348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00000080:00000010:2.1:1787761094.927810:0:370348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00010000:00000010:3.1:1787761094.965184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761094.969795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761094.969855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761094.987778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149bc0.
00000080:00000010:2.1:1787761094.987797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00010000:00000010:2.1:1787761095.018448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761095.018464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761095.018468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761095.055797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00000080:00000010:2.1:1787761095.055809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00010000:00000010:3.1:1787761095.075163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761095.075181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761095.075186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:2.1:1787761095.108083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00000080:00000010:2.1:1787761095.108110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00010000:00000010:0.1:1787761095.183226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761095.183241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761095.183245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:0.1:1787761095.192274:0:370352:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:0.1:1787761095.192287:0:370352:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c40.
00010000:00000010:2.1:1787761095.251021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:2.1:1787761095.251039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:2.1:1787761095.251043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:2.1:1787761095.281495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:2.1:1787761095.281521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:3.1:1787761095.326993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:2.1:1787761095.327782:0:370354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:2.1:1787761095.327790:0:370354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:2.1:1787761095.335954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c40.
00000080:00000010:2.1:1787761095.335967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00010000:00000010:2.1:1787761095.377416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761095.387488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761095.387502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761095.413988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f9e0.
00000080:00000010:2.1:1787761095.414001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f980.
00010000:00000010:3.1:1787761095.436789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761095.443298:0:370357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761095.443312:0:370357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787761095.449332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496a0.
00000080:00000010:3.1:1787761095.449354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00010000:00000010:2.1:1787761095.505949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761095.505965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761095.505969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761095.542793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f980.
00000080:00000010:2.1:1787761095.542806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0a0.
00010000:00000010:1.1:1787761095.588175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761095.604986:0:370359:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787761095.605307:0:370359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:1.1:1787761095.610369:0:370359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00000080:00000010:1.1:1787761095.610380:0:370359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496a0.
00010000:00000010:0.1:1787761095.653117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:0.1:1787761095.653133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761095.653199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:2.1:1787761095.666598:0:370360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00000080:00000010:2.1:1787761095.666619:0:370360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:3.1:1787761095.731458:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:2.1:1787761095.738866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:2.1:1787761095.738874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:2.1:1787761095.746906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00000080:00000010:2.1:1787761095.746925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00010000:00000010:1.1:1787761095.797795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761095.797804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:1.1:1787761095.797809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:1.1:1787761095.803998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00000080:00000010:1.1:1787761095.804017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00010000:00000010:2.1:1787761095.844824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:3.1:1787761095.851038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761095.851047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761095.877788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00000080:00000010:3.1:1787761095.877808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00010000:00000010:2.1:1787761095.925927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:2.1:1787761095.925944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:2.1:1787761095.925949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:0.1:1787761095.955980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00000080:00000010:0.1:1787761095.956012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00010000:00000010:2.1:1787761096.008110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:2.1:1787761096.008126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:2.1:1787761096.008130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:2.1:1787761096.037137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:2.1:1787761096.041108:0:370365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00010000:00000010:2.1:1787761096.071188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761096.083177:0:370366:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:2.1:1787761096.083193:0:370366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:2.1:1787761096.094999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00000080:00000010:2.1:1787761096.095014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00010000:00000010:3.1:1787761096.124823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761096.128796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761096.128810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761096.153060:0:370367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497c0.
00000080:00000010:3.1:1787761096.153077:0:370367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00010000:00000010:3.1:1787761096.207342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761096.211842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761096.213052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:2.1:1787761096.219438:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00000080:00000010:2.1:1787761096.219452:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00010000:00000010:2.1:1787761096.251884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761096.251898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:2.1:1787761096.251903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:2.1:1787761096.272816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:2.1:1787761096.272831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00010000:00000010:0.1:1787761096.362229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761096.362241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761096.362246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:0.1:1787761096.388674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:0.1:1787761096.388694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00010000:00000010:3.1:1787761096.440125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761096.452841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761096.452864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:1.1:1787761096.463648:0:370371:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00000080:00000010:1.1:1787761096.463669:0:370371:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149940.
00010000:00000010:3.1:1787761096.561818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761096.566047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761096.566063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:3.1:1787761096.575786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00000080:00000010:3.1:1787761096.575804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:1.1:1787761096.616992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:0.1:1787761096.620784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:0.1:1787761096.620791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:2.1:1787761096.620833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00000080:00000010:2.1:1787761096.620854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c20.
00010000:00000010:3.1:1787761096.657889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:0.1:1787761096.662285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:0.1:1787761096.662301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761096.680024:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ac0.
00000080:00000010:3.1:1787761096.680042:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00010000:00000010:1.1:1787761096.700833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761096.700864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:1.1:1787761096.700868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:1.1:1787761096.744373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05c0.
00000080:00000010:1.1:1787761096.744387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00010000:00000010:3.1:1787761096.781831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:3.1:1787761096.781846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:3.1:1787761096.781861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:3.1:1787761096.792938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:3.1:1787761096.792952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:2.1:1787761096.820340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761096.820355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761096.820359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:2.1:1787761096.839444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00000080:00000010:2.1:1787761096.839462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:1.1:1787761096.945403:0:370378:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761096.955250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:1.1:1787761096.955266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:1.1:1787761096.955274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00000080:00000010:1.1:1787761096.955284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00010000:00000010:2.1:1787761096.980067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:2.1:1787761096.980091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761096.985250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:2.1:1787761097.009074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00000080:00000010:2.1:1787761097.009099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00010000:00000010:3.1:1787761097.040109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761097.044790:0:370379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761097.044797:0:370379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:3.1:1787761097.054793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00000080:00000010:3.1:1787761097.054809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:1.1:1787761097.085239:0:370381:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00010000:00000010:1.1:1787761097.085247:0:370381:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:1.1:1787761097.085250:0:370381:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:1.1:1787761097.103887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00000080:00000010:1.1:1787761097.103901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00010000:00000010:2.1:1787761097.126952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761097.130912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761097.130928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:2.1:1787761097.153873:0:370382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00000080:00000010:2.1:1787761097.153890:0:370382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00010000:00000010:3.1:1787761097.196917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:2.1:1787761097.202425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:2.1:1787761097.202457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:2.1:1787761097.210316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00000080:00000010:2.1:1787761097.210333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00010000:00000010:2.1:1787761097.264967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:2.1:1787761097.264975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761097.264979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761097.279104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:2.1:1787761097.279117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00010000:00000010:1.1:1787761097.303977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761097.307335:0:370385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00000080:00000010:3.1:1787761097.307349:0:370385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00010000:00000010:1.1:1787761097.307810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:1.1:1787761097.307817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:2.1:1787761097.340129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761097.340143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761097.340147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761097.348373:0:370386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff00.
00000080:00000010:2.1:1787761097.348390:0:370386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00010000:00000010:2.1:1787761097.374790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761097.374805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761097.374810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761097.383005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff00.
00000080:00000010:2.1:1787761097.383021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00010000:00000010:0.1:1787761097.423794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761097.423808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:0.1:1787761097.423811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:0.1:1787761097.423815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761097.423823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:0.1:1787761097.457087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:0.1:1787761097.457101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:0.1:1787761097.457104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:2.1:1787761097.457383:0:370389:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149160.
00000080:00000010:2.1:1787761097.457392:0:370389:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00010000:00000010:3.1:1787761097.490828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761097.490855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761097.490859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761097.500090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:2.1:1787761097.500108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00010000:00000010:1.1:1787761097.522138:0:370390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:1.1:1787761097.522147:0:370390:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:1.1:1787761097.522151:0:370390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:0.1:1787761097.528961:0:370391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00000080:00000010:0.1:1787761097.529046:0:370391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:2.1:1787761097.567363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761097.571120:0:370392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761097.571132:0:370392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:2.1:1787761097.571137:0:370392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:2.1:1787761097.571144:0:370392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:2.1:1787761097.600061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761097.603794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761097.603808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:2.1:1787761097.629455:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00000080:00000010:2.1:1787761097.629471:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00010000:00000010:1.1:1787761097.664050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:1.1:1787761097.670885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:1.1:1787761097.670895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:2.1:1787761097.677535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00000080:00000010:2.1:1787761097.677590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00010000:00000010:3.1:1787761097.717784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761097.727790:0:370395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761097.727802:0:370395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761097.752065:0:370395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:3.1:1787761097.752093:0:370395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:2.1:1787761097.779021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:2.1:1787761097.779037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:2.1:1787761097.779041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:2.1:1787761097.807645:0:370396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:2.1:1787761097.807665:0:370396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00010000:00000010:2.1:1787761097.885806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:2.1:1787761097.889797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:2.1:1787761097.889811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:2.1:1787761097.905028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:2.1:1787761097.905044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:3.1:1787761097.995826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:2.1:1787761097.999799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:2.1:1787761097.999815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:2.1:1787761098.053058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b40.
00000080:00000010:2.1:1787761098.053087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00010000:00000010:0.1:1787761098.084506:0:370399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:0.1:1787761098.088791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:0.1:1787761098.088804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:0.1:1787761098.121395:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00000080:00000010:0.1:1787761098.121418:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00010000:00000010:2.1:1787761098.171517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761098.171529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:2.1:1787761098.171533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:2.1:1787761098.192464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00000080:00000010:2.1:1787761098.192479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00010000:00000010:3.1:1787761098.231093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761098.235329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761098.235344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:2.1:1787761098.263101:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499e0.
00000080:00000010:2.1:1787761098.263121:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:1.1:1787761098.347164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:0.1:1787761098.349062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:0.1:1787761098.349086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:2.1:1787761098.368141:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:2.1:1787761098.368160:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00010000:00000010:3.1:1787761098.451982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:3.1:1787761098.451999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761098.452003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:3.1:1787761098.494864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00000080:00000010:3.1:1787761098.494881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:1.1:1787761098.531940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761098.532803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:1.1:1787761098.532811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:1.1:1787761098.558105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:1.1:1787761098.558123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00010000:00000010:3.1:1787761098.602179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761098.606799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761098.606814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:3.1:1787761098.653672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:3.1:1787761098.653683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00010000:00000010:2.1:1787761098.682448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:2.1:1787761098.695369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:2.1:1787761098.695385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:2.1:1787761098.706136:0:370406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00000080:00000010:2.1:1787761098.706150:0:370406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00010000:00000010:3.1:1787761098.746326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761098.746342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761098.746346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761098.787792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:3.1:1787761098.787816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00010000:00000010:3.1:1787761098.845855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:2.1:1787761098.854922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:2.1:1787761098.854937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:2.1:1787761098.865043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00000080:00000010:2.1:1787761098.865060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f460.
00010000:00000010:0.1:1787761098.925426:0:370408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761098.925434:0:370408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761098.925438:0:370408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:1.1:1787761098.952866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:1.1:1787761098.952887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:3.1:1787761099.011798:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761099.011812:0:1362:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761099.011817:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761099.042178:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:3.1:1787761099.042192:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00010000:00000010:0.1:1787761099.071222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761099.071238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761099.071242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:0.1:1787761099.092075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:0.1:1787761099.092094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:3.1:1787761099.144819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761099.148891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761099.148903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:2.1:1787761099.160830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:2.1:1787761099.161088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00010000:00000010:0.1:1787761099.227785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761099.227792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761099.227796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:1.1:1787761099.238018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:1.1:1787761099.238038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:0.1:1787761099.273073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:0.1:1787761099.273090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761099.273093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:0.1:1787761099.297075:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:0.1:1787761099.297096:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:2.1:1787761099.399826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:2.1:1787761099.404325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761099.404340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761099.408123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00000080:00000010:3.1:1787761099.408148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00010000:00000010:2.1:1787761099.464089:0:370416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:2.1:1787761099.464102:0:370416:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761099.464106:0:370416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:2.1:1787761099.464112:0:370416:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f280.
00000080:00000010:2.1:1787761099.464120:0:370416:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00010000:00000010:0.1:1787761099.509088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:0.1:1787761099.509103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761099.509791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:2.1:1787761099.528211:0:370417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00000080:00000010:2.1:1787761099.528229:0:370417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00010000:00000010:3.1:1787761099.588962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761099.597320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761099.597335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761099.629817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00000080:00000010:3.1:1787761099.629846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f280.
00010000:00000010:2.1:1787761099.671817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:3.1:1787761099.682786:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761099.682801:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761099.701956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4e0.
00000080:00000010:3.1:1787761099.701974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00010000:00000010:3.1:1787761099.746030:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761099.747819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761099.747843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:3.1:1787761099.766796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:3.1:1787761099.766810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00010000:00000010:3.1:1787761099.830037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:3.1:1787761099.858836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761099.858847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:2.1:1787761099.873369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00000080:00000010:2.1:1787761099.873390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00010000:00000010:0.1:1787761099.938238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761099.942775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761099.942784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761099.961265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00000080:00000010:3.1:1787761099.961285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00010000:00000010:3.1:1787761100.004029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761100.004045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761100.004049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:3.1:1787761100.034821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:3.1:1787761100.034848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00010000:00000010:2.1:1787761100.090050:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:2.1:1787761100.090077:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:2.1:1787761100.090081:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:2.1:1787761100.180216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:2.1:1787761100.180231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00010000:00000010:0.1:1787761100.242872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:0.1:1787761100.246070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:0.1:1787761100.246082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:0.1:1787761100.271924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00000080:00000010:0.1:1787761100.271941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:3.1:1787761100.349914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761100.356315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761100.356328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:2.1:1787761100.395832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:2.1:1787761100.395851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00010000:00000010:2.1:1787761100.442796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761100.442810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761100.442814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:2.1:1787761100.474163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:2.1:1787761100.474179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00010000:00000010:3.1:1787761100.525515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761100.525529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761100.525534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:3.1:1787761100.532571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149020.
00000080:00000010:3.1:1787761100.532587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00010000:00000010:2.1:1787761100.559904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761100.565950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761100.566029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761100.588260:0:370429:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:3.1:1787761100.588279:0:370429:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f540.
00010000:00000010:0.1:1787761100.636953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:0.1:1787761100.641138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:0.1:1787761100.641155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:0.1:1787761100.659834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00000080:00000010:0.1:1787761100.659851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3faa0.
00010000:00000010:2.1:1787761100.707246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761100.707262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761100.707266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:2.1:1787761100.731255:0:370431:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00000080:00000010:2.1:1787761100.731271:0:370431:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00010000:00000010:3.1:1787761100.759785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:3.1:1787761100.763792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761100.763815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761100.772959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00000080:00000010:3.1:1787761100.772976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00010000:00000010:2.1:1787761100.825166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761100.825182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:2.1:1787761100.825186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761100.844253:0:370433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3c0.
00000080:00000010:3.1:1787761100.844272:0:370433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00010000:00000010:2.1:1787761100.893410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761100.893423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:2.1:1787761100.893427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761100.913800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa40.
00000080:00000010:2.1:1787761100.913816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:2.1:1787761100.964089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:3.1:1787761100.968714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ee00.
00010000:00000010:3.1:1787761100.968729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:3.1:1787761100.987783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:3.1:1787761100.987803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:3.1:1787761101.022787:0:370435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:3.1:1787761101.023202:0:370435:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:3.1:1787761101.023207:0:370435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:3.1:1787761101.029780:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0820.
00000080:00000010:3.1:1787761101.030146:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:0.1:1787761101.071809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:2.1:1787761101.080217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:2.1:1787761101.080226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:2.1:1787761101.088024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:2.1:1787761101.088035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:0.1:1787761101.118483:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761101.118493:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761101.118496:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:1.1:1787761101.125785:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:1.1:1787761101.125812:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0780.
00010000:00000010:3.1:1787761101.176841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761101.176849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761101.176853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:3.1:1787761101.194078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00000080:00000010:3.1:1787761101.194090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04e0.
00010000:00000010:1.1:1787761101.207581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00010000:00000010:1.1:1787761101.207595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:1.1:1787761101.207598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:1.1:1787761101.222289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00000080:00000010:1.1:1787761101.222298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:2.1:1787761101.260375:0:370441:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761101.260384:0:370441:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:2.1:1787761101.260388:0:370441:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:2.1:1787761101.281003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00000080:00000010:2.1:1787761101.281019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:3.1:1787761101.326780:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761101.326796:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761101.326800:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761101.351503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00000080:00000010:2.1:1787761101.351512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00010000:00000010:3.1:1787761101.401218:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:2.1:1787761101.405790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:2.1:1787761101.405806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:2.1:1787761101.412175:0:370443:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00000080:00000010:2.1:1787761101.412189:0:370443:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:2.1:1787761101.476063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761101.480827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:2.1:1787761101.480841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761101.504941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00000080:00000010:2.1:1787761101.504961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:3.1:1787761101.535901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761101.548354:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761101.548361:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:0.1:1787761101.552789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00000080:00000010:0.1:1787761101.552808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00010000:00000010:2.1:1787761101.582978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:2.1:1787761101.582991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:2.1:1787761101.582995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:3.1:1787761101.587874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00000080:00000010:3.1:1787761101.587889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:3.1:1787761101.643145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761101.643153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761101.643157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:3.1:1787761101.657354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00000080:00000010:3.1:1787761101.657369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00010000:00000010:2.1:1787761101.677816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761101.695338:0:370448:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761101.695345:0:370448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761101.716167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00000080:00000010:2.1:1787761101.716184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00010000:00000010:2.1:1787761101.734900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:3.1:1787761101.738137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761101.738152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:0.1:1787761101.773920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00000080:00000010:0.1:1787761101.773941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00010000:00000010:3.1:1787761101.825109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:2.1:1787761101.829918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:2.1:1787761101.829942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:2.1:1787761101.856779:0:370450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149400.
00000080:00000010:2.1:1787761101.856787:0:370450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00010000:00000010:3.1:1787761101.889006:0:370450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761101.893129:0:370451:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761101.893142:0:370451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761101.900812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00000080:00000010:3.1:1787761101.900931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f940.
00010000:00000010:2.1:1787761101.930193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761101.930205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:2.1:1787761101.930208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:2.1:1787761101.935158:0:370452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8c0.
00000080:00000010:2.1:1787761101.935171:0:370452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00010000:00000010:2.1:1787761101.984106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761101.984120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:2.1:1787761101.984124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:2.1:1787761101.984128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00000080:00000010:2.1:1787761101.984137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00010000:00000010:2.1:1787761102.012806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761102.016782:0:370453:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:2.1:1787761102.016789:0:370453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:2.1:1787761102.023420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00000080:00000010:2.1:1787761102.023435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00010000:00000010:0.1:1787761102.066040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761102.066062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761102.066101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:2.1:1787761102.079724:0:370455:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:2.1:1787761102.079739:0:370455:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00010000:00000010:3.1:1787761102.115175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:0.1:1787761102.120825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:0.1:1787761102.120833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:1.1:1787761102.126921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00000080:00000010:1.1:1787761102.126935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00010000:00000010:1.1:1787761102.175329:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:1.1:1787761102.175341:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761102.175807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:2.1:1787761102.184861:0:370457:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:2.1:1787761102.184880:0:370457:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:2.1:1787761102.212215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761102.220796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:2.1:1787761102.220808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:2.1:1787761102.240801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00000080:00000010:2.1:1787761102.240822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00010000:00000010:0.1:1787761102.289843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761102.289854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:0.1:1787761102.289858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:0.1:1787761102.303801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00000080:00000010:0.1:1787761102.303830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00010000:00000010:2.1:1787761102.354788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:3.1:1787761102.354929:0:370460:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:3.1:1787761102.354935:0:370460:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761102.354939:0:370460:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00000080:00000010:3.1:1787761102.354945:0:370460:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fda0.
00010000:00000010:3.1:1787761102.396620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761102.396628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761102.396631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:2.1:1787761102.423049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00000080:00000010:2.1:1787761102.423059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149960.
00010000:00000010:3.1:1787761102.452033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:3.1:1787761102.452057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:3.1:1787761102.452062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:3.1:1787761102.460923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00000080:00000010:3.1:1787761102.460935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:2.1:1787761102.484990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:2.1:1787761102.489874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:2.1:1787761102.489887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:2.1:1787761102.498799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00000080:00000010:2.1:1787761102.498821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:2.1:1787761102.531961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761102.538206:0:370465:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:2.1:1787761102.538220:0:370465:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:2.1:1787761102.567822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00000080:00000010:2.1:1787761102.567844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0280.
00010000:00000010:1.1:1787761102.580537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:1.1:1787761102.581920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:1.1:1787761102.581929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:1.1:1787761102.596137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00000080:00000010:1.1:1787761102.596158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa40.
00010000:00000010:1.1:1787761102.643979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:2.1:1787761102.649019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:2.1:1787761102.649027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:2.1:1787761102.661830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00000080:00000010:2.1:1787761102.661850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00010000:00000010:3.1:1787761102.696798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761102.696820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761102.696824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761102.696828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b40.
00000080:00000010:3.1:1787761102.696835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00010000:00000010:2.1:1787761102.730801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761102.730905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:2.1:1787761102.730909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761102.742822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00000080:00000010:2.1:1787761102.748796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00010000:00000010:1.1:1787761102.790791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:1.1:1787761102.790798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761102.790801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:1.1:1787761102.801812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00000080:00000010:1.1:1787761102.801821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:3.1:1787761102.818319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761102.825963:0:370471:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761102.825973:0:370471:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:3.1:1787761102.848786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149980.
00000080:00000010:3.1:1787761102.848802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b60.
00010000:00000010:2.1:1787761102.863122:0:370472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761102.863130:0:370472:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:2.1:1787761102.863133:0:370472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761102.863136:0:370472:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00000080:00000010:2.1:1787761102.863146:0:370472:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149060.
00010000:00000010:2.1:1787761102.874943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761102.874951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761102.874954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:2.1:1787761102.896785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3c0.
00000080:00000010:2.1:1787761102.896797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00010000:00000010:1.1:1787761102.939781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761102.939789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761102.939793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:1.1:1787761102.939799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787761102.939813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:2.1:1787761102.942138:0:370475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:2.1:1787761102.942150:0:370475:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761102.942154:0:370475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:3.1:1787761102.958355:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f020.
00000080:00000010:3.1:1787761102.958376:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:2.1:1787761102.981452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761102.981459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761102.981462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:0.1:1787761102.985004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f900.
00000080:00000010:0.1:1787761102.985020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00010000:00000010:1.1:1787761103.017262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00010000:00000010:1.1:1787761103.025836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761103.025852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:0.1:1787761103.032591:0:370477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00000080:00000010:0.1:1787761103.032610:0:370477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00010000:00000010:3.1:1787761103.070512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:3.1:1787761103.077317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761103.077331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:3.1:1787761103.089850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00000080:00000010:3.1:1787761103.089869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:2.1:1787761103.113795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761103.113820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:2.1:1787761103.113825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:2.1:1787761103.130142:0:370479:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00000080:00000010:2.1:1787761103.130162:0:370479:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00010000:00000010:2.1:1787761103.198816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:3.1:1787761103.204967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761103.204983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:2.1:1787761103.226195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00000080:00000010:2.1:1787761103.226212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00010000:00000010:2.1:1787761103.351808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761103.351823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761103.351827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761103.375825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00000080:00000010:3.1:1787761103.375846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00010000:00000010:2.1:1787761103.437158:0:370481:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:2.1:1787761103.470956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc900.
00010000:00000010:2.1:1787761103.470971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:2.1:1787761103.470977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00000080:00000010:2.1:1787761103.471409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b60.
00010000:00000010:2.1:1787761103.518934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761103.526047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761103.526061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761103.526067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:3.1:1787761103.526075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00010000:00000010:2.1:1787761103.581167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761103.588995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:2.1:1787761103.589023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761103.618392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00000080:00000010:2.1:1787761103.618407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00010000:00000010:2.1:1787761103.707967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761103.707982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:2.1:1787761103.707988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:2.1:1787761103.719790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00000080:00000010:2.1:1787761103.719804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00010000:00000010:0.1:1787761103.740988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761103.749132:0:370486:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:0.1:1787761103.749145:0:370486:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:0.1:1787761103.757818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855225c0.
00000080:00000010:0.1:1787761103.757836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00010000:00000010:3.1:1787761103.781936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761103.781950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761103.781955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:3.1:1787761103.803883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00000080:00000010:3.1:1787761103.803895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:2.1:1787761103.826794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761103.831229:0:370487:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:2.1:1787761103.831238:0:370487:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761103.857821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00000080:00000010:2.1:1787761103.857836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4e0.
00010000:00000010:2.1:1787761103.886095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761103.890955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:2.1:1787761103.890970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761103.902119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00000080:00000010:2.1:1787761103.902134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00010000:00000010:2.1:1787761103.949800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:2.1:1787761103.957850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:2.1:1787761103.957864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:2.1:1787761103.965841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00000080:00000010:2.1:1787761103.965856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:3.1:1787761103.994793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761103.994815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761103.994819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:3.1:1787761104.021816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ac0.
00000080:00000010:3.1:1787761104.021831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:2.1:1787761104.072816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:3.1:1787761104.073350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761104.073358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:3.1:1787761104.093351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00000080:00000010:3.1:1787761104.093367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f280.
00010000:00000010:3.1:1787761104.154827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:3.1:1787761104.160097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761104.160115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:3.1:1787761104.167806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4e0.
00000080:00000010:3.1:1787761104.167823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:2.1:1787761104.219165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:2.1:1787761104.224373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcb00.
00010000:00000010:2.1:1787761104.224386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:2.1:1787761104.247855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00000080:00000010:2.1:1787761104.247872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:2.1:1787761104.301839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761104.305789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761104.305805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:2.1:1787761104.360842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00000080:00000010:2.1:1787761104.360860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00010000:00000010:3.1:1787761104.395989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:2.1:1787761104.400953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:2.1:1787761104.400969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:2.1:1787761104.420383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00000080:00000010:2.1:1787761104.435201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00010000:00000010:2.1:1787761104.466780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761104.466795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761104.466799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:2.1:1787761104.481812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00000080:00000010:2.1:1787761104.481825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00010000:00000010:2.1:1787761104.519782:0:370498:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:2.1:1787761104.519803:0:370498:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:2.1:1787761104.519809:0:370498:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:2.1:1787761104.534455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00000080:00000010:2.1:1787761104.534472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149940.
00010000:00000010:3.1:1787761104.561805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761104.561821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:3.1:1787761104.561826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:3.1:1787761104.587503:0:257226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00000080:00000010:3.1:1787761104.587525:0:257226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00010000:00000010:2.1:1787761104.610214:0:370500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:2.1:1787761104.610222:0:370500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761104.610225:0:370500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:2.1:1787761104.627884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00000080:00000010:2.1:1787761104.627904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:1.1:1787761104.645987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761104.650298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:1.1:1787761104.650312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:1.1:1787761104.668728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00000080:00000010:1.1:1787761104.668747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00010000:00000010:2.1:1787761104.701990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:2.1:1787761104.710945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:2.1:1787761104.710953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:3.1:1787761104.725128:0:370502:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00000080:00000010:3.1:1787761104.725150:0:370502:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:2.1:1787761104.755273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761104.762067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761104.762084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:2.1:1787761104.797164:0:370503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00000080:00000010:2.1:1787761104.797176:0:370503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00010000:00000010:3.1:1787761104.815992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:3.1:1787761104.816001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761104.816006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:0.1:1787761104.839293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00000080:00000010:0.1:1787761104.839310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149040.
00010000:00000010:2.1:1787761104.862384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:3.1:1787761104.864942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761104.864958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761104.893179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00000080:00000010:3.1:1787761104.893193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe40.
00010000:00000010:2.1:1787761104.920941:0:370505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761104.931235:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761104.931249:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:2.1:1787761104.942044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00000080:00000010:2.1:1787761104.942056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00010000:00000010:2.1:1787761104.968137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:2.1:1787761104.972893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761104.972906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:2.1:1787761104.982157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00000080:00000010:2.1:1787761104.982182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:0.1:1787761105.014780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761105.017811:0:370507:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761105.017818:0:370507:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00000080:00000010:0.1:1787761105.027921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:0.1:1787761105.027937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:3.1:1787761105.063152:0:370508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761105.063160:0:370508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761105.063164:0:370508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761105.072198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:3.1:1787761105.072214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00010000:00000010:2.1:1787761105.108000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761105.108015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761105.108020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:2.1:1787761105.122637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00000080:00000010:2.1:1787761105.122655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:2.1:1787761105.170929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:2.1:1787761105.170941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:2.1:1787761105.170946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:2.1:1787761105.203904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00000080:00000010:2.1:1787761105.203923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00010000:00000010:2.1:1787761105.276349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761105.276363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761105.276367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:2.1:1787761105.303336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00000080:00000010:2.1:1787761105.303353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:2.1:1787761105.406109:0:370513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:2.1:1787761105.406125:0:370513:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761105.406128:0:370513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:2.1:1787761105.414263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00000080:00000010:2.1:1787761105.414275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00010000:00000010:3.1:1787761105.466002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761105.466012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:3.1:1787761105.466016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761105.486934:0:370514:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00000080:00000010:3.1:1787761105.486953:0:370514:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00010000:00000010:2.1:1787761105.525916:0:370515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761105.531796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761105.531808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:2.1:1787761105.536710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00000080:00000010:2.1:1787761105.536720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:0.1:1787761105.549931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761105.556150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761105.556159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:0.1:1787761105.566876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:0.1:1787761105.566887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00010000:00000010:3.1:1787761105.583328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:2.1:1787761105.585907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:2.1:1787761105.585920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:2.1:1787761105.601459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fc0.
00000080:00000010:2.1:1787761105.601469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00010000:00000010:2.1:1787761105.618008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761105.626085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761105.626097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:2.1:1787761105.645921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00000080:00000010:2.1:1787761105.645936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00010000:00000010:0.1:1787761105.666649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:0.1:1787761105.666672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761105.666793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:0.1:1787761105.688261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149bc0.
00000080:00000010:0.1:1787761105.688279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c40.
00010000:00000010:3.1:1787761105.708230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:1.1:1787761105.712831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:1.1:1787761105.712848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3e00.
00000080:00000010:2.1:1787761105.732122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:2.1:1787761105.732140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00010000:00000010:3.1:1787761105.762825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:3.1:1787761105.766419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e000.
00010000:00000010:3.1:1787761105.766436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:3.1:1787761105.781854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00000080:00000010:3.1:1787761105.781871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:0.1:1787761105.812899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761105.812913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:0.1:1787761105.812918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:0.1:1787761105.834953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761105.834971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0320.
00010000:00000010:0.1:1787761105.866906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00010000:00000010:2.1:1787761105.870791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc200.
00010000:00000010:2.1:1787761105.870804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00000080:00000010:3.1:1787761105.880917:0:370523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855220c0.
00000080:00000010:3.1:1787761105.889798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc04c0.
00010000:00000010:3.1:1787761105.905788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761105.910052:0:370524:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761105.910064:0:370524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:3.1:1787761105.917104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496a0.
00000080:00000010:3.1:1787761105.917114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fc0.
00010000:00000010:1.1:1787761105.967521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:1.1:1787761105.967535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc800.
00010000:00000010:1.1:1787761105.967539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00000080:00000010:1.1:1787761105.984954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:1.1:1787761105.984967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc02c0.
00010000:00000010:3.1:1787761106.008844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761106.008858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:3.1:1787761106.008862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:3.1:1787761106.020997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00000080:00000010:3.1:1787761106.021013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:2.1:1787761106.054925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761106.054937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761106.054941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:2.1:1787761106.065543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:2.1:1787761106.065573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00010000:00000010:0.1:1787761106.074665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761106.074679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761106.074683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:0.1:1787761106.092000:0:370528:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00000080:00000010:0.1:1787761106.092043:0:370528:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05a0.
00010000:00000010:3.1:1787761106.122117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:3.1:1787761106.122130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761106.122133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761106.133057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:3.1:1787761106.133069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa60.
00010000:00000010:3.1:1787761106.156111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761106.156124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761106.156128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:3.1:1787761106.167130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495c0.
00000080:00000010:3.1:1787761106.167139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00010000:00000010:2.1:1787761106.194865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761106.194876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761106.194883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:2.1:1787761106.203861:0:370531:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff00.
00000080:00000010:2.1:1787761106.203874:0:370531:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:3.1:1787761106.231941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761106.236285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:3.1:1787761106.236297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761106.240251:0:370532:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00000080:00000010:3.1:1787761106.240260:0:370532:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00010000:00000010:3.1:1787761106.276201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:2.1:1787761106.276296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:2.1:1787761106.276303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:2.1:1787761106.287778:0:370533:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00000080:00000010:2.1:1787761106.287792:0:370533:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ae0.
00010000:00000010:2.1:1787761106.309126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761106.309142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761106.309145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761106.316084:0:370534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00000080:00000010:2.1:1787761106.316094:0:370534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00010000:00000010:3.1:1787761106.344803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761106.344819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761106.344824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761106.354777:0:370535:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fc0.
00000080:00000010:2.1:1787761106.354789:0:370535:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00010000:00000010:2.1:1787761106.385839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761106.389805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761106.389819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761106.419570:0:370536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00000080:00000010:2.1:1787761106.419592:0:370536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00010000:00000010:3.1:1787761106.476887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761106.476902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761106.476906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761106.515055:0:370537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:3.1:1787761106.515069:0:370537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00010000:00000010:2.1:1787761106.568003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:2.1:1787761106.569040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761106.569047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:2.1:1787761106.600743:0:370538:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00000080:00000010:2.1:1787761106.600778:0:370538:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497c0.
00010000:00000010:3.1:1787761106.665193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:3.1:1787761106.665207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761106.665211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:3.1:1787761106.689964:0:370539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00000080:00000010:3.1:1787761106.689983:0:370539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00010000:00000010:2.1:1787761106.748178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761106.753644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761106.753658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761106.776275:0:370540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00000080:00000010:3.1:1787761106.776292:0:370540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00010000:00000010:2.1:1787761106.829801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761106.829817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761106.829821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761106.866964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc20.
00000080:00000010:2.1:1787761106.866984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00010000:00000010:3.1:1787761106.883159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761106.887066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761106.887079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:3.1:1787761106.902292:0:370542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00000080:00000010:3.1:1787761106.902302:0:370542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00010000:00000010:2.1:1787761106.948797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:2.1:1787761106.948807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761106.948810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761106.972328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00000080:00000010:3.1:1787761106.972345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00010000:00000010:3.1:1787761107.031794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761107.031810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761107.031817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:3.1:1787761107.081860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00000080:00000010:3.1:1787761107.081988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fec0.
00010000:00000010:2.1:1787761107.104746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00010000:00000010:2.1:1787761107.104769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e100.
00010000:00000010:2.1:1787761107.104772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:2.1:1787761107.111071:0:370545:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:2.1:1787761107.111088:0:370545:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:3.1:1787761107.187040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:0.1:1787761107.192385:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:0.1:1787761107.192399:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:1.1:1787761107.205002:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00000080:00000010:1.1:1787761107.205028:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00010000:00000010:2.1:1787761107.230801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761107.230817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761107.230821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:2.1:1787761107.259838:0:370547:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00000080:00000010:2.1:1787761107.259858:0:370547:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00010000:00000010:3.1:1787761107.289995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:3.1:1787761107.290018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761107.290023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761107.304127:0:370548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb80.
00000080:00000010:3.1:1787761107.304137:0:370548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa20.
00010000:00000010:2.1:1787761107.338876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761107.338892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:2.1:1787761107.338897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:2.1:1787761107.364606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00000080:00000010:2.1:1787761107.364632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00010000:00000010:3.1:1787761107.401994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:3.1:1787761107.402018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761107.408278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761107.471119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f3e0.
00000080:00000010:3.1:1787761107.471150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe00.
00010000:00000010:2.1:1787761107.511785:0:370550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:2.1:1787761107.512040:0:370550:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e400.
00010000:00000010:2.1:1787761107.512049:0:370550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:2.1:1787761107.523234:0:370551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00000080:00000010:2.1:1787761107.523260:0:370551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:3.1:1787761107.589862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:2.1:1787761107.596651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761107.596661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761107.602532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00000080:00000010:2.1:1787761107.602547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00010000:00000010:0.1:1787761107.655117:0:257221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761107.663641:0:1015:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761107.663662:0:1015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:3.1:1787761107.672949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:3.1:1787761107.672966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:2.1:1787761107.727917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761107.727928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:2.1:1787761107.727932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761107.733997:0:370554:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff00.
00000080:00000010:2.1:1787761107.734019:0:370554:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:3.1:1787761107.782886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761107.787152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761107.787166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:3.1:1787761107.802116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ac0.
00000080:00000010:3.1:1787761107.802130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00010000:00000010:0.1:1787761107.849232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:0.1:1787761107.852971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:0.1:1787761107.852987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761107.860210:0:370556:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:2.1:1787761107.860229:0:370556:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff00.
00010000:00000010:3.1:1787761107.905492:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:0.1:1787761107.924473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:0.1:1787761107.924488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:0.1:1787761107.931034:0:370557:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00000080:00000010:0.1:1787761107.931049:0:370557:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00010000:00000010:3.1:1787761107.968881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:3.1:1787761107.972803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761107.972817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:3.1:1787761107.990065:0:370558:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fe0.
00000080:00000010:3.1:1787761107.990082:0:370558:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00010000:00000010:2.1:1787761108.044388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761108.044397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:2.1:1787761108.044401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:2.1:1787761108.044405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00000080:00000010:2.1:1787761108.044414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00010000:00000010:2.1:1787761108.085320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:2.1:1787761108.085335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:2.1:1787761108.085340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:2.1:1787761108.085345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fe0.
00000080:00000010:2.1:1787761108.085355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00010000:00000010:2.1:1787761108.109914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761108.114925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:2.1:1787761108.114938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:2.1:1787761108.114944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00000080:00000010:2.1:1787761108.114953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:2.1:1787761108.167863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:3.1:1787761108.178761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:3.1:1787761108.178783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:2.1:1787761108.197944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00000080:00000010:2.1:1787761108.197963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:0.1:1787761108.245805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761108.245820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761108.245824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:0.1:1787761108.275568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:0.1:1787761108.275592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00010000:00000010:0.1:1787761108.296802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:2.1:1787761108.300222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:2.1:1787761108.300237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00000080:00000010:2.1:1787761108.331307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:2.1:1787761108.331323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b20.
00010000:00000010:2.1:1787761108.361315:0:370564:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:2.1:1787761108.361332:0:370564:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ee00.
00010000:00000010:2.1:1787761108.361336:0:370564:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00000080:00000010:2.1:1787761108.377564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:2.1:1787761108.377583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:3.1:1787761108.424383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761108.424398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:3.1:1787761108.424403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:3.1:1787761108.447045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:3.1:1787761108.447073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:2.1:1787761108.519802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7b00.
00010000:00000010:2.1:1787761108.519826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761108.520917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:2.1:1787761108.570334:0:370567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:2.1:1787761108.570357:0:370567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00010000:00000010:3.1:1787761108.640534:0:370568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761108.640555:0:370568:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761108.640568:0:370568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761108.640582:0:370568:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b60.
00000080:00000010:3.1:1787761108.640595:0:370568:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00010000:00000010:2.1:1787761108.688890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761108.693364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761108.693375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:2.1:1787761108.708254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:2.1:1787761108.708280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:3.1:1787761108.771189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761108.771211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761108.771216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:2.1:1787761108.795100:0:370570:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149500.
00000080:00000010:2.1:1787761108.795120:0:370570:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b60.
00010000:00000010:3.1:1787761108.838812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:3.1:1787761108.842171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761108.842191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761108.851571:0:370571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b40.
00000080:00000010:3.1:1787761108.852043:0:370571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00010000:00000010:3.1:1787761108.901362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:3.1:1787761108.906088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:3.1:1787761108.906104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00000080:00000010:3.1:1787761108.909178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:3.1:1787761108.909194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499e0.
00010000:00000010:0.1:1787761108.957990:0:370572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:0.1:1787761108.958008:0:370572:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7300.
00010000:00000010:0.1:1787761108.958013:0:370572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:0.1:1787761108.977921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499e0.
00000080:00000010:0.1:1787761108.977935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f820.
00010000:00000010:2.1:1787761109.014791:0:370573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761109.018813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761109.018832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:2.1:1787761109.026562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f520.
00000080:00000010:2.1:1787761109.026590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00010000:00000010:2.1:1787761109.083462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:2.1:1787761109.086806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761109.086827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:2.1:1787761109.096390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00000080:00000010:2.1:1787761109.105794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0680.
00010000:00000010:0.1:1787761109.151603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761109.151621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:0.1:1787761109.151626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:0.1:1787761109.161266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761109.161281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00010000:00000010:3.1:1787761109.186947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761109.194049:0:370576:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761109.194058:0:370576:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761109.199854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00000080:00000010:3.1:1787761109.199877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00010000:00000010:2.1:1787761109.273888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761109.273911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761109.273915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:2.1:1787761109.284065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00000080:00000010:2.1:1787761109.284088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00010000:00000010:2.1:1787761109.349799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:3.1:1787761109.349799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ec00.
00010000:00000010:3.1:1787761109.349816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:3.1:1787761109.380254:0:370579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:3.1:1787761109.380282:0:370579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00010000:00000010:0.1:1787761109.430089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:0.1:1787761109.430110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ef00.
00010000:00000010:0.1:1787761109.430115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:0.1:1787761109.451825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00000080:00000010:0.1:1787761109.451850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:2.1:1787761109.510798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:3.1:1787761109.514046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:3.1:1787761109.514065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761109.536109:0:370581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc00.
00000080:00000010:3.1:1787761109.536122:0:370581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00010000:00000010:2.1:1787761109.565174:0:370581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761109.565186:0:370581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:2.1:1787761109.565189:0:370581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761109.590629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00000080:00000010:2.1:1787761109.590665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe40.
00010000:00000010:2.1:1787761109.612061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761109.616079:0:370584:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761109.616096:0:370584:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761109.628199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00000080:00000010:2.1:1787761109.628221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00010000:00000010:3.1:1787761109.647383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:3.1:1787761109.651567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:3.1:1787761109.651714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761109.669800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe40.
00000080:00000010:2.1:1787761109.669843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00010000:00000010:0.1:1787761109.700276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:1.1:1787761109.703880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcd00.
00010000:00000010:1.1:1787761109.703891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:2.1:1787761109.710025:0:370586:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:2.1:1787761109.710036:0:370586:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0780.
00010000:00000010:2.1:1787761109.736899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761109.740858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:2.1:1787761109.740873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761109.757282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00000080:00000010:2.1:1787761109.757298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00010000:00000010:3.1:1787761109.793051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761109.793067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761109.793071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:2.1:1787761109.820963:0:370588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499c0.
00000080:00000010:2.1:1787761109.820982:0:370588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00010000:00000010:0.1:1787761109.847906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761109.852893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:0.1:1787761109.852905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:0.1:1787761109.862936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:0.1:1787761109.862956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00010000:00000010:0.1:1787761109.892786:0:370590:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761109.896038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761109.896046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761109.900772:0:370590:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:0.1:1787761109.900784:0:370590:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:0.1:1787761109.913046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:0.1:1787761109.920862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761109.920876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:0.1:1787761109.925023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761109.925034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:2.1:1787761109.940055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761109.942887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:2.1:1787761109.942898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761109.953541:0:370592:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00000080:00000010:2.1:1787761109.953557:0:370592:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:3.1:1787761109.975153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761109.975167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:3.1:1787761109.975181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:3.1:1787761109.988870:0:370593:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:3.1:1787761109.988933:0:370593:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00010000:00000010:3.1:1787761110.019183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:2.1:1787761110.023892:0:370594:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7000.
00010000:00000010:2.1:1787761110.023901:0:370594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:2.1:1787761110.031173:0:370594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00000080:00000010:2.1:1787761110.031183:0:370594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00010000:00000010:3.1:1787761110.043616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761110.043626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761110.043630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761110.047200:0:370595:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:2.1:1787761110.047213:0:370595:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00010000:00000010:3.1:1787761110.067943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761110.073603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761110.073613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:0.1:1787761110.084865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00000080:00000010:0.1:1787761110.084880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00010000:00000010:2.1:1787761110.125786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:3.1:1787761110.131479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761110.131495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761110.142104:0:370597:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f460.
00000080:00000010:3.1:1787761110.142121:0:370597:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00010000:00000010:3.1:1787761110.168784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761110.168798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761110.168802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:2.1:1787761110.190365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:2.1:1787761110.190378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00010000:00000010:2.1:1787761110.217169:0:370598:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:2.1:1787761110.217178:0:370598:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:2.1:1787761110.217182:0:370598:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:2.1:1787761110.228201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00000080:00000010:2.1:1787761110.228214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f280.
00010000:00000010:2.1:1787761110.261542:0:370600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:2.1:1787761110.261556:0:370600:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:2.1:1787761110.261560:0:370600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:2.1:1787761110.276954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:2.1:1787761110.276965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00010000:00000010:0.1:1787761110.302143:0:370601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:0.1:1787761110.302150:0:370601:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761110.302154:0:370601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:0.1:1787761110.302158:0:370601:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:0.1:1787761110.302166:0:370601:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f280.
00010000:00000010:2.1:1787761110.322783:0:370602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:2.1:1787761110.322795:0:370602:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:2.1:1787761110.322800:0:370602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:2.1:1787761110.328947:0:370602:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:2.1:1787761110.328957:0:370602:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:3.1:1787761110.350639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761110.350653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:3.1:1787761110.350658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761110.363511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e40.
00000080:00000010:3.1:1787761110.363523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149240.
00000080:00000010:2.1:1787761110.380053:0:370604:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:2.1:1787761110.380068:0:370604:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00010000:00000010:0.1:1787761110.380867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:0.1:1787761110.380875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:3.1:1787761110.380952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761110.410983:0:370605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:2.1:1787761110.418079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761110.418091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:2.1:1787761110.421997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00000080:00000010:2.1:1787761110.422007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00010000:00000010:2.1:1787761110.432097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761110.441689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761110.441697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:2.1:1787761110.448914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fc60.
00000080:00000010:2.1:1787761110.448930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00010000:00000010:2.1:1787761110.467309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761110.472927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761110.472937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:0.1:1787761110.478784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f540.
00000080:00000010:0.1:1787761110.478797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f320.
00010000:00000010:3.1:1787761110.513143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:3.1:1787761110.516920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:3.1:1787761110.516936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761110.527950:0:370608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:3.1:1787761110.527961:0:370608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e60.
00010000:00000010:2.1:1787761110.550854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761110.557545:0:370609:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761110.557559:0:370609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:2.1:1787761110.568848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00000080:00000010:2.1:1787761110.568868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00010000:00000010:2.1:1787761110.589309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:2.1:1787761110.592807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:2.1:1787761110.592822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:2.1:1787761110.613786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:2.1:1787761110.613798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd40.
00010000:00000010:2.1:1787761110.632955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:2.1:1787761110.632969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7800.
00010000:00000010:2.1:1787761110.632974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:2.1:1787761110.647790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149180.
00000080:00000010:2.1:1787761110.647804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149020.
00010000:00000010:3.1:1787761110.684803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761110.695880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761110.695896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:3.1:1787761110.699966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e00.
00000080:00000010:3.1:1787761110.699979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149300.
00010000:00000010:1.1:1787761110.726806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:2.1:1787761110.726837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ed00.
00010000:00000010:2.1:1787761110.726844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:2.1:1787761110.748799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07e0.
00000080:00000010:2.1:1787761110.748810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:3.1:1787761110.778913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761110.788891:0:370614:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761110.788903:0:370614:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:3.1:1787761110.805446:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:3.1:1787761110.805460:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00010000:00000010:2.1:1787761110.824188:0:370615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761110.824200:0:370615:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761110.824204:0:370615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:2.1:1787761110.832418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:2.1:1787761110.832438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00010000:00000010:2.1:1787761110.852962:0:370616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761110.852975:0:370616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761110.852979:0:370616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:2.1:1787761110.852994:0:370616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00000080:00000010:2.1:1787761110.853002:0:370616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00010000:00000010:3.1:1787761110.891255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00010000:00000010:3.1:1787761110.891270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:3.1:1787761110.891274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:0.1:1787761110.904883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f40.
00000080:00000010:0.1:1787761110.904902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149d60.
00010000:00000010:3.1:1787761110.936962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:3.1:1787761110.936976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761110.936991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:3.1:1787761110.950891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00000080:00000010:3.1:1787761110.950903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:2.1:1787761110.981232:0:370619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:2.1:1787761110.981245:0:370619:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7f00.
00010000:00000010:2.1:1787761110.981250:0:370619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c400.
00000080:00000010:2.1:1787761110.981254:0:370619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:2.1:1787761110.981263:0:370619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149580.
00010000:00000010:2.1:1787761111.006521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:2.1:1787761111.006534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761111.006539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:2.1:1787761111.022970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00000080:00000010:2.1:1787761111.022998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00010000:00000010:0.1:1787761111.049974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:0.1:1787761111.054349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761111.054358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:0.1:1787761111.064862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:0.1:1787761111.064879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:2.1:1787761111.110147:0:370622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761111.110155:0:370622:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761111.110160:0:370622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:2.1:1787761111.110166:0:370622:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00000080:00000010:2.1:1787761111.110174:0:370622:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0140.
00010000:00000010:2.1:1787761111.137101:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761111.137110:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761111.137113:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:2.1:1787761111.144929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00000080:00000010:2.1:1787761111.144939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00010000:00000010:0.1:1787761111.173171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:1.1:1787761111.173360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:1.1:1787761111.173368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:2.1:1787761111.184006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00000080:00000010:2.1:1787761111.184023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00010000:00000010:0.1:1787761111.218006:0:370625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:0.1:1787761111.218020:0:370625:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:0.1:1787761111.218025:0:370625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:0.1:1787761111.225976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:0.1:1787761111.226005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:2.1:1787761111.243014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:2.1:1787761111.248442:0:370626:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:2.1:1787761111.248456:0:370626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00000080:00000010:2.1:1787761111.256143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:2.1:1787761111.256161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:0.1:1787761111.287301:0:370627:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:0.1:1787761111.287310:0:370627:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:2.1:1787761111.292788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c00.
00000080:00000010:2.1:1787761111.292809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149680.
00010000:00000010:3.1:1787761111.294276:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761111.317800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00010000:00000010:3.1:1787761111.317809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:3.1:1787761111.317813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:2.1:1787761111.327023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149280.
00000080:00000010:2.1:1787761111.327046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:2.1:1787761111.347799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761111.347813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761111.347816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:2.1:1787761111.354122:0:370629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00000080:00000010:2.1:1787761111.354133:0:370629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00010000:00000010:0.1:1787761111.397139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761111.397155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:0.1:1787761111.397159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:0.1:1787761111.401168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00000080:00000010:0.1:1787761111.401182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:2.1:1787761111.430788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761111.430801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761111.430805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:2.1:1787761111.436241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00000080:00000010:2.1:1787761111.436252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00010000:00000010:2.1:1787761111.464102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00010000:00000010:2.1:1787761111.464116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:2.1:1787761111.464124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:2.1:1787761111.494804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00000080:00000010:2.1:1787761111.494820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00010000:00000010:3.1:1787761111.515014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00010000:00000010:0.1:1787761111.515863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:0.1:1787761111.515872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ce00.
00000080:00000010:0.1:1787761111.552782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00000080:00000010:0.1:1787761111.552801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491c0.
00010000:00000010:2.1:1787761111.593924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0cc00.
00010000:00000010:2.1:1787761111.593933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:2.1:1787761111.593937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0ca00.
00000080:00000010:2.1:1787761111.593942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149ec0.
00000080:00000010:2.1:1787761111.593949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71499e0.
00010000:00000010:3.1:1787761111.639582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:2.1:1787761111.641131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:2.1:1787761111.641141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:2.1:1787761111.651131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149b60.
00000080:00000010:2.1:1787761111.651147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:3.1:1787761111.719017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761111.719034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d600.
00010000:00000010:3.1:1787761111.719038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:3.1:1787761111.742277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497e0.
00000080:00000010:3.1:1787761111.742293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00010000:00000010:1.1:1787761111.789800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00010000:00000010:1.1:1787761111.789816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:1.1:1787761111.789820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:1.1:1787761111.805902:0:370637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:1.1:1787761111.805924:0:370637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00010000:00000010:2.1:1787761111.842805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761111.846828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:2.1:1787761111.846844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:2.1:1787761111.853831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00000080:00000010:2.1:1787761111.853848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:3.1:1787761111.890906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:2.1:1787761111.893791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:2.1:1787761111.893804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:2.1:1787761111.916947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149200.
00000080:00000010:2.1:1787761111.916963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:3.1:1787761111.973791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761111.973800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761111.973804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:3.1:1787761111.986857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00000080:00000010:3.1:1787761111.986875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00010000:00000010:1.1:1787761112.010827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761112.013995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787761112.014008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:1.1:1787761112.028924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0a80.
00000080:00000010:1.1:1787761112.028939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c80.
00010000:00000010:2.1:1787761112.055811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00010000:00000010:2.1:1787761112.055824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:2.1:1787761112.055843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:2.1:1787761112.068825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00000080:00000010:2.1:1787761112.068847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:3.1:1787761112.102944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00010000:00000010:3.1:1787761112.102961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d800.
00010000:00000010:3.1:1787761112.102966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:3.1:1787761112.128811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00000080:00000010:3.1:1787761112.128841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa40.
00010000:00000010:2.1:1787761112.181912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761112.186845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761112.186859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:2.1:1787761112.212801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00000080:00000010:2.1:1787761112.212819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f040.
00010000:00000010:2.1:1787761112.309086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761112.309094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761112.309098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:2.1:1787761112.318134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f040.
00000080:00000010:2.1:1787761112.318147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00010000:00000010:0.1:1787761112.345787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761112.348962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:0.1:1787761112.348988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0dc00.
00000080:00000010:0.1:1787761112.369848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00000080:00000010:0.1:1787761112.369868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494a0.
00010000:00000010:2.1:1787761112.438375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:2.1:1787761112.438390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c200.
00010000:00000010:3.1:1787761112.439689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:2.1:1787761112.456868:0:370647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f80.
00000080:00000010:2.1:1787761112.456886:0:370647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00010000:00000010:3.1:1787761112.514817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00010000:00000010:3.1:1787761112.514832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:3.1:1787761112.514837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00000080:00000010:3.1:1787761112.533729:0:370648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00000080:00000010:3.1:1787761112.533956:0:370648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00010000:00000010:2.1:1787761112.598266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761112.598281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:2.1:1787761112.598285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00000080:00000010:2.1:1787761112.615842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00000080:00000010:2.1:1787761112.615860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00010000:00000010:2.1:1787761112.666052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:3.1:1787761112.673823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09de00.
00010000:00000010:3.1:1787761112.675131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00000080:00000010:3.1:1787761112.687791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00000080:00000010:3.1:1787761112.687812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:2.1:1787761112.744997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761112.745012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:2.1:1787761112.745016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:2.1:1787761112.760851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00000080:00000010:2.1:1787761112.763923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00010000:00000010:3.1:1787761112.823796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d300.
00010000:00000010:3.1:1787761112.823811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:2.1:1787761112.824802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:3.1:1787761112.833958:0:370652:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffc0.
00000080:00000010:3.1:1787761112.833995:0:370652:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:2.1:1787761112.903742:0:370653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761112.903777:0:370653:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:2.1:1787761112.903782:0:370653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:2.1:1787761112.903787:0:370653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00000080:00000010:2.1:1787761112.903795:0:370653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:2.1:1787761112.942016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761112.950095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:2.1:1787761112.950109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:2.1:1787761112.961407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00000080:00000010:2.1:1787761112.961429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:0.1:1787761113.076199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:3.1:1787761113.076445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc600.
00010000:00000010:3.1:1787761113.076453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:3.1:1787761113.083442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00000080:00000010:3.1:1787761113.083460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522bc0.
00010000:00000010:0.1:1787761113.184435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761113.187192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09da00.
00010000:00000010:0.1:1787761113.187208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:0.1:1787761113.218376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fba0.
00000080:00000010:0.1:1787761113.218394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00010000:00000010:2.1:1787761113.287794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc400.
00010000:00000010:2.1:1787761113.287809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761113.287959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:2.1:1787761113.308849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:2.1:1787761113.308862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:0.1:1787761113.332952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90400.
00010000:00000010:0.1:1787761113.332979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761113.332986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:0.1:1787761113.346804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00000080:00000010:0.1:1787761113.346820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00010000:00000010:2.1:1787761113.408980:0:370658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761113.408996:0:370658:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761113.408999:0:370658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:2.1:1787761113.418791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fca0.
00000080:00000010:2.1:1787761113.418808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00010000:00000010:0.1:1787761113.451004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761113.456192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761113.456207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:0.1:1787761113.466805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00000080:00000010:0.1:1787761113.466823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:3.1:1787761113.534004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00010000:00000010:2.1:1787761113.536336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:2.1:1787761113.536350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d000.
00000080:00000010:2.1:1787761113.544792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149080.
00000080:00000010:2.1:1787761113.544812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00010000:00000010:0.1:1787761113.560846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00010000:00000010:0.1:1787761113.564387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:0.1:1787761113.564400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:0.1:1787761113.590460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00000080:00000010:0.1:1787761113.590479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522aa0.
00010000:00000010:2.1:1787761113.623105:0:370663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761113.623118:0:370663:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:2.1:1787761113.623121:0:370663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:2.1:1787761113.638142:0:370663:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00000080:00000010:2.1:1787761113.638163:0:370663:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00010000:00000010:1.1:1787761113.657193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00010000:00000010:1.1:1787761113.657207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d500.
00010000:00000010:1.1:1787761113.657211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:1.1:1787761113.678811:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5e0.
00000080:00000010:1.1:1787761113.678827:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8c0.
00010000:00000010:2.1:1787761113.719100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761113.719114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:2.1:1787761113.719118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00000080:00000010:0.1:1787761113.749931:0:370665:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00000080:00000010:0.1:1787761113.750023:0:370665:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:1.1:1787761113.802816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761113.802838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787761113.802843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91a00.
00000080:00000010:1.1:1787761113.816589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787761113.816605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00010000:00000010:2.1:1787761113.901126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:3.1:1787761113.905914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d400.
00010000:00000010:3.1:1787761113.905929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:3.1:1787761113.927944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fea0.
00000080:00000010:3.1:1787761113.928499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f040.
00010000:00000010:2.1:1787761113.985484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:2.1:1787761113.987559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:2.1:1787761113.987572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:2.1:1787761113.998299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00000080:00000010:2.1:1787761113.998317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00010000:00000010:2.1:1787761114.075696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:2.1:1787761114.075711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc300.
00010000:00000010:2.1:1787761114.075716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:2.1:1787761114.090125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00000080:00000010:2.1:1787761114.090142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00010000:00000010:3.1:1787761114.177847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00010000:00000010:0.1:1787761114.177985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:0.1:1787761114.177992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0de00.
00000080:00000010:0.1:1787761114.213354:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71497c0.
00000080:00000010:0.1:1787761114.213373:0:257221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149fc0.
00010000:00000010:0.1:1787761114.258313:0:370671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:3.1:1787761114.258794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bca00.
00010000:00000010:3.1:1787761114.258800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3600.
00000080:00000010:3.1:1787761114.276866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:3.1:1787761114.276881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00010000:00000010:2.1:1787761114.325004:0:370671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00010000:00000010:2.1:1787761114.325018:0:370671:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bcc00.
00010000:00000010:2.1:1787761114.325021:0:370671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00000080:00000010:2.1:1787761114.345827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522420.
00000080:00000010:2.1:1787761114.345844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522d40.
00010000:00000010:1.1:1787761114.413988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00010000:00000010:1.1:1787761114.414004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787761114.414008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:2.1:1787761114.485825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00000080:00000010:2.1:1787761114.485847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00010000:00000010:3.1:1787761114.536703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761114.536717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:3.1:1787761114.536723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761114.553282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00000080:00000010:3.1:1787761114.553300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496a0.
00010000:00000010:2.1:1787761114.617364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00010000:00000010:0.1:1787761114.627814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09db00.
00010000:00000010:0.1:1787761114.627829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:2.1:1787761114.631918:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00000080:00000010:2.1:1787761114.631940:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fa80.
00010000:00000010:1.1:1787761114.701831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00010000:00000010:1.1:1787761114.701852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:1.1:1787761114.701857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:2.1:1787761114.718820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:2.1:1787761114.718843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00010000:00000010:3.1:1787761114.749036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761114.749057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761114.749062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:3.1:1787761114.749068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496a0.
00000080:00000010:3.1:1787761114.749075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f1c0.
00010000:00000010:2.1:1787761114.795118:0:370678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761114.795127:0:370678:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:2.1:1787761114.795131:0:370678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:2.1:1787761114.805947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00000080:00000010:2.1:1787761114.805974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:2.1:1787761114.834821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761114.834837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:2.1:1787761114.834840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761114.854945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00000080:00000010:2.1:1787761114.854968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00010000:00000010:2.1:1787761114.863632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761114.863646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:2.1:1787761114.863651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:2.1:1787761114.889699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f000.
00000080:00000010:2.1:1787761114.889711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:0.1:1787761114.921785:0:370680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:0.1:1787761114.921792:0:370680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761114.921796:0:370680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:0.1:1787761114.948861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6855228a0.
00000080:00000010:0.1:1787761114.948872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:2.1:1787761114.997799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761115.002494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:2.1:1787761115.002517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00000080:00000010:2.1:1787761115.019792:0:370682:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00000080:00000010:2.1:1787761115.019807:0:370682:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149c40.
00010000:00000010:2.1:1787761115.059834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761115.068339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:2.1:1787761115.068350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:2.1:1787761115.081783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fe80.
00000080:00000010:2.1:1787761115.081797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00010000:00000010:3.1:1787761115.115061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761115.128330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:3.1:1787761115.128343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761115.154930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496a0.
00000080:00000010:3.1:1787761115.154946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00010000:00000010:2.1:1787761115.186806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:0.1:1787761115.193899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d900.
00010000:00000010:0.1:1787761115.193913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00000080:00000010:0.1:1787761115.248937:0:1362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f800.
00000080:00000010:0.1:1787761115.248966:0:1362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fb60.
00010000:00000010:3.1:1787761115.314123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761115.317919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d100.
00010000:00000010:3.1:1787761115.317933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761115.336246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149100.
00000080:00000010:3.1:1787761115.336266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f5c0.
00010000:00000010:3.1:1787761115.389808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:2.1:1787761115.397940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7700.
00010000:00000010:2.1:1787761115.397959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:2.1:1787761115.424782:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496a0.
00000080:00000010:2.1:1787761115.424796:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149cc0.
00010000:00000010:0.1:1787761115.461076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761115.468175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761115.468189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:0.1:1787761115.486194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:0.1:1787761115.486207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f40.
00010000:00000010:3.1:1787761115.509807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:2.1:1787761115.513393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7400.
00010000:00000010:2.1:1787761115.513406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761115.535792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149be0.
00000080:00000010:2.1:1787761115.535803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00010000:00000010:0.1:1787761115.563823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90800.
00010000:00000010:0.1:1787761115.566928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761115.566940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00000080:00000010:0.1:1787761115.614804:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:0.1:1787761115.614824:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00010000:00000010:2.1:1787761115.685898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761115.685912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:2.1:1787761115.685915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:2.1:1787761115.700005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8e0.
00000080:00000010:2.1:1787761115.700015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0800.
00010000:00000010:0.1:1787761115.748928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00010000:00000010:0.1:1787761115.748945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7600.
00010000:00000010:0.1:1787761115.748960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:0.1:1787761115.769037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e00.
00000080:00000010:0.1:1787761115.769053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522200.
00010000:00000010:3.1:1787761115.807003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:2.1:1787761115.809924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7e00.
00010000:00000010:2.1:1787761115.809939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00000080:00000010:2.1:1787761115.851799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71496c0.
00000080:00000010:2.1:1787761115.851814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0f40.
00010000:00000010:0.1:1787761115.921802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91000.
00010000:00000010:0.1:1787761115.926825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:0.1:1787761115.926847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91200.
00000080:00000010:0.1:1787761115.965793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522980.
00000080:00000010:0.1:1787761115.965806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522f60.
00010000:00000010:2.1:1787761115.998495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761115.998510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:2.1:1787761115.998513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:3.1:1787761116.052821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f080.
00000080:00000010:3.1:1787761116.052851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3faa0.
00010000:00000010:0.1:1787761116.131923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d200.
00010000:00000010:0.1:1787761116.131943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00010000:00000010:2.1:1787761116.132164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:0.1:1787761116.179903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f300.
00000080:00000010:0.1:1787761116.179914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00010000:00000010:2.1:1787761116.230728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3c00.
00010000:00000010:2.1:1787761116.230744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bc500.
00010000:00000010:2.1:1787761116.230770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:2.1:1787761116.247482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00000080:00000010:2.1:1787761116.247498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00010000:00000010:2.1:1787761116.267121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761116.280892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761116.280905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:3.1:1787761116.351113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f480.
00000080:00000010:3.1:1787761116.351134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00010000:00000010:0.1:1787761116.373878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00010000:00000010:0.1:1787761116.373893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761116.373897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000080:00000010:0.1:1787761116.379782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:0.1:1787761116.379796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0e80.
00010000:00000010:3.1:1787761116.420806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:3.1:1787761116.420816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761116.420820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:3.1:1787761116.420825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71491a0.
00000080:00000010:3.1:1787761116.420832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00010000:00000010:2.1:1787761116.456792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761116.463840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761116.463853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761116.486803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:2.1:1787761116.486821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f540.
00010000:00000010:3.1:1787761116.510925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00010000:00000010:3.1:1787761116.510940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761116.510955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:3.1:1787761116.549795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00000080:00000010:3.1:1787761116.549812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149940.
00010000:00000010:2.1:1787761116.600839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761116.600853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761116.600857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761116.600862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00000080:00000010:2.1:1787761116.600874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00010000:00000010:2.1:1787761116.643224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761116.649760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761116.649769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:2.1:1787761116.663861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f7e0.
00000080:00000010:2.1:1787761116.663877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:1.1:1787761116.716797:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761116.716812:0:257220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e700.
00010000:00000010:1.1:1787761116.716816:0:257220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:1.1:1787761116.753933:0:370706:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00000080:00000010:1.1:1787761116.753960:0:370706:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149f20.
00010000:00000010:1.1:1787761116.800814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2000.
00010000:00000010:1.1:1787761116.800830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761116.800834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761116.840797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b20.
00000080:00000010:1.1:1787761116.840816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00010000:00000010:2.1:1787761116.901046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761116.905148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761116.905162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00000080:00000010:2.1:1787761116.925984:0:370708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00000080:00000010:2.1:1787761116.925995:0:370708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4e0.
00010000:00000010:3.1:1787761116.964805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:3.1:1787761116.964821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eee00.
00010000:00000010:2.1:1787761116.964925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761116.979823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f620.
00000080:00000010:3.1:1787761116.979853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4e0.
00010000:00000010:3.1:1787761116.998166:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00010000:00000010:2.1:1787761117.003904:0:370710:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:2.1:1787761117.003918:0:370710:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d800.
00000080:00000010:2.1:1787761117.019013:0:370710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149a20.
00000080:00000010:2.1:1787761117.019022:0:370710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494c0.
00010000:00000010:2.1:1787761117.060957:0:370711:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761117.060973:0:370711:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761117.060976:0:370711:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:2.1:1787761117.068423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00000080:00000010:2.1:1787761117.068442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fdc0.
00010000:00000010:0.1:1787761117.146967:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761117.146982:0:339176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761117.146985:0:339176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:2.1:1787761117.148798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a20.
00000080:00000010:2.1:1787761117.148814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522fa0.
00010000:00000010:2.1:1787761117.208974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761117.212802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761117.212817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:2.1:1787761117.234793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00000080:00000010:2.1:1787761117.234803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00010000:00000010:2.1:1787761117.269911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761117.269929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7d00.
00010000:00000010:2.1:1787761117.269934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:2.1:1787761117.284230:0:370714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00000080:00000010:2.1:1787761117.284245:0:370714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71498a0.
00010000:00000010:2.1:1787761117.322955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:2.1:1787761117.322969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761117.322974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:2.1:1787761117.339990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00000080:00000010:2.1:1787761117.340008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2c0.
00010000:00000010:0.1:1787761117.380892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90a00.
00010000:00000010:0.1:1787761117.384663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:0.1:1787761117.384678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91800.
00000080:00000010:0.1:1787761117.432896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00000080:00000010:0.1:1787761117.432909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00010000:00000010:2.1:1787761117.452813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00010000:00000010:2.1:1787761117.452828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761117.452832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2400.
00000080:00000010:2.1:1787761117.539785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ffe0.
00000080:00000010:2.1:1787761117.539797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0140.
00010000:00000010:3.1:1787761117.564978:0:370717:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761117.564985:0:370717:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761117.564990:0:370717:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761117.603439:0:370718:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d7149e20.
00000080:00000010:3.1:1787761117.603456:0:370718:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490c0.
00010000:00000010:3.1:1787761117.659840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eec00.
00010000:00000010:3.1:1787761117.659855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:3.1:1787761117.659859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee800.
00000080:00000010:3.1:1787761117.659864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f2e0.
00000080:00000010:3.1:1787761117.659875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f340.
00010000:00000010:2.1:1787761117.702527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761117.706781:0:370719:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761117.706788:0:370719:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:2.1:1787761117.725801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f0e0.
00000080:00000010:2.1:1787761117.725818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f740.
00010000:00000010:1.1:1787761117.785025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91e00.
00010000:00000010:1.1:1787761117.790408:0:370720:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5cc8bce00.
00010000:00000010:1.1:1787761117.790420:0:370720:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91600.
00000080:00000010:1.1:1787761117.797784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522960.
00000080:00000010:1.1:1787761117.797810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522a60.
00010000:00000010:3.1:1787761117.877795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:0.1:1787761117.892841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:0.1:1787761117.892856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856eea00.
00000080:00000010:2.1:1787761117.900865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71495e0.
00000080:00000010:2.1:1787761117.900880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00010000:00000010:2.1:1787761117.942463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00010000:00000010:2.1:1787761117.942478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:2.1:1787761117.942481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:2.1:1787761117.960045:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00000080:00000010:2.1:1787761117.960063:0:339176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0860.
00010000:00000010:0.1:1787761117.995979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09df00.
00010000:00000010:0.1:1787761117.995993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:3.1:1787761118.001698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee000.
00000080:00000010:1.1:1787761118.017727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f100.
00000080:00000010:1.1:1787761118.017741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0760.
00010000:00000010:2.1:1787761118.062809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00010000:00000010:2.1:1787761118.062823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7c00.
00010000:00000010:2.1:1787761118.062828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:2.1:1787761118.085866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f600.
00000080:00000010:2.1:1787761118.085876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:3.1:1787761118.117800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00010000:00000010:3.1:1787761118.117815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761118.117819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90e00.
00000080:00000010:3.1:1787761118.135914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493c0.
00000080:00000010:3.1:1787761118.135926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522260.
00010000:00000010:1.1:1787761118.152909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761118.152921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761118.152926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90c00.
00000080:00000010:1.1:1787761118.171866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0040.
00000080:00000010:1.1:1787761118.171881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522e40.
00010000:00000010:2.1:1787761118.195797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761118.195810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761118.195814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761118.215796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:2.1:1787761118.215807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00010000:00000010:2.1:1787761118.235807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00010000:00000010:2.1:1787761118.235820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761118.235824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:2.1:1787761118.243937:0:370729:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00000080:00000010:2.1:1787761118.243952:0:370729:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:1.1:1787761118.281830:0:370730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00010000:00000010:1.1:1787761118.281849:0:370730:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761118.281853:0:370730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efc00.
00000080:00000010:1.1:1787761118.297976:0:370730:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc01a0.
00000080:00000010:1.1:1787761118.297985:0:370730:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fac0.
00010000:00000010:2.1:1787761118.324987:0:370731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2e00.
00010000:00000010:2.1:1787761118.325000:0:370731:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:2.1:1787761118.325004:0:370731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2800.
00000080:00000010:2.1:1787761118.340834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:2.1:1787761118.340888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0240.
00010000:00000010:1.1:1787761118.378992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2600.
00010000:00000010:1.1:1787761118.379004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:1.1:1787761118.379007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef400.
00000080:00000010:2.1:1787761118.381826:0:370732:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc07a0.
00000080:00000010:2.1:1787761118.381838:0:370732:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00010000:00000010:2.1:1787761118.405131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761118.405143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761118.405147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761118.416978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00000080:00000010:2.1:1787761118.416994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3ff80.
00010000:00000010:1.1:1787761118.444275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761118.444285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:1.1:1787761118.444289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2200.
00000080:00000010:1.1:1787761118.451791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc05e0.
00000080:00000010:1.1:1787761118.451805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0c00.
00010000:00000010:3.1:1787761118.493819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:3.1:1787761118.493826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761118.493830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761118.493835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71490a0.
00000080:00000010:3.1:1787761118.493842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71494a0.
00010000:00000010:2.1:1787761118.519785:0:370735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761118.519792:0:370735:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761118.519795:0:370735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761118.525036:0:370736:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00000080:00000010:2.1:1787761118.525051:0:370736:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00010000:00000010:2.1:1787761118.555797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761118.555812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761118.555817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761118.570842:0:370737:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00000080:00000010:2.1:1787761118.570853:0:370737:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f180.
00010000:00000010:1.1:1787761118.593795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00010000:00000010:1.1:1787761118.593808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:1.1:1787761118.593812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efe00.
00000080:00000010:2.1:1787761118.603000:0:370738:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0b00.
00000080:00000010:2.1:1787761118.603013:0:370738:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:2.1:1787761118.627796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761118.627809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761118.627812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:2.1:1787761118.635109:0:370739:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00000080:00000010:2.1:1787761118.635123:0:370739:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:2.1:1787761118.675121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761118.675133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761118.675137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:2.1:1787761118.675142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f700.
00000080:00000010:2.1:1787761118.675152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:1.1:1787761118.695108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00010000:00000010:1.1:1787761118.695121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:1.1:1787761118.695125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef000.
00000080:00000010:1.1:1787761118.726788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0740.
00000080:00000010:1.1:1787761118.726807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd20.
00010000:00000010:2.1:1787761118.767804:0:370742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761118.767816:0:370742:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761118.767819:0:370742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:2.1:1787761118.767824:0:370742:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00000080:00000010:2.1:1787761118.767828:0:370742:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:2.1:1787761118.805859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761118.812790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761118.812798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:2.1:1787761118.812804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00000080:00000010:2.1:1787761118.812814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:2.1:1787761118.831791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00010000:00000010:2.1:1787761118.831805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:2.1:1787761118.831809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:2.1:1787761118.831827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f200.
00000080:00000010:2.1:1787761118.831845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fbc0.
00010000:00000010:1.1:1787761118.852857:0:370745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00010000:00000010:1.1:1787761118.852871:0:370745:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:1.1:1787761118.852875:0:370745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00000080:00000010:1.1:1787761118.866034:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:1.1:1787761118.866052:0:257220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f4a0.
00010000:00000010:2.1:1787761118.889473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca90000.
00010000:00000010:2.1:1787761118.889487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152eb00.
00010000:00000010:2.1:1787761118.889491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3800.
00000080:00000010:2.1:1787761118.889497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522800.
00000080:00000010:2.1:1787761118.889506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0700.
00010000:00000010:1.1:1787761118.925263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91400.
00010000:00000010:1.1:1787761118.925271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d000.
00010000:00000010:1.1:1787761118.925274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856efa00.
00000080:00000010:1.1:1787761118.925279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f685522b60.
00000080:00000010:1.1:1787761118.925287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3fd60.
00010000:00000010:2.1:1787761118.947817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761118.947825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09d700.
00010000:00000010:2.1:1787761118.947828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:2.1:1787761118.951850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f200.
00000080:00000010:2.1:1787761118.951860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f220.
00010000:00000010:1.1:1787761118.968041:0:370749:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3000.
00000080:00000010:1.1:1787761118.968054:0:370749:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5b8fc0ee0.
00000080:00000010:2.1:1787761244.422154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6852e56c0.
00010000:00000010:2.1:1787761244.422168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:2.1:1787761244.422173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef800.
00010000:00000010:2.1:1787761257.311791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee600.
00000080:00000010:3.1:1787761257.353808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f68bf3f8a0.
00010000:00000010:3.1:1787761257.353820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f68a09dd00.
00010000:00000010:3.1:1787761257.353825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ef200.
00010000:00000010:1.1:1787761257.374021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e600.
00010000:00000010:1.1:1787761257.374031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b3400.
00000080:00000010:2.1:1787761257.413773:0:371858:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d0880.
00010000:00000010:1.1:1787761270.799776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5dca91c00.
00000080:00000010:3.1:1787761270.828133:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f5d71493a0.
00010000:00000010:3.1:1787761270.828143:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152e800.
00010000:00000010:3.1:1787761270.828147:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2c00.
00000080:00000010:3.1:1787761270.847776:0:372938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cf80.
00000080:00000010:3.1:1787761270.852780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761270.856788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c740.
00000080:00000010:3.1:1787761270.860766:0:372938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cf80.
00000080:00000010:3.1:1787761270.864787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761270.864796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761270.868790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c740.
00000080:00000010:3.1:1787761270.872780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cf80.
00000080:00000010:3.1:1787761270.876770:0:372938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761270.881786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761270.885768:0:372938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c740.
00000080:00000010:3.1:1787761270.885774:0:372938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cf80.
00000080:00000010:3.1:1787761270.889787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761270.889797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761270.893777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761270.897765:0:372938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cbe0.
00000080:00000010:3.1:1787761270.901781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cf80.
00000080:00000010:3.1:1787761270.905779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761270.905785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761270.910772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cbe0.
00000080:00000010:3.1:1787761270.914766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761270.914778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cf80.
00000080:00000010:3.1:1787761270.918773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761270.918779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761270.922771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cbe0.
00000080:00000010:3.1:1787761270.926773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cf80.
00000080:00000010:3.1:1787761270.930813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761270.930818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761270.934780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cbe0.
00000080:00000010:3.1:1787761270.938775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761270.938780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cf80.
00000080:00000010:3.1:1787761270.944785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:1.1:1787761270.951772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cf80.
00000080:00000010:3.1:1787761270.951790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761270.951802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cbe0.
00000080:00000010:1.1:1787761270.955772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d05c0.
00000080:00000010:1.1:1787761270.959773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d0da0.
00000080:00000010:1.1:1787761270.959780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d0600.
00000080:00000010:1.1:1787761270.963765:0:372938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d09a0.
00000080:00000010:1.1:1787761270.967785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d0b00.
00000080:00000010:1.1:1787761270.971796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d05c0.
00000080:00000010:1.1:1787761270.971805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d0600.
00000080:00000010:1.1:1787761270.975783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d09a0.
00000080:00000010:1.1:1787761270.979768:0:372938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d0da0.
00000080:00000010:1.1:1787761270.983781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d0b00.
00000080:00000010:1.1:1787761270.983792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d0600.
00000080:00000010:1.1:1787761270.987779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d09a0.
00000080:00000010:1.1:1787761270.992786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d0da0.
00000080:00000010:1.1:1787761270.996789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d05c0.
00000080:00000010:1.1:1787761271.001786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d0600.
00010000:00000010:3.1:1787761271.005781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.005791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.009773:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.009796:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a7380.
00010000:00000010:3.1:1787761271.013769:0:372939:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.013775:0:372939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.013779:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.013793:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a5ac0.
00010000:00000010:3.1:1787761271.018789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.018795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.022779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.022789:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a3180.
00010000:00000010:3.1:1787761271.027769:0:372939:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.027775:0:372939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.031775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.031788:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a0000.
00010000:00000010:3.1:1787761271.035780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.035792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.035795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.035802:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a1080.
00010000:00000010:3.1:1787761271.039775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.039780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.043765:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.043776:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a5280.
00010000:00000010:3.1:1787761271.047767:0:372939:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.047771:0:372939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.051769:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.051786:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a2100.
00010000:00000010:3.1:1787761271.051794:0:372939:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.051798:0:372939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.055771:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.055781:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a39c0.
00010000:00000010:3.1:1787761271.059802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.059807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.063778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.063789:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a4200.
00010000:00000010:3.1:1787761271.068779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.068785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.072769:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.072788:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a6b40.
00010000:00000010:3.1:1787761271.076764:0:372939:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.076768:0:372939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.076770:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.080786:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a18c0.
00010000:00000010:3.1:1787761271.080796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.080800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.084763:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.084772:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a0840.
00010000:00000010:3.1:1787761271.088767:0:372939:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.088772:0:372939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.092773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.092785:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a2940.
00010000:00000010:3.1:1787761271.092792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.092795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.096776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.096787:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4beb40.
00010000:00000010:3.1:1787761271.100821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.100828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.108771:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.108781:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4b98c0.
00010000:00000010:3.1:1787761271.112787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.112793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.112797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.112810:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4b8840.
00010000:00000010:3.1:1787761271.116799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.116806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.116809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.116822:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4ba940.
00010000:00000010:3.1:1787761271.120794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761271.120804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.128780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c740.
00000080:00000010:3.1:1787761271.128791:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4bb9c0.
00010000:00000010:3.1:1787761271.132779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.132786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.132790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.132801:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4ba100.
00010000:00000010:3.1:1787761271.140793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761271.140801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.140806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.140822:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4bd280.
00010000:00000010:3.1:1787761271.144789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.144795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.148801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.148824:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4b9080.
00010000:00000010:3.1:1787761271.148833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.148838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.152791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.152804:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4b8000.
00010000:00000010:3.1:1787761271.156788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.156795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.160777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.160788:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4bb180.
00010000:00000010:3.1:1787761271.164797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.164805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.168787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.168801:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4bdac0.
00010000:00000010:3.1:1787761271.172778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.172784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.176796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.176810:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4bf380.
00010000:00000010:3.1:1787761271.176821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.176824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.185779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.185792:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4bca40.
00010000:00000010:3.1:1787761271.189792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.189800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.193804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.193822:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4be300.
00010000:00000010:3.1:1787761271.193831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.193835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.197794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.197805:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4bc200.
00010000:00000010:3.1:1787761271.201787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.201793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.201796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.201804:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb48ca40.
00010000:00000010:3.1:1787761271.205792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.205800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.209792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.209810:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb48e300.
00010000:00000010:3.1:1787761271.213787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.213795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.217780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.217793:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb48c200.
00010000:00000010:3.1:1787761271.221785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.221795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.225786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.225799:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb48eb40.
00010000:00000010:3.1:1787761271.229782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.229787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.233794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.233810:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4898c0.
00010000:00000010:3.1:1787761271.237776:0:372939:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.237783:0:372939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.242790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.242811:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb488840.
00010000:00000010:3.1:1787761271.246797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.246812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.267786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.271794:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe8a100.
00010000:00000010:3.1:1787761271.275790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.275799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.275804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.275814:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe8d280.
00010000:00000010:3.1:1787761271.279804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.279814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.283775:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.283788:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe89080.
00010000:00000010:3.1:1787761271.287767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.287773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.291775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.291789:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe88000.
00010000:00000010:3.1:1787761271.291795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.291797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.295769:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.295778:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe8b180.
00010000:00000010:3.1:1787761271.303828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.303836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.303841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.303856:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe8dac0.
00010000:00000010:3.1:1787761271.311776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.311781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.319793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.319815:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe8f380.
00010000:00000010:3.1:1787761271.319825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7500.
00010000:00000010:3.1:1787761271.319830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.323785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898cae0.
00000080:00000010:3.1:1787761271.323800:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe8ca40.
00010000:00000010:3.1:1787761271.323812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.323817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d400.
00000080:00000010:3.1:1787761271.327779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.327794:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe8e300.
00010000:00000010:3.1:1787761271.327799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.327802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.331781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c740.
00000080:00000010:3.1:1787761271.331795:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe8c200.
00010000:00000010:3.1:1787761271.335776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.335783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.339782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.339806:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe8eb40.
00010000:00000010:3.1:1787761271.343777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.343789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.347806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.347818:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe898c0.
00010000:00000010:3.1:1787761271.351793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.351802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.355767:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c740.
00000080:00000010:3.1:1787761271.355779:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe88840.
00010000:00000010:3.1:1787761271.355785:0:372939:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7a00.
00010000:00000010:3.1:1787761271.355789:0:372939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.359764:0:372939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c440.
00000080:00000010:3.1:1787761271.359771:0:372939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f59fe8a940.
00010000:00000010:3.1:1787761271.363785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.363792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0c000.
00000080:00000010:3.1:1787761271.367789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c6a0.
00000080:00000010:3.1:1787761271.367805:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb415280.
00010000:00000010:3.1:1787761271.373789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7100.
00010000:00000010:3.1:1787761271.373800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d600.
00000080:00000010:3.1:1787761271.386782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c740.
00000080:00000010:3.1:1787761271.386799:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb411080.
00010000:00000010:2.1:1787761271.391768:0:372940:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee400.
00010000:00000010:2.1:1787761271.398808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f6856ee200.
00010000:00000010:2.1:1787761271.398817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7900.
00010000:00000010:2.1:1787761271.398821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0da00.
00010000:00000010:2.1:1787761271.398826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5b8fc7200.
00010000:00000010:2.1:1787761271.398829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f682b0d200.
00000080:00000010:2.1:1787761271.400768:0:372942:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93f5bb4a4a40.
00000080:00000010:2.1:1787761271.400777:0:372942:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f58898c340.
00000800:00000200:0.1:1787761312.704870:0:257219:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.1:1787761312.704874:0:257219:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1787761312.704876:0:257219:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:1.1:1787761317.313795:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761317.314112:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761317.314298:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761318.321704:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761318.322067:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761318.322316:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761318.322422:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761318.322509:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761323.585407:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761323.585846:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761323.586100:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761323.586257:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761323.586475:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761328.705728:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761328.706205:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761328.706361:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761328.706522:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761328.706684:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761333.825633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761333.825643:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1787761333.826793:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761333.826795:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1787761333.827097:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761333.827100:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1787761333.827391:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761333.827395:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1787761333.827832:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761333.827834:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1787761338.945578:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761338.946146:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761338.946669:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761338.946823:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761338.946913:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761344.065420:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761344.065428:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 12 secs later)
00000800:00000200:1.1:1787761344.066074:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761344.066077:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 12 secs later)
00000800:00000200:1.1:1787761344.066327:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761344.066329:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 12 secs later)
00000800:00000200:1.1:1787761344.066569:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761344.066571:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 12 secs later)
00000800:00000200:1.1:1787761344.066803:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761344.066804:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 12 secs later)
00000800:00000200:1.1:1787761349.185372:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761349.185378:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1787761349.186109:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761349.186112:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1787761349.186476:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761349.186478:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1787761349.186709:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761349.186712:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1787761349.186910:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761349.186912:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1787761354.305479:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761354.305487:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1787761354.306056:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761354.306058:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1787761354.306305:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761354.306307:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1787761354.306526:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761354.306528:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1787761354.306715:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761354.306717:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1787761359.425474:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761359.425909:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761359.426269:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761359.426537:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761359.426633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761364.545610:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761364.545620:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1787761364.546712:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761364.546714:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1787761364.546949:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761364.546951:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1787761364.547160:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761364.547162:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1787761364.547523:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761364.547525:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1787761369.665598:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761369.665606:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 23 secs later)
00000800:00000200:1.1:1787761369.666703:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761369.666705:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 23 secs later)
00000800:00000200:1.1:1787761369.666930:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761369.666931:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 23 secs later)
00000800:00000200:1.1:1787761369.667113:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761369.667114:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 23 secs later)
00000800:00000200:1.1:1787761369.667402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761369.667405:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 23 secs later)
00000800:00000200:1.1:1787761374.785468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761374.785473:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 18 secs later)
00000800:00000200:1.1:1787761374.786224:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761374.786231:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 18 secs later)
00000800:00000200:1.1:1787761374.786624:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761374.786626:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 18 secs later)
00000800:00000200:1.1:1787761374.786927:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761374.786929:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 18 secs later)
00000800:00000200:1.1:1787761374.787114:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761374.787116:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 18 secs later)
00000800:00000200:1.1:1787761379.905395:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761379.905403:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 13 secs later)
00000800:00000200:1.1:1787761379.906027:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761379.906029:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 13 secs later)
00000800:00000200:1.1:1787761379.906232:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761379.906234:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 13 secs later)
00000800:00000200:1.1:1787761379.906445:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761379.906446:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 13 secs later)
00000800:00000200:1.1:1787761379.906718:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761379.906720:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 13 secs later)
00000800:00000200:1.1:1787761385.025606:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761385.025623:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1787761385.026469:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761385.026471:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1787761385.026663:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761385.026665:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1787761385.026872:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761385.026874:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1787761385.027057:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761385.027059:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1787761390.145425:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761390.145431:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 3 secs later)
00000800:00000200:1.1:1787761390.146067:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761390.146069:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 3 secs later)
00000800:00000200:1.1:1787761390.146268:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761390.146270:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 3 secs later)
00000800:00000200:1.1:1787761390.146450:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761390.146452:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 3 secs later)
00000800:00000200:1.1:1787761390.146632:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761390.146634:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 32, 3 secs later)
00000800:00000200:2.1:1787761395.265385:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761395.265707:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761395.265964:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761395.266163:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761395.266289:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761400.385346:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761400.385351:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787761400.385810:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761400.385812:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787761400.386042:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761400.386044:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787761400.386232:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761400.386235:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787761400.386412:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761400.386414:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787761405.505614:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761405.505623:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761405.506659:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761405.506669:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761405.507339:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761405.507341:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761405.507603:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761405.507604:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761405.507805:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761405.507807:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761410.625377:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761410.625382:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761410.626045:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761410.626050:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761410.626451:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761410.626452:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761410.626685:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761410.626687:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761410.626878:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761410.626880:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761415.745641:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761415.745651:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761415.746464:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761415.746467:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761415.746686:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761415.746688:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761415.746931:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761415.746933:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761415.747165:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761415.747167:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761420.865305:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761420.865309:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761420.865967:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761420.865969:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761420.866218:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761420.866221:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761420.866509:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761420.866511:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761420.866836:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761420.866839:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761425.985556:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761425.985562:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761425.986530:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761425.986532:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761425.986823:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761425.986825:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761425.987040:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761425.987041:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761425.987231:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761425.987233:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761431.105274:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761431.105276:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761431.105975:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761431.105980:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761431.106390:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761431.106392:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761431.106569:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761431.106571:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761431.106820:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761431.106822:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761436.225684:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761436.225697:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761436.226591:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761436.226593:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 21 secs later)
00000800:00000200:2.1:1787761436.226821:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761436.226823:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 21 secs later)
00000800:00000200:2.1:1787761436.227042:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761436.227044:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 21 secs later)
00000800:00000200:2.1:1787761436.227256:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761436.227258:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 21 secs later)
00000800:00000200:1.1:1787761439.233515:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761439.233519:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 18 secs later)
00000800:00000200:1.1:1787761439.234091:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761439.234093:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 18 secs later)
00000800:00000200:1.1:1787761439.234327:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761439.234330:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 18 secs later)
00000800:00000200:1.1:1787761439.234536:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761439.234538:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 18 secs later)
00000800:00000200:1.1:1787761439.234772:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761439.234774:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 18 secs later)
00000800:00000200:1.1:1787761444.418018:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761444.418027:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 13 secs later)
00000800:00000200:1.1:1787761444.419092:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761444.419096:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 13 secs later)
00000800:00000200:1.1:1787761444.419478:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761444.419481:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 13 secs later)
00000800:00000200:1.1:1787761444.420016:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761444.420020:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 13 secs later)
00000800:00000200:1.1:1787761444.420376:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761444.420380:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 13 secs later)
00000800:00000200:2.1:1787761449.537304:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761449.537308:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 8 secs later)
00000800:00000200:2.1:1787761449.537742:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761449.537744:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 8 secs later)
00000800:00000200:2.1:1787761449.537958:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761449.537960:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 8 secs later)
00000800:00000200:2.1:1787761449.538143:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761449.538145:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 8 secs later)
00000800:00000200:2.1:1787761449.538326:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761449.538327:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 8 secs later)
00000800:00000200:2.1:1787761454.657489:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761454.657496:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 3 secs later)
00000800:00000200:2.1:1787761454.658271:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761454.658273:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 3 secs later)
00000800:00000200:2.1:1787761454.658479:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761454.658481:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 3 secs later)
00000800:00000200:2.1:1787761454.658714:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761454.658716:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 3 secs later)
00000800:00000200:2.1:1787761454.659051:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761454.659053:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 3 secs later)
00000800:00000200:0.1:1787761459.777332:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761459.778818:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761459.779192:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761459.779335:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761459.779446:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761464.897366:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761464.897374:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761464.897982:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761464.897989:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761464.898468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761464.898470:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761464.898736:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761464.898738:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761464.898936:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761464.898937:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761470.017350:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761470.017355:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761470.017904:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761470.017906:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761470.018091:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761470.018093:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761470.018270:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761470.018271:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761470.018440:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761470.018441:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761475.137362:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761475.137366:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761475.138064:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761475.138071:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761475.138423:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761475.138425:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761475.138681:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761475.138682:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761475.138884:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761475.138887:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761480.257705:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761480.257719:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761480.259208:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761480.259221:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761480.259622:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761480.259624:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761480.259942:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761480.259946:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761480.260147:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761480.260149:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761485.377857:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761485.377870:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761485.379360:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761485.379367:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761485.379966:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761485.379971:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761485.380402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761485.380405:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761485.380941:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761485.380944:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761490.497800:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761490.497803:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761490.499075:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761490.499086:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761490.499705:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761490.499707:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761490.500019:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761490.500022:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761490.500259:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761490.500261:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761495.618130:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761495.618135:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761495.618740:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761495.618746:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761495.619236:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761495.619241:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761495.619647:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761495.619650:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761495.620099:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761495.620103:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761500.737418:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761500.737421:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761500.738194:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761500.738195:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761500.738430:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761500.738432:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761500.738661:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761500.738663:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761500.738994:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761500.738996:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761505.857520:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761505.857527:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761505.858221:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761505.858223:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761505.858468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761505.858470:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761505.858697:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761505.858701:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761505.858958:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761505.858960:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761510.977553:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761510.977559:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761510.978151:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761510.978153:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761510.978392:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761510.978394:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761510.978573:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761510.978575:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761510.978785:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761510.978787:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761516.097944:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761516.097957:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761516.099148:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761516.099152:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761516.099571:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761516.099577:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761516.099997:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761516.100000:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761516.100536:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761516.100541:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761521.218013:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761521.218023:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761521.219364:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761521.219367:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761521.219728:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761521.219731:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761521.220116:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761521.220145:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761521.220627:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761521.220630:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761526.337404:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761526.337850:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761526.337999:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761526.338174:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761526.338315:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761531.459306:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761531.459313:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761531.460111:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761531.460117:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761531.460680:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761531.460685:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761531.461312:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761531.461315:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761531.461856:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761531.461862:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761536.578308:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761536.578320:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761536.579690:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761536.579694:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761536.580158:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761536.580161:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761536.580647:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761536.580650:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761536.581097:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761536.581101:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761541.698052:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761541.698061:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761541.699486:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761541.699488:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761541.699716:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761541.699717:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761541.699924:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761541.699926:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761541.700204:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761541.700205:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761546.817972:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761546.817982:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761546.819075:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761546.819078:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761546.819430:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761546.819433:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761546.819798:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761546.819802:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761546.820171:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787761546.820174:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761551.938165:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761551.938176:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761551.939275:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761551.939277:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761551.939599:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761551.939601:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761551.939943:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761551.939946:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761551.940264:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761551.940266:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761557.057904:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761557.057919:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761557.058820:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761557.058824:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761557.059273:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761557.059277:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761557.059679:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761557.059682:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761557.060154:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761557.060158:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761562.177953:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761562.177962:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761562.179114:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761562.179117:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761562.179471:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761562.179475:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761562.179867:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761562.179870:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761562.180354:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761562.180357:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761567.298302:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761567.298326:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761567.299622:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761567.299625:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761567.300106:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761567.300109:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761567.300499:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761567.300503:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761567.301091:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761567.301095:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761572.418113:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761572.418127:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761572.419069:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761572.419073:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761572.419527:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761572.419533:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761572.419960:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761572.419963:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761572.420308:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761572.420311:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761577.538074:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761577.538093:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761577.539011:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761577.539014:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761577.539526:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761577.539529:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761577.539979:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761577.539983:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761577.540350:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761577.540354:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761582.657942:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761582.657951:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761582.658923:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761582.658930:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761582.659347:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761582.659350:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761582.659730:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761582.659733:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761582.660225:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761582.660228:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761587.777920:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761587.777930:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761587.779044:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761587.779050:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761587.779502:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761587.779505:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761587.779915:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761587.779919:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761587.780264:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761587.780267:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761592.897922:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761592.898690:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761592.899242:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761592.899602:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761592.899960:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761598.018028:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761598.018036:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761598.019667:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761598.019676:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761598.020212:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761598.020215:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761598.020635:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761598.020641:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761598.021322:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761598.021325:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761603.137905:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761603.137917:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761603.139188:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761603.139192:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761603.139848:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761603.139855:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761603.140327:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761603.140332:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761603.140912:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761603.140915:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761608.257991:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761608.258006:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761608.259334:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761608.259339:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761608.260090:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761608.260096:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761608.260635:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761608.260639:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761608.261133:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761608.261136:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761613.378045:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761613.378061:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761613.378902:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761613.378905:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761613.379385:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761613.379388:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761613.379875:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761613.379878:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761613.380228:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761613.380232:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761618.497981:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761618.498003:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761618.499292:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761618.499302:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761618.499789:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761618.499792:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761618.500150:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761618.500153:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761618.500650:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761618.500654:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761623.618088:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761623.618106:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761623.619364:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761623.619368:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761623.619928:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761623.619932:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761623.620365:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761623.620368:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761623.620864:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761623.620867:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761628.737914:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761628.737923:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761628.739479:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761628.739492:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761628.739908:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761628.739912:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761628.740307:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761628.740311:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761628.740918:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761628.740921:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761633.857938:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761633.857946:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761633.859376:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761633.859379:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761633.859704:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761633.859708:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761633.860052:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761633.860055:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761633.860509:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761633.860512:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761638.977516:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761638.977521:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761638.978340:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761638.978342:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761638.978543:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761638.978545:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761638.978735:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761638.978737:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761638.979077:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761638.979079:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761644.097457:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761644.097461:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761644.098101:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761644.098103:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761644.098307:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761644.098308:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761644.098489:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761644.098491:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761644.098734:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761644.098736:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761649.217951:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761649.217962:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761649.219061:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761649.219064:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761649.219449:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761649.219452:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761649.219855:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761649.219859:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761649.220205:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761649.220209:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761654.337588:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761654.337593:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787761654.338258:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761654.338275:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787761654.338564:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761654.338566:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787761654.338900:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761654.338902:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787761654.339171:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761654.339173:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787761659.457495:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761659.457896:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761659.458071:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761659.458235:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761659.458366:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761664.577942:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761664.577951:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761664.578803:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761664.578807:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761664.579204:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761664.579208:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761664.579577:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761664.579579:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761664.580080:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761664.580082:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761669.697937:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761669.697972:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761669.699240:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761669.699244:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761669.699785:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761669.699788:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761669.700242:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761669.700245:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761669.700704:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761669.700707:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761674.817888:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761674.817903:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761674.818980:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761674.818984:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761674.819587:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761674.819591:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761674.820002:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761674.820005:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761674.820375:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761674.820378:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761679.937853:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761679.937870:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761679.938947:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761679.938953:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761679.939387:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761679.939393:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761679.939839:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761679.939843:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761679.940281:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761679.940284:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761685.057925:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761685.057945:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761685.058950:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761685.058954:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761685.059467:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761685.059470:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761685.059975:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761685.060001:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761685.060482:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761685.060485:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761690.177868:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761690.177877:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761690.179362:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761690.179377:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761690.180314:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761690.180319:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761690.180867:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761690.180870:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761690.181372:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761690.181375:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761695.297890:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761695.297921:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761695.299303:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761695.299334:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761695.300081:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761695.300083:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761695.300339:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761695.300341:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761695.300530:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761695.300532:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761700.417969:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761700.417980:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761700.419223:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761700.419227:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761700.419782:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761700.419787:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761700.420230:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761700.420233:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761700.420651:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761700.420656:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761705.537941:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761705.537955:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761705.539306:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761705.539310:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761705.539725:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761705.539728:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761705.540159:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761705.540163:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761705.540894:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761705.540897:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761710.658081:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761710.658092:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761710.659432:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761710.659435:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761710.659878:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761710.659881:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761710.660303:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761710.660306:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761710.660919:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761710.660922:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761715.777358:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761715.777364:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761715.777930:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761715.777932:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761715.778124:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761715.778125:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761715.778301:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761715.778302:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761715.778473:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761715.778475:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761720.897865:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761720.897883:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761720.899279:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761720.899281:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761720.899519:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761720.899521:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761720.899783:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761720.899785:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761720.900443:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761720.900448:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761726.017908:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761726.018781:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761726.019474:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761726.020152:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761726.020361:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761731.138342:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761731.138356:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761731.139731:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761731.139735:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761731.140181:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761731.140185:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761731.140559:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761731.140564:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761731.141235:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761731.141238:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761736.257875:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761736.257885:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761736.259168:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761736.259171:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761736.259667:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761736.259671:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761736.260063:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761736.260066:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761736.260545:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761736.260548:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787761741.377472:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761741.377477:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761741.378085:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761741.378086:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761741.378317:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761741.378318:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761741.378507:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761741.378509:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761741.378723:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761741.378726:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761746.497617:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761746.497622:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761746.498891:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761746.498900:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761746.500001:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761746.500005:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761746.500352:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761746.500355:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761746.500716:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761746.500720:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761751.618068:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761751.618088:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761751.619249:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761751.619251:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761751.619485:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761751.619487:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761751.619724:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761751.619726:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761751.620348:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761751.620356:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761756.737943:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761756.737953:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761756.739062:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761756.739065:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761756.739610:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761756.739613:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761756.740009:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761756.740012:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761756.740434:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761756.740437:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761761.858011:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761761.858022:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761761.859331:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761761.859335:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761761.859895:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761761.859899:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761761.860368:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761761.860372:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761761.860904:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761761.860907:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761766.977564:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761766.977571:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761766.978255:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761766.978257:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761766.978575:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761766.978578:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761766.978927:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761766.978930:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761766.979253:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761766.979256:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761772.097915:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761772.097925:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761772.099233:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761772.099236:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761772.099628:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761772.099631:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761772.100016:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761772.100019:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761772.100527:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761772.100531:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761777.217498:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761777.217505:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761777.218067:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761777.218069:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761777.218295:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761777.218297:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761777.218513:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761777.218515:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761777.218786:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761777.218788:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761782.337813:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761782.337821:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787761782.339693:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761782.339696:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787761782.340111:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761782.340114:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787761782.340485:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761782.340489:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787761782.341058:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761782.341062:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787761787.457356:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761787.457362:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787761787.457934:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761787.457936:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787761787.458121:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761787.458123:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787761787.458310:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761787.458311:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787761787.458488:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761787.458489:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787761792.577886:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761792.578655:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761792.579542:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761792.579915:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761792.580226:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761797.698104:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761797.698110:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761797.699715:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761797.699719:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761797.700126:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761797.700129:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761797.700575:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761797.700578:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761797.701156:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761797.701159:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761802.817807:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761802.817815:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761802.819191:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761802.819195:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761802.819567:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761802.819570:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761802.819953:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761802.819956:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761802.820469:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761802.820472:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761807.937705:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761807.937714:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761807.939113:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761807.939116:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761807.939510:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761807.939513:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761807.939892:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761807.939895:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761807.940525:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761807.940528:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761813.057809:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761813.057818:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761813.058874:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761813.058876:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761813.059152:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761813.059154:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761813.059442:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761813.059444:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761813.059738:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761813.059739:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761818.177824:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761818.177830:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761818.179105:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761818.179113:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761818.180346:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761818.180350:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761818.180828:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761818.180831:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761818.181349:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761818.181353:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761823.297804:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761823.297809:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761823.299316:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761823.299322:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761823.299914:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761823.299916:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761823.300204:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761823.300206:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761823.300417:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761823.300419:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761828.417633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761828.417648:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761828.419334:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761828.419344:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761828.420302:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761828.420305:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761828.420841:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761828.420844:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761828.421248:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761828.421251:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761833.537364:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761833.537370:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761833.537939:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761833.537941:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761833.538150:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761833.538151:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761833.538328:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761833.538330:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761833.538504:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761833.538506:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761838.657424:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761838.657433:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761838.658006:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761838.658008:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761838.658193:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761838.658195:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761838.658370:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761838.658372:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761838.658577:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761838.658579:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761843.777548:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761843.777553:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761843.778193:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761843.778195:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761843.778411:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761843.778413:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761843.778600:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761843.778603:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761843.778805:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761843.778806:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761848.897967:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761848.898006:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761848.899342:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761848.899345:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761848.899913:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761848.899917:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761848.900283:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761848.900286:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761848.900919:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761848.900923:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761854.018230:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761854.018247:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761854.019275:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761854.019279:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761854.019672:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761854.019675:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761854.020224:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761854.020228:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761854.020575:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761854.020578:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761859.137414:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761859.137895:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761859.138072:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761859.138259:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761859.138561:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761864.258093:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761864.258103:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1787761864.259395:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761864.259412:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1787761864.260407:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761864.260412:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1787761864.260956:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761864.260959:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1787761864.261315:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761864.261319:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000080:00000010:1.1:1787761864.965847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93f6145d0f00.
00010000:00000010:1.1:1787761864.965905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93f5e152ea00.
00010000:00000010:1.1:1787761864.965912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93f5ba9b2a00.
00000800:00000200:0.1:1787761869.377874:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761869.377902:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761869.379338:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761869.379343:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761869.379741:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761869.379744:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761869.380322:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761869.380327:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761869.380994:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761869.381000:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761874.498044:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761874.498052:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761874.499293:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761874.499297:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761874.499796:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761874.499800:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761874.500269:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761874.500273:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761874.500952:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761874.500958:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761879.617866:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761879.617879:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761879.619208:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761879.619212:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761879.619627:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761879.619630:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761879.620122:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761879.620127:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761879.620781:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761879.620785:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761884.738130:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761884.738139:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761884.739479:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761884.739483:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761884.740016:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761884.740019:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761884.740478:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761884.740481:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761884.740995:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761884.740999:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761889.858078:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761889.858125:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761889.859361:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761889.859368:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761889.859944:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761889.859949:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761889.860359:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761889.860363:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761889.860740:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761889.860743:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761894.977961:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761894.977972:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761894.979069:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761894.979072:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761894.979474:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761894.979476:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761894.979922:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761894.979925:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761894.980272:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761894.980275:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761900.097859:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761900.097871:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761900.099218:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761900.099222:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761900.099640:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761900.099643:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761900.100046:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761900.100051:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761900.100677:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761900.100680:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761905.217987:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761905.217995:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761905.219272:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761905.219275:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761905.219679:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761905.219682:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761905.220111:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761905.220115:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761905.220657:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761905.220661:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761910.337396:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761910.337402:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761910.337932:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761910.337934:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761910.338141:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761910.338143:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761910.338323:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761910.338324:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761910.338522:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761910.338524:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761915.457705:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761915.457717:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761915.458561:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761915.458568:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761915.459349:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761915.459351:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761915.459790:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761915.459794:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761915.460147:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761915.460150:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761920.577503:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761920.577509:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761920.578325:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761920.578328:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761920.578623:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761920.578625:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761920.578904:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761920.578907:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761920.579138:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761920.579140:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761925.698218:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761925.698978:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761925.699481:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761925.699693:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761925.699938:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761930.818006:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761930.818021:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761930.819642:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761930.819647:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761930.820056:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761930.820059:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761930.820457:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761930.820460:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761930.821031:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761930.821034:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761935.937810:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761935.937818:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761935.938645:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761935.938651:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761935.939126:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761935.939130:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761935.939505:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761935.939509:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761935.940032:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761935.940035:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761941.057633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761941.057639:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761941.058403:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761941.058405:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761941.058589:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761941.058591:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761941.058826:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761941.058828:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761941.059110:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761941.059113:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761946.177931:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761946.177945:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761946.179091:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761946.179094:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761946.179565:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761946.179568:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761946.179975:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761946.179980:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761946.180454:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761946.180458:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761951.297477:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761951.297485:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761951.298158:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761951.298161:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761951.298491:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761951.298493:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761951.298832:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761951.298835:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761951.299213:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761951.299216:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761956.417357:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761956.417362:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761956.418040:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761956.418042:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761956.418289:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761956.418292:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761956.418482:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761956.418483:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761956.418807:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761956.418809:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761961.537415:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761961.537418:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761961.537992:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761961.537997:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761961.538492:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761961.538493:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761961.538683:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761961.538685:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761961.538959:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761961.538962:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761966.657385:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761966.657390:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761966.657980:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761966.657982:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761966.658213:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761966.658216:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761966.658425:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761966.658428:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761966.658633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761966.658634:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761971.777402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761971.777408:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761971.777984:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761971.777985:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761971.778196:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761971.778197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761971.778414:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761971.778416:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761971.778595:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787761971.778597:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761976.897611:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761976.897616:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761976.899034:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761976.899036:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761976.899363:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761976.899366:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761976.899706:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761976.899709:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761976.900157:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761976.900159:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761982.017953:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761982.017965:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761982.019318:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761982.019321:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761982.019687:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761982.019690:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761982.020199:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761982.020205:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761982.020716:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761982.020720:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761987.138077:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761987.138090:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761987.138793:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761987.138796:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761987.139303:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761987.139307:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761987.139656:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761987.139660:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761987.140057:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761987.140061:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761992.257632:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761992.258267:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761992.258503:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761992.258734:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787761992.258964:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761997.378122:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761997.378160:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761997.379340:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761997.379345:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761997.379803:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761997.379807:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761997.380214:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761997.380217:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761997.380614:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787761997.380618:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762002.497677:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762002.497685:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762002.498523:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762002.498527:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762002.499027:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762002.499030:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762002.499442:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762002.499445:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762002.500005:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762002.500008:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762007.617749:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762007.617815:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762007.619163:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762007.619167:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762007.619534:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762007.619537:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762007.619957:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762007.619962:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762007.620485:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762007.620488:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762012.737945:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762012.737955:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762012.739088:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762012.739091:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762012.739487:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762012.739493:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762012.740058:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762012.740061:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762012.740418:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762012.740421:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762017.858001:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762017.858016:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762017.858865:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762017.858868:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762017.859230:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762017.859233:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762017.859652:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762017.859656:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762017.860079:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762017.860083:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762022.977538:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762022.977544:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762022.978560:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762022.978562:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762022.978883:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762022.978885:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762022.979135:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762022.979137:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762022.979514:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762022.979517:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762028.097935:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762028.097947:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762028.099086:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762028.099090:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762028.099447:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762028.099451:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762028.099856:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762028.099859:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762028.100330:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762028.100333:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762033.217904:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762033.217918:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787762033.219092:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762033.219097:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787762033.219693:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762033.219696:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787762033.220191:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762033.220196:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787762033.220714:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762033.220718:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762038.337425:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762038.337434:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762038.338012:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762038.338014:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762038.338229:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762038.338231:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762038.338410:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762038.338412:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762038.338671:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762038.338673:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762043.457888:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762043.457901:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762043.459163:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762043.459167:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762043.459570:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762043.459574:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762043.459960:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762043.459964:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762043.460561:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762043.460564:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762048.577833:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762048.577849:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762048.579257:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762048.579260:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762048.579668:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762048.579673:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762048.580106:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762048.580110:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762048.580626:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762048.580629:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762053.697735:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762053.697775:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762053.698582:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762053.698585:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762053.698952:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762053.698955:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762053.699331:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762053.699334:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762053.699820:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762053.699822:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762058.817840:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762058.818636:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762058.819356:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762058.819923:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762058.820248:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762063.938091:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762063.938126:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762063.939743:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762063.939779:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762063.940236:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762063.940240:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762063.940654:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762063.940657:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762063.941218:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762063.941222:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762069.058179:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762069.058202:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762069.059703:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762069.059710:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762069.060194:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762069.060197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762069.060607:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762069.060610:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762069.061058:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762069.061062:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762074.178130:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762074.178137:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762074.179688:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762074.179692:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762074.180103:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762074.180106:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762074.180553:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762074.180557:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762074.180951:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762074.180954:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762079.297873:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762079.297879:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762079.299672:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762079.299686:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762079.300070:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762079.300073:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762079.300488:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762079.300491:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762079.300782:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762079.300784:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762084.417401:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762084.417406:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762084.417905:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762084.417907:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762084.418144:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762084.418146:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762084.418497:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762084.418500:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762084.418702:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762084.418704:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762089.537572:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762089.537579:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762089.538394:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762089.538398:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762089.538677:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762089.538679:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762089.538995:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762089.538998:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762089.539377:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762089.539380:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762094.657782:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762094.657789:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762094.659203:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762094.659211:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762094.659824:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762094.659827:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762094.660097:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762094.660099:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762094.660314:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762094.660316:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762099.778043:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762099.778061:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762099.779246:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762099.779249:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762099.779613:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762099.779616:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762099.780170:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762099.780174:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762099.780534:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762099.780537:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762104.897987:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762104.898000:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762104.899247:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762104.899251:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762104.899626:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762104.899629:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762104.900037:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762104.900040:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762104.900546:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762104.900549:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762110.017860:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762110.017870:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762110.019186:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762110.019189:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762110.019562:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762110.019565:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762110.019940:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762110.019944:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762110.020492:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762110.020496:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762115.138087:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762115.138094:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762115.139445:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762115.139449:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762115.139952:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762115.139955:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762115.140345:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762115.140348:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762115.141056:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762115.141059:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762120.257909:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762120.257920:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762120.259321:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762120.259325:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762120.259804:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762120.259809:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762120.260215:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762120.260218:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762120.260831:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762120.260834:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762125.378115:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762125.378906:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762125.379408:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762125.379578:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762125.379732:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762130.498213:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762130.498232:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762130.499323:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762130.499327:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762130.499731:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762130.499737:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762130.500227:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762130.500231:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762130.500579:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762130.500582:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762135.618001:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762135.618012:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762135.618932:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762135.618935:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762135.619423:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762135.619427:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762135.619811:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762135.619814:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762135.620212:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762135.620216:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762140.737719:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762140.737726:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762140.738654:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762140.738659:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762140.739215:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762140.739218:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762140.739582:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762140.739588:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762140.740224:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762140.740228:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762145.857425:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762145.857431:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762145.857956:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762145.857958:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762145.858141:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762145.858143:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762145.858315:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762145.858317:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762145.858487:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762145.858489:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762150.977933:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762150.977945:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762150.979226:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762150.979229:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762150.979650:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762150.979654:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762150.980117:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762150.980121:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762150.980716:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762150.980720:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762156.097884:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762156.097889:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762156.099245:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762156.099250:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762156.100198:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762156.100200:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762156.100462:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762156.100464:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762156.100650:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762156.100651:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762161.218152:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762161.218166:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762161.218878:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762161.218882:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762161.219240:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762161.219243:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762161.219583:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762161.219586:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762161.219981:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762161.219984:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762166.337990:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762166.338004:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762166.339453:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762166.339465:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762166.340053:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762166.340057:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762166.340479:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762166.340483:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762166.341121:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762166.341124:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762171.457460:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762171.457490:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762171.458014:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762171.458016:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762171.458228:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762171.458230:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762171.458431:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762171.458433:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762171.458684:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762171.458686:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762176.577850:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762176.577853:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762176.578188:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762176.578189:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762176.578406:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762176.578408:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762176.578607:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762176.578609:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762176.578996:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762176.578998:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762181.697958:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762181.697974:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762181.699033:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762181.699037:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762181.699440:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762181.699443:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762181.699885:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762181.699888:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762181.700258:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762181.700261:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762186.817983:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762186.817997:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762186.819512:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762186.819517:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762186.819795:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762186.819797:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762186.820093:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762186.820096:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762186.820324:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762186.820326:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762191.937992:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762191.938717:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762191.939210:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762191.940099:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762191.940348:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762197.058085:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762197.058102:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762197.059607:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762197.059611:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762197.060106:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762197.060110:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762197.060559:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762197.060562:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762197.061083:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762197.061086:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762202.177934:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762202.177950:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762202.179139:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762202.179142:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762202.179644:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762202.179647:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762202.180106:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762202.180109:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762202.180524:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762202.180528:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762207.298142:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762207.298163:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762207.299259:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762207.299262:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762207.299739:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762207.299742:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762207.300259:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762207.300263:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762207.300792:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762207.300797:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762212.417406:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762212.417412:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762212.418001:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762212.418002:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762212.418209:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762212.418211:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762212.418413:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762212.418415:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762212.418667:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762212.418668:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762217.538084:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762217.538093:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762217.539189:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762217.539193:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762217.539623:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762217.539626:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762217.540153:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762217.540156:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762217.540561:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762217.540564:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762222.658134:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762222.658171:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762222.659353:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762222.659356:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762222.659727:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762222.659730:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762222.660228:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762222.660234:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762222.660653:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762222.660656:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762227.778005:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762227.778018:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762227.779875:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762227.779889:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762227.780387:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762227.780391:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762227.780744:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762227.780776:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762227.781323:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762227.781326:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762232.897718:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762232.897726:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762232.899430:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762232.899436:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762232.899882:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762232.899885:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762232.900297:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762232.900302:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762232.900898:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762232.900901:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762238.018020:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762238.018031:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762238.019250:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762238.019253:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762238.019691:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762238.019695:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762238.020116:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762238.020119:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762238.020579:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762238.020582:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762243.137932:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762243.137945:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762243.138927:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762243.138930:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762243.139395:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762243.139398:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762243.139746:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762243.139752:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762243.140205:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762243.140207:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762248.257533:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762248.257536:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762248.258323:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762248.258327:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762248.258679:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762248.258681:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762248.258972:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762248.258974:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762248.259180:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762248.259182:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762253.378028:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762253.378036:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762253.378416:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762253.378418:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762253.378765:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762253.378768:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762253.378987:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762253.378989:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762253.379266:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762253.379268:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762258.497528:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762258.498023:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762258.498153:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762258.498283:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762258.498401:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762263.618222:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762263.618234:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762263.619659:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762263.619663:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762263.620166:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762263.620170:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762263.620576:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762263.620579:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762263.621138:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762263.621142:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762268.737919:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762268.737930:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762268.739088:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762268.739091:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762268.739447:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762268.739450:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762268.739816:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762268.739821:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762268.740498:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762268.740502:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762273.858048:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762273.858061:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762273.858913:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762273.858918:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762273.859366:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762273.859370:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762273.859732:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762273.859735:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762273.860158:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762273.860162:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762278.978059:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762278.978075:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762278.979472:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762278.979493:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762278.979962:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762278.979963:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762278.980217:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762278.980219:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762278.980402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762278.980404:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762284.098022:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762284.098036:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762284.099134:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762284.099139:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762284.099686:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762284.099692:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762284.100167:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762284.100171:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762284.100615:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762284.100621:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762289.217523:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762289.217528:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762289.218309:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762289.218310:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762289.218507:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762289.218508:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762289.218699:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762289.218701:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762289.218927:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762289.218929:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762294.337338:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762294.337344:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762294.337976:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762294.337978:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762294.338180:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762294.338182:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762294.338378:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762294.338380:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762294.338619:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762294.338621:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762299.458266:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762299.458286:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762299.460091:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762299.460095:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762299.460489:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762299.460493:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762299.460911:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762299.460915:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762299.461383:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762299.461386:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762304.577908:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762304.577921:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762304.579087:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762304.579090:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762304.579444:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762304.579447:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762304.579957:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762304.579960:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762304.580312:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762304.580315:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762309.697822:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762309.697835:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762309.699116:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762309.699126:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762309.700014:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762309.700017:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762309.700285:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762309.700287:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762309.700477:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762309.700479:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762314.817933:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762314.817941:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762314.819504:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762314.819506:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762314.819786:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762314.819788:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762314.820021:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762314.820023:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762314.820293:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762314.820295:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762319.937861:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762319.937869:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762319.939235:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762319.939239:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762319.939680:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762319.939684:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762319.940143:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762319.940149:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762319.940716:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762319.940720:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762325.057993:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762325.058741:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762325.059417:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762325.059874:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762325.060008:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762330.178294:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762330.178309:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762330.179670:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762330.179674:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762330.180129:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762330.180134:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762330.180583:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762330.180587:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762330.181043:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762330.181049:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762335.298333:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762335.298350:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787762335.300159:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762335.300162:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787762335.300580:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762335.300583:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787762335.300946:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762335.300948:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787762335.301164:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762335.301166:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787762340.418232:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762340.418242:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762340.420039:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762340.420043:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762340.420533:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762340.420536:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762340.420960:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762340.420966:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762340.421611:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762340.421614:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762345.537259:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762345.537262:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762345.538491:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762345.538507:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762345.538942:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762345.538943:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762345.539175:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762345.539177:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762345.539402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762345.539404:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762350.657284:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762350.657293:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762350.658421:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762350.658427:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762350.659511:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762350.659519:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762350.659720:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762350.659722:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762350.659927:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762350.659929:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762355.777576:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762355.777583:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762355.778550:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762355.778553:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762355.778906:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762355.778907:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762355.779089:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762355.779090:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762355.779456:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762355.779458:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762360.897441:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762360.897447:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762360.898029:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762360.898030:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762360.898242:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762360.898243:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762360.898477:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762360.898478:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762360.898676:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762360.898679:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762366.017431:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762366.017438:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762366.018025:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762366.018027:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762366.018208:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762366.018210:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762366.018439:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762366.018441:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762366.018639:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762366.018642:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762371.137390:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762371.137397:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762371.138009:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762371.138011:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762371.138247:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762371.138248:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762371.138454:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762371.138455:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762371.138721:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762371.138722:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762376.257968:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762376.257981:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787762376.259153:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762376.259158:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787762376.259612:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762376.259615:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787762376.260100:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762376.260103:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787762376.260521:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762376.260526:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787762381.377887:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762381.377900:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787762381.379132:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762381.379136:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787762381.379617:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762381.379622:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787762381.380140:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762381.380143:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787762381.380599:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762381.380605:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787762386.497837:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762386.497851:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762386.499292:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762386.499302:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762386.499728:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762386.499731:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762386.500306:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762386.500309:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762386.500656:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762386.500659:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762391.618077:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762391.618916:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762391.619245:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762391.619555:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762391.619945:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762396.737973:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762396.737985:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762396.739613:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762396.739618:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762396.740068:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762396.740072:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762396.740509:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762396.740513:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762396.741108:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762396.741111:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762401.857490:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762401.857498:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762401.858105:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762401.858108:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762401.858303:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762401.858305:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762401.858492:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762401.858494:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762401.858682:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762401.858685:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762406.977947:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762406.977961:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762406.979184:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762406.979187:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762406.979552:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762406.979556:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762406.979941:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762406.979944:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762406.980314:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762406.980317:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762412.098077:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762412.098087:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762412.099181:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762412.099185:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762412.099599:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762412.099602:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762412.100020:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762412.100024:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762412.100402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762412.100407:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762417.217976:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762417.217989:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762417.219336:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762417.219338:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762417.219544:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762417.219546:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762417.219824:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762417.219828:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762417.220142:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762417.220144:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762422.337453:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762422.337459:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762422.338056:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762422.338058:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762422.338338:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762422.338340:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762422.338564:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762422.338566:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762422.338816:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762422.338818:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762427.457805:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762427.457811:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762427.459278:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762427.459285:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762427.459712:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762427.459715:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762427.460273:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762427.460276:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762427.460689:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762427.460692:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762432.577947:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762432.577967:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762432.578758:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762432.578762:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762432.579208:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762432.579212:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762432.579551:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762432.579553:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762432.579924:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762432.579926:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762437.697521:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762437.697527:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762437.698153:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762437.698155:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762437.698384:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762437.698387:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762437.698594:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762437.698596:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762437.698855:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762437.698857:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762442.817906:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762442.817922:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762442.819160:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762442.819164:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762442.819589:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762442.819593:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762442.820054:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762442.820059:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762442.820487:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762442.820490:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762447.937862:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762447.937869:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762447.939334:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762447.939337:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762447.939713:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762447.939717:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762447.940234:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762447.940237:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762447.940868:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762447.940872:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762453.057979:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762453.057990:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762453.059164:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762453.059170:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762453.059663:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762453.059667:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762453.060306:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762453.060310:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762453.060792:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762453.060795:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762458.177982:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762458.178838:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762458.179176:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762458.179487:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762458.179859:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762463.298180:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762463.298193:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762463.299821:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762463.299825:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762463.300262:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762463.300267:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762463.300726:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762463.300730:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762463.301387:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762463.301391:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762468.417817:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762468.417822:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762468.419191:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762468.419199:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762468.419874:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762468.419877:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762468.420339:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762468.420342:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762468.420715:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762468.420718:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762473.537984:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762473.537995:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762473.539373:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762473.539376:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762473.539614:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762473.539616:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762473.539893:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762473.539895:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762473.540180:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762473.540182:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762478.658005:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762478.658014:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762478.659446:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762478.659461:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762478.659768:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762478.659770:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762478.660025:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762478.660027:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762478.660214:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762478.660216:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762483.777906:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762483.777918:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762483.779011:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762483.779014:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762483.779399:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762483.779405:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762483.779837:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762483.779841:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762483.780192:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762483.780196:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762488.897634:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762488.897639:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762488.898106:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762488.898110:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762488.898427:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762488.898430:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762488.898788:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762488.898792:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762488.899118:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762488.899121:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762494.018077:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762494.018087:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762494.019294:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762494.019297:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762494.019814:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762494.019818:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762494.020172:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762494.020175:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762494.020591:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762494.020594:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762499.137430:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762499.137435:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762499.138091:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762499.138094:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762499.138582:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762499.138584:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762499.138814:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762499.138816:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762499.139009:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762499.139011:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762504.257918:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762504.257931:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762504.259198:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762504.259202:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762504.259607:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762504.259610:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762504.259990:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762504.259993:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762504.260496:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762504.260500:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762509.377436:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762509.377443:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762509.378052:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762509.378054:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762509.378238:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762509.378240:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762509.378464:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762509.378466:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762509.378679:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762509.378691:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762514.497898:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762514.497906:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762514.499194:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762514.499200:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762514.499655:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762514.499659:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762514.500041:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762514.500044:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762514.500633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762514.500636:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762519.617851:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762519.617858:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762519.619102:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762519.619105:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762519.619493:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762519.619496:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762519.619871:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762519.619875:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762519.620410:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762519.620413:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762524.737410:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762524.737821:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762524.738009:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762524.738174:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762524.738324:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762529.858139:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762529.858149:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762529.859084:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762529.859097:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762529.860207:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762529.860209:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762529.860407:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762529.860409:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762529.860725:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762529.860728:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762534.977321:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762534.977327:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762534.978037:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762534.978039:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762534.978287:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762534.978289:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762534.978523:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762534.978526:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762534.978904:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762534.978906:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762540.097940:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762540.097956:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762540.098940:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762540.098944:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762540.099408:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762540.099412:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762540.099945:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762540.099949:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762540.100390:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762540.100394:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762545.217982:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762545.217990:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762545.219262:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762545.219265:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762545.219619:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762545.219622:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762545.220007:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762545.220010:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762545.220518:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762545.220522:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762550.338000:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762550.338012:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762550.339371:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762550.339374:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762550.339849:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762550.339853:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762550.340269:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762550.340274:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762550.340883:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762550.340886:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762555.457960:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762555.457973:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762555.459329:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762555.459333:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762555.459741:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762555.459745:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762555.460151:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762555.460154:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762555.460656:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762555.460660:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762560.578052:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762560.578087:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762560.579281:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762560.579284:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762560.579640:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762560.579644:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762560.580044:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762560.580047:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762560.580517:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762560.580520:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762565.698080:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762565.698128:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762565.699550:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762565.699554:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762565.700006:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762565.700011:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762565.700465:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762565.700469:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762565.701054:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762565.701059:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762570.817841:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762570.817848:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762570.819275:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762570.819284:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762570.819993:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762570.819997:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762570.820486:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762570.820489:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762570.820919:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762570.820923:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762575.937447:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762575.937451:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762575.938105:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762575.938107:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762575.938388:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762575.938390:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762575.938572:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762575.938574:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762575.938807:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762575.938808:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762581.057364:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762581.057368:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762581.058054:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762581.058062:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762581.058487:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762581.058489:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762581.058732:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762581.058733:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762581.058974:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762581.058976:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762586.177535:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762586.177540:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762586.178056:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762586.178058:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762586.178309:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762586.178311:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762586.178551:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762586.178553:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762586.178733:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762586.178735:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762591.298070:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762591.298969:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762591.299398:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762591.299731:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787762591.299937:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762596.417800:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762596.417809:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762596.418507:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762596.418509:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762596.418772:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762596.418774:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762596.418960:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762596.418962:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762596.419133:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762596.419134:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762601.537729:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762601.537741:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762601.539128:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762601.539131:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762601.539519:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762601.539522:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762601.539926:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762601.539930:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762601.540397:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762601.540401:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762606.658405:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762606.658418:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762606.659255:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762606.659259:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762606.659544:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762606.659546:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762606.659861:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762606.659863:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762606.660140:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762606.660142:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762611.777824:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762611.777838:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762611.779250:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762611.779262:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762611.780121:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762611.780126:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762611.780718:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762611.780722:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762611.781116:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762611.781119:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762616.897926:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762616.897938:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762616.899270:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762616.899278:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762616.899690:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762616.899693:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762616.900076:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762616.900079:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762616.900552:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762616.900555:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762622.017879:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762622.017891:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762622.019018:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762622.019023:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762622.019402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762622.019406:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762622.019872:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762622.019875:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762622.020292:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762622.020296:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762627.137859:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762627.137870:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762627.139182:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762627.139185:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762627.139619:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762627.139622:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762627.140068:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762627.140071:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762627.140638:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762627.140641:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762632.257737:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762632.257743:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762632.259116:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762632.259122:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762632.259722:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762632.259724:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762632.260040:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762632.260043:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762632.260246:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762632.260248:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762637.378079:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762637.378086:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762637.379506:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762637.379508:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762637.379745:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762637.379765:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762637.379997:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762637.379999:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762637.380333:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762637.380335:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762642.497639:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762642.497645:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762642.499056:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762642.499064:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762642.499718:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762642.499722:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762642.500365:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762642.500369:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762642.500798:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762642.500803:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762647.617460:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762647.617467:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762647.618117:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762647.618120:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762647.618587:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762647.618592:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762647.619206:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762647.619210:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762647.619624:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762647.619627:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762652.737473:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762652.737480:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762652.738134:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762652.738136:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762652.738441:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762652.738443:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762652.738713:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762652.738715:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762652.739020:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762652.739022:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762657.857725:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762657.858474:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762657.859343:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762657.859689:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762657.860015:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762662.977376:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762662.977390:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762662.978432:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762662.978435:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762662.978660:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762662.978662:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762662.978868:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762662.978869:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762662.979046:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762662.979048:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762668.097394:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762668.097399:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762668.097998:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762668.098000:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762668.098201:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762668.098202:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762668.098405:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762668.098407:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762668.098581:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762668.098583:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762673.217402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762673.217408:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762673.217986:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762673.217988:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762673.218191:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762673.218193:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762673.218377:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762673.218378:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762673.218549:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762673.218551:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762678.338054:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762678.338061:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762678.339380:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762678.339387:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762678.339953:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762678.339957:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762678.340372:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762678.340378:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762678.341013:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762678.341017:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762683.457899:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762683.457910:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762683.459293:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762683.459296:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762683.459653:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762683.459656:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762683.460033:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762683.460036:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762683.460677:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762683.460680:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762688.577853:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762688.577865:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762688.579121:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762688.579124:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762688.579487:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762688.579490:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762688.579860:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762688.579863:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762688.580367:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762688.580370:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762693.697443:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762693.697449:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762693.698264:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762693.698270:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762693.698982:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762693.698984:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762693.699317:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762693.699319:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762693.699539:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762693.699541:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762698.817474:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762698.817483:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762698.818168:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762698.818170:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762698.818457:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762698.818460:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762698.818706:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762698.818708:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762698.818969:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762698.818971:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762703.937355:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762703.937362:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762703.938017:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762703.938019:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762703.938209:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762703.938211:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762703.938389:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762703.938390:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762703.938563:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762703.938565:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762709.057418:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762709.057422:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762709.058088:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762709.058091:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762709.058301:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762709.058302:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762709.058518:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762709.058520:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762709.058801:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762709.058803:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762714.177381:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762714.177384:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762714.178000:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762714.178002:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762714.178272:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762714.178274:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762714.178470:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762714.178471:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762714.178771:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762714.178773:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762719.297934:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762719.297940:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762719.299132:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762719.299135:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762719.299497:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762719.299501:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762719.299892:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762719.299895:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762719.300375:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762719.300378:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762724.417922:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762724.418583:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762724.419285:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762724.419577:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762724.419995:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762729.538283:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762729.538290:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762729.539883:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762729.539887:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762729.540335:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762729.540339:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762729.540742:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762729.540745:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762729.541361:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762729.541365:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762734.657988:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762734.657996:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762734.659041:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762734.659044:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762734.659397:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762734.659401:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762734.659737:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762734.659740:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762734.660131:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762734.660134:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762739.777904:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762739.777916:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762739.779111:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762739.779114:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762739.779534:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762739.779538:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762739.780001:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762739.780005:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762739.780378:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762739.780383:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762744.897332:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762744.897338:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762744.897970:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762744.897971:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762744.898158:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762744.898160:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762744.898332:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762744.898334:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762744.898507:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762744.898509:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762750.017782:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762750.017790:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762750.019189:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762750.019193:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762750.019606:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762750.019610:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762750.020081:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762750.020084:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762750.020623:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762750.020626:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762755.137345:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762755.137351:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762755.137970:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762755.137972:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762755.138208:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762755.138210:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762755.138416:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762755.138418:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762755.138653:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762755.138655:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762760.258044:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762760.258053:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762760.259151:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762760.259154:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762760.259599:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762760.259603:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762760.260009:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762760.260012:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762760.260399:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762760.260405:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762765.377350:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762765.377355:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762765.377992:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762765.377994:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762765.378204:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762765.378206:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762765.378393:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762765.378395:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762765.378670:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762765.378672:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762770.498460:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762770.498468:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762770.499062:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762770.499067:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762770.499556:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762770.499559:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762770.500278:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762770.500282:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762770.500808:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762770.500812:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762775.617934:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762775.617948:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762775.619213:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762775.619217:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762775.619673:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762775.619677:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762775.620165:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762775.620169:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762775.620621:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762775.620624:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762780.738028:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762780.738043:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762780.738933:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762780.738939:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762780.739489:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762780.739493:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762780.739957:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762780.739963:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762780.740485:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762780.740489:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762785.857372:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762785.857379:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762785.858037:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762785.858039:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762785.858229:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762785.858231:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762785.858459:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762785.858462:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762785.858671:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762785.858673:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762790.977331:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762790.977736:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762790.977964:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762790.978129:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762790.978271:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762796.097358:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762796.097365:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762796.098144:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762796.098147:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762796.098413:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762796.098415:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762796.098645:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762796.098646:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762796.098931:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762796.098933:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762801.217755:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762801.217796:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762801.219271:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762801.219276:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762801.219704:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762801.219708:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762801.220130:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762801.220134:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762801.220729:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762801.220733:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762806.337402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762806.337409:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787762806.338024:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762806.338026:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787762806.338246:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762806.338248:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787762806.338478:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762806.338480:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787762806.338654:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762806.338656:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787762811.457623:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762811.457636:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762811.458547:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762811.458548:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762811.458742:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762811.458743:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762811.458951:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762811.458953:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762811.459132:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762811.459134:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762816.577383:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762816.577388:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762816.577934:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762816.577936:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762816.578119:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762816.578120:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762816.578313:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762816.578315:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762816.578491:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762816.578492:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762821.698190:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762821.698207:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762821.699269:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762821.699273:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762821.699692:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762821.699698:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762821.700127:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762821.700130:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762821.700531:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762821.700534:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762826.817580:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762826.817590:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762826.818174:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762826.818176:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762826.818405:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762826.818408:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762826.818602:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762826.818604:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762826.818868:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762826.818870:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762831.938372:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762831.938381:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762831.939529:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762831.939532:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762831.939982:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762831.939985:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762831.940427:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762831.940430:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762831.940887:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762831.940890:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762837.057424:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762837.057430:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762837.058221:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762837.058223:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762837.058406:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762837.058407:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762837.058589:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762837.058591:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762837.058937:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762837.058940:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762842.177479:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762842.177490:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762842.178084:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762842.178086:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762842.178358:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762842.178360:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762842.178553:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762842.178555:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762842.178812:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762842.178814:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762847.297952:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762847.297966:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762847.299241:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762847.299244:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762847.299599:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762847.299602:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762847.300005:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762847.300008:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762847.300490:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762847.300493:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762852.418037:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762852.418048:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762852.419312:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762852.419347:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762852.419820:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762852.419825:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762852.420304:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762852.420307:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762852.420966:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762852.420970:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762857.538011:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762857.538713:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762857.539536:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762857.540044:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762857.540660:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762862.658068:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762862.658081:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762862.659431:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762862.659435:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762862.659992:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762862.659995:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762862.660386:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762862.660390:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762862.660944:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762862.660948:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762867.777659:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762867.777664:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762867.778642:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762867.778647:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762867.779073:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762867.779076:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762867.779510:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762867.779513:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762867.780003:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762867.780005:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762872.897934:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762872.897943:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762872.899288:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762872.899292:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762872.899719:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762872.899722:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762872.900200:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762872.900204:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762872.900731:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762872.900735:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762878.018081:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762878.018100:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762878.019546:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762878.019548:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762878.019839:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762878.019841:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762878.020106:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762878.020109:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762878.020387:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762878.020389:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762883.138047:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762883.138055:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762883.139627:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762883.139630:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762883.139942:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762883.139944:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762883.140174:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762883.140176:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762883.140525:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762883.140527:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762888.258056:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762888.258099:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762888.258923:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762888.258925:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762888.259413:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762888.259416:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762888.259876:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762888.259880:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762888.260378:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762888.260380:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762893.377751:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762893.377882:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762893.378399:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762893.378401:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762893.378622:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762893.378624:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762893.379049:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762893.379052:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762893.379344:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762893.379346:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762898.497971:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762898.497977:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762898.498541:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762898.498545:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762898.499168:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762898.499172:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762898.499592:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762898.499595:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762898.500017:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762898.500020:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762903.617397:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762903.617403:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762903.618054:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762903.618056:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762903.618253:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762903.618256:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762903.618505:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762903.618507:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762903.618810:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762903.618812:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762908.737736:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762908.737786:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762908.738864:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762908.738866:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762908.739094:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762908.739097:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762908.739509:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762908.739513:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762908.739940:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762908.739942:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762913.858119:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762913.858127:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762913.859017:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762913.859020:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762913.859498:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762913.859501:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762913.859975:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762913.859978:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762913.860380:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762913.860385:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762918.977992:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762918.978001:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762918.979136:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762918.979142:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762918.979562:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762918.979565:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762918.980012:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762918.980015:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762918.980456:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762918.980459:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762924.097826:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762924.098541:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762924.099296:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762924.099955:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762924.100257:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762929.218219:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762929.218229:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762929.219068:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762929.219073:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762929.219448:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762929.219450:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762929.219820:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762929.219824:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762929.220317:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762929.220319:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762934.337956:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762934.337967:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762934.339456:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762934.339461:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762934.340054:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762934.340058:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762934.340597:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762934.340600:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762934.341233:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762934.341237:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762939.457953:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762939.457965:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762939.459269:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762939.459272:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762939.459668:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762939.459672:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762939.460150:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762939.460153:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762939.460667:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787762939.460671:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787762944.577437:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762944.577441:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762944.578324:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762944.578327:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762944.578647:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762944.578649:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762944.579232:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762944.579236:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762944.579736:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762944.579740:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762949.697952:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762949.697964:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762949.699211:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762949.699214:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762949.699665:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762949.699668:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762949.700131:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762949.700135:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762949.700710:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762949.700714:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762954.817857:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762954.817874:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762954.818731:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762954.818735:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762954.819272:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762954.819277:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762954.819579:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762954.819581:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762954.819951:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762954.819954:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762959.938089:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762959.938110:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762959.939311:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762959.939316:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762959.939734:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762959.939737:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762959.940136:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762959.940140:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762959.940828:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762959.940832:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762965.058002:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762965.058010:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762965.059297:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762965.059302:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762965.059712:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762965.059716:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762965.060133:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762965.060136:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762965.060687:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762965.060693:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762970.178022:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762970.178034:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762970.179503:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762970.179506:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762970.179774:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762970.179776:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762970.180007:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762970.180009:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762970.180333:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762970.180335:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762975.297984:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762975.297997:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787762975.299159:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762975.299163:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787762975.299524:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762975.299527:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787762975.299907:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762975.299910:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787762975.300285:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787762975.300289:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762980.417288:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762980.417291:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762980.417985:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762980.417989:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762980.418238:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762980.418240:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762980.418469:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762980.418471:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762980.418646:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762980.418647:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762985.537359:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762985.537364:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762985.538043:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762985.538045:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762985.538236:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762985.538238:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762985.538416:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762985.538418:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762985.538642:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762985.538644:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762990.657273:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762990.657782:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762990.658393:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762990.659204:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762990.659449:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762995.778273:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762995.778285:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762995.779546:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762995.779550:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762995.780098:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762995.780101:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762995.780465:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762995.780468:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762995.780919:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787762995.780923:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763000.897548:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763000.897557:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763000.898162:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763000.898164:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763000.898371:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763000.898373:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763000.898587:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763000.898589:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763000.898855:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763000.898857:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763006.017531:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763006.017538:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763006.018397:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763006.018429:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763006.018951:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763006.018955:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763006.019337:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763006.019340:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763006.019692:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763006.019695:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763011.138185:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763011.138192:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763011.139161:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763011.139164:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763011.139632:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763011.139635:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763011.140076:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763011.140079:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763011.140474:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763011.140479:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763016.257926:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763016.257933:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763016.259160:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763016.259164:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763016.259587:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763016.259591:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763016.260103:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763016.260107:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763016.260448:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763016.260452:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763021.377455:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763021.377461:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763021.378062:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763021.378065:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763021.378314:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763021.378316:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763021.378536:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763021.378538:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763021.378802:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763021.378806:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763026.497360:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763026.497366:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763026.497922:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763026.497925:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763026.498190:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763026.498192:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763026.498403:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763026.498405:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763026.498601:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763026.498603:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763031.617981:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763031.617994:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763031.619043:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763031.619047:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763031.619424:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763031.619427:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763031.619906:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763031.619909:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763031.620271:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763031.620274:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763036.738020:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763036.738028:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763036.739177:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763036.739180:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763036.739608:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763036.739613:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763036.740101:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763036.740105:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763036.740472:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763036.740476:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763041.857868:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763041.857876:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763041.859199:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763041.859205:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763041.859615:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763041.859619:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763041.860046:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763041.860049:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763041.860583:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763041.860587:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763046.977591:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763046.977619:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763046.978369:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763046.978372:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763046.978669:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763046.978671:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763046.978934:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763046.978936:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763046.979161:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763046.979163:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763052.097387:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763052.097393:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763052.097945:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763052.097947:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763052.098139:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763052.098140:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763052.098350:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763052.098352:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763052.098599:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763052.098601:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763057.217328:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763057.217698:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763057.218003:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763057.218165:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763057.218314:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763062.337539:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763062.337548:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763062.338319:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763062.338323:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763062.338581:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763062.338585:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763062.338830:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763062.338832:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763062.339089:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763062.339090:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763067.457725:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763067.457737:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763067.459114:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763067.459118:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763067.459518:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763067.459521:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763067.459977:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763067.459983:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763067.460510:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763067.460514:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763072.577887:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763072.577907:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763072.578639:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763072.578642:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763072.578990:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763072.578993:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763072.579306:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763072.579309:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763072.579642:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763072.579645:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763077.697508:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763077.697517:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763077.698088:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763077.698091:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763077.698417:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763077.698419:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763077.698617:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763077.698619:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763077.698813:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763077.698815:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763082.817570:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763082.817579:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763082.818617:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763082.818625:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763082.819109:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763082.819110:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763082.819367:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763082.819370:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763082.819583:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763082.819586:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763087.937313:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763087.937329:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763087.937898:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763087.937900:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763087.938098:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763087.938101:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763087.938292:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763087.938294:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763087.938542:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763087.938544:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763093.058055:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763093.058063:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763093.059048:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763093.059051:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763093.059514:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763093.059517:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763093.060002:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763093.060008:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763093.060683:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763093.060688:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763098.178165:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763098.178181:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787763098.178866:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763098.178869:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787763098.179370:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763098.179373:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787763098.179722:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763098.179725:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787763098.180101:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763098.180105:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787763103.298147:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763103.298157:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763103.299022:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763103.299026:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763103.299433:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763103.299437:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763103.299914:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763103.299920:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763103.300322:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763103.300325:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763108.417440:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763108.417446:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787763108.418129:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763108.418130:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787763108.418352:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763108.418355:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787763108.418548:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763108.418550:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787763108.418840:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763108.418841:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763113.537386:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763113.537391:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763113.538025:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763113.538027:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763113.538231:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763113.538233:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763113.538410:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763113.538412:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763113.538582:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763113.538583:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763118.658210:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763118.658227:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763118.659444:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763118.659449:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763118.660150:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763118.660154:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763118.660525:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763118.660529:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763118.660994:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763118.660997:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763123.777203:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763123.777656:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763123.778050:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763123.778434:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763123.778543:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763128.897675:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763128.897686:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763128.898894:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763128.898903:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763128.899270:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763128.899273:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763128.899654:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763128.899657:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763128.899996:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763128.899999:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763134.017795:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763134.017804:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763134.019082:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763134.019084:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763134.019318:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763134.019320:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763134.019512:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763134.019514:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763134.019842:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763134.019844:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763139.137720:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763139.137725:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763139.138175:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763139.138176:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763139.138362:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763139.138364:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763139.138540:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763139.138542:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763139.138715:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763139.138717:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763144.257915:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763144.257925:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763144.259297:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763144.259299:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763144.259516:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763144.259517:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763144.259703:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763144.259705:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763144.260156:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763144.260158:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763149.377625:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763149.377632:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763149.378459:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763149.378462:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763149.378696:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763149.378699:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763149.378967:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763149.378969:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763149.379279:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763149.379281:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763154.498057:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763154.498075:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763154.499877:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763154.499879:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763154.500275:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763154.500278:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763154.500560:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763154.500562:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763154.501038:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763154.501042:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763159.619571:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763159.619582:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763159.620983:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763159.620993:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763159.621479:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763159.621483:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763159.621916:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763159.621919:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763159.622411:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763159.622415:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763164.737961:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763164.737974:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763164.739258:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763164.739262:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763164.739725:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763164.739728:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763164.740239:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763164.740243:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763164.740581:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763164.740584:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763169.857925:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763169.857933:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763169.859325:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763169.859330:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763169.859816:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763169.859819:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763169.860180:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763169.860183:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763169.860821:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763169.860824:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763174.979631:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763174.979667:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763174.980558:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763174.980562:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763174.981077:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763174.981081:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763174.981568:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763174.981571:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763174.982037:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763174.982040:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763180.097471:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763180.097480:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763180.098068:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763180.098070:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763180.098272:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763180.098274:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763180.098517:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763180.098519:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763180.098733:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763180.098735:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763185.218958:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763185.218964:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763185.220150:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763185.220156:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763185.221142:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763185.221145:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763185.221567:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763185.221573:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763185.222108:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763185.222111:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763190.337472:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763190.337836:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763190.337968:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763190.338066:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763190.338602:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763195.458223:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763195.458230:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763195.459329:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763195.459335:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763195.460044:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763195.460049:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763195.460803:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763195.460808:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763195.461165:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763195.461168:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763200.577866:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763200.577878:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763200.579045:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763200.579047:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763200.579269:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763200.579272:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763200.579491:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763200.579512:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763200.579778:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763200.579780:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763205.699286:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763205.699311:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763205.700656:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763205.700665:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763205.701279:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763205.701280:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763205.701568:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763205.701569:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763205.701782:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763205.701784:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763210.818934:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763210.818940:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763210.820553:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763210.820555:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763210.820857:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763210.820859:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763210.821117:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763210.821119:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763210.821376:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763210.821378:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763215.938188:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763215.938232:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763215.939459:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763215.939461:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763215.939807:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763215.939809:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763215.940138:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763215.940140:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763215.940406:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763215.940407:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763221.057865:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763221.057877:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763221.059367:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763221.059369:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763221.059624:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763221.059625:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763221.059843:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763221.059845:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763221.060137:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763221.060139:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763226.178067:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763226.178077:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787763226.179886:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763226.179888:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787763226.181194:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763226.181197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787763226.183597:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763226.183600:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787763226.183828:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763226.183830:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787763231.298006:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763231.298015:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763231.299155:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763231.299160:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763231.299706:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763231.299709:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763231.300220:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763231.300224:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763231.300660:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763231.300664:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763236.418125:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763236.418142:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763236.419392:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763236.419396:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763236.419862:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763236.419865:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763236.420334:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763236.420337:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763236.420813:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763236.420817:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763241.538008:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763241.538017:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763241.539072:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763241.539075:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763241.539433:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763241.539436:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763241.539778:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763241.539781:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763241.540107:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763241.540109:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763246.657939:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763246.657950:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763246.659319:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763246.659326:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763246.659776:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763246.659779:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763246.660135:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763246.660138:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763246.660636:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763246.660639:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763251.778029:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763251.778039:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763251.779147:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763251.779151:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763251.779553:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763251.779556:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763251.780059:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763251.780062:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763251.780462:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763251.780465:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763256.897713:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763256.898264:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763256.898464:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763256.898706:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763256.898943:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763262.018489:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763262.018501:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763262.019260:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763262.019264:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763262.019627:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763262.019630:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763262.019961:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763262.019963:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763262.020218:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763262.020221:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763267.138347:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763267.138358:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787763267.139139:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763267.139143:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787763267.139507:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763267.139510:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787763267.139949:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763267.139953:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787763267.140480:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763267.140484:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787763272.257418:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763272.257424:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787763272.258098:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763272.258111:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787763272.258328:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763272.258330:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787763272.258529:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763272.258531:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787763272.258722:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763272.258724:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787763277.377416:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763277.377421:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787763277.378198:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763277.378200:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787763277.378402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763277.378403:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787763277.378622:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763277.378624:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787763277.378915:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763277.378916:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763282.498078:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763282.498088:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763282.499176:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763282.499182:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763282.499560:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763282.499563:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763282.500069:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763282.500073:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763282.500518:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763282.500521:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763287.617381:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763287.617388:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763287.617896:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763287.617899:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763287.618112:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763287.618114:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763287.618295:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763287.618297:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763287.618476:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763287.618478:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763292.738023:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763292.738031:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763292.740597:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763292.740602:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763292.741108:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763292.741111:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763292.741461:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763292.741464:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763292.741881:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763292.741885:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763297.857909:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763297.857920:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763297.859090:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763297.859094:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763297.859518:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763297.859522:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763297.860036:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763297.860041:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763297.860422:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763297.860425:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763302.977994:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763302.978009:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763302.979178:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763302.979182:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763302.979556:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763302.979559:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763302.980011:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763302.980015:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763302.980356:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763302.980359:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763308.098031:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763308.098040:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763308.099230:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763308.099233:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763308.099797:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763308.099801:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763308.100200:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763308.100203:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763308.100616:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763308.100621:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763313.217981:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763313.217993:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763313.218863:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763313.218866:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763313.219353:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763313.219356:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763313.219701:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763313.219704:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763313.220109:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763313.220112:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763318.338171:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763318.338195:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763318.339064:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763318.339067:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763318.339496:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763318.339500:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763318.339968:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763318.339972:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763318.340422:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763318.340426:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763323.458042:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763323.459083:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763323.459434:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763323.459817:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763323.460157:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763328.577960:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763328.577972:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763328.579147:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763328.579152:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763328.579424:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763328.579426:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763328.579896:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763328.579900:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763328.580207:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763328.580209:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763333.697487:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763333.697492:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763333.698254:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763333.698259:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763333.698587:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763333.698588:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763333.698900:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763333.698902:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763333.699141:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763333.699144:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763338.817478:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763338.817483:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763338.818031:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763338.818032:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763338.818283:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763338.818286:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763338.818529:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763338.818531:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763338.818773:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763338.818775:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763343.937507:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763343.937513:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763343.938157:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763343.938160:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763343.938391:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763343.938392:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763343.938607:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763343.938608:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763343.938821:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763343.938823:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763349.057864:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763349.057887:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763349.060165:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763349.060172:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763349.060622:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763349.060625:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763349.061021:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763349.061024:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763349.061432:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763349.061436:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763354.177990:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763354.178001:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763354.179001:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763354.179004:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763354.179477:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763354.179480:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763354.179956:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763354.179959:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763354.180315:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763354.180318:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763359.297925:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763359.297938:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763359.299194:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763359.299197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763359.299587:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763359.299590:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763359.299968:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763359.299971:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763359.300307:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763359.300310:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763364.417969:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763364.417982:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763364.419325:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763364.419331:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763364.419853:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763364.419857:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763364.420307:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763364.420312:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763364.420812:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763364.420816:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763369.537872:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763369.537882:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763369.539216:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763369.539219:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763369.539681:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763369.539685:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763369.540133:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763369.540136:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763369.540714:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763369.540718:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763374.657944:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763374.657955:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763374.659504:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763374.659515:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763374.660442:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763374.660446:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763374.660948:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763374.660999:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763374.661516:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763374.661521:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763379.777631:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763379.777641:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763379.778564:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763379.778568:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763379.778936:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763379.778938:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763379.779264:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763379.779266:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763379.779460:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763379.779462:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763384.897440:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763384.897451:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763384.898165:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763384.898167:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763384.898402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763384.898404:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763384.898715:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763384.898717:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763384.898939:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763384.898941:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763390.017874:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763390.018573:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763390.019379:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763390.019971:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763390.020415:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763395.139098:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763395.139103:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763395.139718:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763395.139721:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763395.140124:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763395.140129:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763395.140565:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763395.140568:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763395.140949:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763395.140952:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763400.257887:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763400.257901:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787763400.259090:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763400.259094:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787763400.259500:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763400.259504:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787763400.259928:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763400.259932:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787763400.260329:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763400.260333:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787763405.377933:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763405.377945:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787763405.379403:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763405.379405:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787763405.379614:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763405.379616:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787763405.379833:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763405.379835:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787763405.380216:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763405.380218:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787763410.498442:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763410.498456:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787763410.499221:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763410.499224:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787763410.499657:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763410.499662:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787763410.500178:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763410.500181:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787763410.500614:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763410.500619:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763415.617908:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763415.617916:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763415.619337:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763415.619342:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763415.619741:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763415.619746:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763415.620194:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763415.620197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763415.620804:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763415.620808:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763420.737643:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763420.737652:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763420.738696:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763420.738698:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763420.739076:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763420.739079:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763420.739339:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763420.739341:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763420.739737:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763420.739740:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763425.857961:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763425.857971:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763425.859182:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763425.859185:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763425.859606:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763425.859609:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763425.860020:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763425.860023:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763425.860423:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763425.860427:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763430.977942:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763430.977947:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763430.979257:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763430.979263:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763430.979743:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763430.979777:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763430.980175:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763430.980178:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763430.980562:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763430.980568:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763436.097432:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763436.097436:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763436.098078:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763436.098079:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763436.098274:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763436.098276:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763436.098459:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763436.098461:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763436.098666:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763436.098668:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763441.217570:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763441.217577:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763441.218172:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763441.218174:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763441.218380:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763441.218383:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763441.218631:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763441.218632:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763441.218847:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763441.218849:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763446.337468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763446.337472:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763446.338252:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763446.338256:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763446.338644:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763446.338646:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763446.338893:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763446.338896:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763446.339116:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763446.339118:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763451.457941:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763451.457956:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763451.459147:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763451.459150:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763451.459511:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763451.459514:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763451.459979:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763451.459982:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763451.460355:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763451.460358:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763456.578100:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763456.578943:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763456.579265:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763456.579593:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763456.580016:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763461.697556:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763461.697564:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763461.698385:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763461.698388:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763461.698654:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763461.698656:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763461.698926:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763461.698928:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763461.699139:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763461.699141:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763466.817404:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763466.817410:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763466.818085:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763466.818087:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763466.818288:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763466.818289:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763466.818485:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763466.818487:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763466.818771:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763466.818773:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763471.937670:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763471.937687:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763471.938956:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763471.938958:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763471.939231:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763471.939233:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763471.939433:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763471.939435:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763471.939710:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763471.939712:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763477.057965:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763477.057969:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763477.059530:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763477.059532:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763477.059787:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763477.059789:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763477.059989:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763477.059991:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763477.061905:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763477.061910:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787763482.178173:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763482.178203:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787763482.179512:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763482.179514:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787763482.179771:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763482.179773:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787763482.179973:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763482.179975:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787763482.180275:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763482.180277:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787763487.298870:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763487.298901:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763487.299991:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763487.299997:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763487.300532:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763487.300534:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763487.300790:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763487.300792:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763487.301005:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763487.301007:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763492.417793:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763492.417797:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763492.418434:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763492.418436:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763492.418686:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763492.418688:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763492.418904:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763492.418906:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763492.419090:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763492.419092:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763497.537790:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763497.537794:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763497.538351:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763497.538353:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763497.538627:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763497.538629:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763497.538839:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763497.538841:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763497.539027:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763497.539028:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763502.657712:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763502.657718:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763502.658848:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763502.658850:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763502.659188:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763502.659191:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763502.659553:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763502.659556:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763502.660044:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763502.660050:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763507.777377:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763507.777384:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787763507.777912:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763507.777914:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787763507.778101:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763507.778103:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787763507.778277:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763507.778279:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787763507.778468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763507.778470:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787763512.897389:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763512.897410:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787763512.898004:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763512.898006:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787763512.898231:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763512.898233:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787763512.898449:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763512.898451:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787763512.898650:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763512.898651:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787763518.017712:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763518.017714:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787763518.018059:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763518.018060:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787763518.018333:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763518.018334:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787763518.018587:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763518.018589:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787763518.018814:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763518.018815:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787763523.137381:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763523.137720:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763523.138090:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763523.138547:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763523.138727:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763528.257489:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763528.257492:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787763528.258364:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763528.258368:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787763528.258975:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763528.258978:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787763528.259469:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763528.259471:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787763528.259674:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763528.259676:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787763533.377878:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763533.377914:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787763533.379468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763533.379475:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787763533.379983:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763533.379986:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787763533.380500:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763533.380503:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787763533.381113:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763533.381117:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787763538.497358:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763538.497371:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763538.497972:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763538.497973:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763538.498197:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763538.498199:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763538.498441:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763538.498443:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763538.498731:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763538.498733:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763543.621049:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763543.621054:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763543.621623:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763543.621626:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763543.622016:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763543.622019:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763543.622502:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763543.622507:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763543.622996:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763543.623000:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763548.737745:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763548.737780:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763548.738732:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763548.738734:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763548.739047:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763548.739049:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763548.739374:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763548.739376:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763548.739633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763548.739635:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763553.857398:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763553.857403:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763553.858129:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763553.858133:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763553.858557:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763553.858558:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763553.858870:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763553.858872:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763553.859070:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763553.859072:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763558.977628:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763558.977637:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763558.978203:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763558.978205:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763558.978435:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763558.978436:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763558.978615:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763558.978616:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763558.978844:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763558.978846:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763564.097470:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763564.097478:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763564.098093:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763564.098095:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763564.098342:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763564.098344:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763564.098639:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763564.098642:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763564.098995:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763564.098997:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763569.217490:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763569.217497:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763569.218175:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763569.218177:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763569.218359:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763569.218360:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763569.218536:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763569.218537:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763569.218825:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763569.218827:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763574.337377:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763574.337382:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787763574.338048:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763574.338050:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787763574.338262:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763574.338264:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787763574.338469:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763574.338470:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787763574.338649:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763574.338651:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787763579.457619:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763579.457631:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787763579.458529:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763579.458531:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787763579.458718:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763579.458720:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787763579.459159:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763579.459161:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787763579.459365:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763579.459367:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763584.578647:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763584.578656:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763584.579106:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763584.579108:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763584.579290:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763584.579292:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763584.579537:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763584.579540:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763584.580070:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763584.580072:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763589.697304:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763589.697714:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763589.698115:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763589.698419:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763589.698599:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763594.818041:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763594.818044:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763594.818414:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763594.818417:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763594.818662:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763594.818664:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763594.818931:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763594.818933:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763594.819114:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763594.819116:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763599.937398:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763599.937406:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763599.937991:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763599.937993:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763599.938195:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763599.938197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763599.938394:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763599.938397:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763599.938597:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763599.938600:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763605.057380:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763605.057386:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763605.058008:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763605.058010:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763605.058202:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763605.058205:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763605.058482:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763605.058484:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763605.058701:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763605.058703:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763610.177338:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763610.177341:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763610.177946:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763610.177948:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763610.178133:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763610.178135:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763610.178310:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763610.178311:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763610.178500:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763610.178503:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763615.297642:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763615.297648:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763615.298253:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763615.298258:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763615.298724:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763615.298727:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763615.298958:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763615.298960:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763615.299173:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763615.299174:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763620.417574:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763620.417582:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763620.418468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763620.418474:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763620.418940:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763620.418943:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763620.419395:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763620.419398:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763620.419807:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763620.419811:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763625.537371:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763625.537378:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763625.537964:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763625.537965:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763625.538170:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763625.538173:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763625.538399:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763625.538401:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763625.538609:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763625.538610:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763630.657552:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763630.657558:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763630.658246:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763630.658248:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763630.658491:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763630.658493:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763630.658810:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763630.658812:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763630.659042:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763630.659043:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763635.777523:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763635.777530:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763635.778246:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763635.778248:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763635.778612:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763635.778614:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763635.778840:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763635.778842:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763635.779183:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763635.779185:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763640.898101:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763640.898114:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763640.899054:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763640.899057:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763640.899436:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763640.899439:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763640.899823:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763640.899826:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763640.900173:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763640.900176:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763646.018184:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763646.018201:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763646.018985:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763646.018988:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763646.019537:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763646.019540:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763646.019991:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763646.019994:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763646.020510:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763646.020513:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763651.137603:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763651.137632:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763651.138671:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763651.138673:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763651.140206:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763651.140209:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763651.140506:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763651.140509:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763651.140752:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763651.140754:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763656.257642:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763656.258334:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763656.258579:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763656.258806:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763656.259028:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763661.377738:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763661.377743:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763661.378622:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763661.378628:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763661.379571:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763661.379573:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763661.379886:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763661.379888:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763661.380188:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763661.380190:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763666.497552:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763666.497560:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787763666.498172:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763666.498174:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787763666.498412:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763666.498414:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787763666.498632:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763666.498634:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787763666.498872:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763666.498874:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787763671.617495:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763671.617500:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787763671.618242:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763671.618245:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787763671.618516:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763671.618518:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787763671.618777:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763671.618779:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787763671.619051:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763671.619056:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763676.737499:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763676.737506:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763676.738231:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763676.738233:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763676.738450:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763676.738452:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763676.738698:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763676.738700:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763676.739002:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763676.739004:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763681.857561:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763681.857568:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763681.858073:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763681.858075:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763681.858288:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763681.858290:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763681.858560:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763681.858562:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763681.858780:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763681.858782:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787763686.977332:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763686.977337:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787763686.977780:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763686.977782:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787763686.977983:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763686.977985:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787763686.978173:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763686.978175:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787763686.978381:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763686.978383:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787763692.097618:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763692.097626:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787763692.098529:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763692.098532:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787763692.098828:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763692.098831:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787763692.099196:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763692.099198:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787763692.099564:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763692.099566:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787763697.218259:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763697.218276:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787763697.219919:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763697.219923:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787763697.220338:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763697.220341:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000100:00000001:3.0:1787763697.220478:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763697.220480:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.220483:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763697.220485:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763697.220489:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651680 x1874595482256000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.220497:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763697.220502:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651680 x1874595482256000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.220510:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763697.220513:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.220515:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763697.220516:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.220518:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763697.220520:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763697.220524:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763697.220527:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763697.220530:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763697.220534:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651680 x1874595482256000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763697.220545:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256000:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763697.220550:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763697.220553:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653c00 x1874595482256128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.220562:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763697.220563:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763697.220566:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763697.220568:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763697.220571:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763697.220575:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763697.220579:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763697.220581:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763697.220584:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763697.220586:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763697.220590:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763697.220592:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763697.220596:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763697.220599:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763697.220603:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763697.220607:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482256128, portal 4
00000100:00000001:3.0:1787763697.220610:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763697.220612:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906733568 : -118790802818048 : ffff93f5dc653c00)
00000100:00000040:3.0:1787763697.220623:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653c00 x1874595482256128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.220636:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763697.220641:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763697.220646:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763697.220652:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482256128, offset 0
00000400:00000200:3.0:1787763697.220660:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763697.220668:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763697.220675:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763697.220681:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763697.220686:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763697.220691:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763697.220696:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763697.220702:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277243:277243:256:4294967295] 192.168.203.115@tcp LPNI seq info [277243:277243:8:4294967295]
00000400:00000200:3.0:1787763697.220711:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763697.220721:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763697.220728:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763697.220732:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763697.220739:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763697.220743:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787763697.220773:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763697.220777:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1787763697.220782:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763697.220785:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763697.220789:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763697.220795:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763697.220800:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763697.220804:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763697.220808:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763697.220816:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653c00 x1874595482256128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.220829:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763697.220834:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653c00 x1874595482256128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.220844:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763697.220846:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763697.220851:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763697.220855:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:3.0:1787763697.220860:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763697.220864:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319948311
00000100:00000001:3.0:1787763697.220867:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319949608
00000100:00000001:3.0:1787763697.220870:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319948311
00000100:00000001:3.0:1787763697.220873:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319949608
00000100:00000001:3.0:1787763697.220875:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763697.220878:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763697.220881:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763697.220887:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763697/real 1787763697]  req@ffff93f5dc653c00 x1874595482256128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763697.220897:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763697.220901:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763697.220904:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763697.220907:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763697.220911:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763697.220916:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763697.220922:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653c00 x1874595482256128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763697.220934:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653c00 x1874595482256128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.220943:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763697.220945:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.220947:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763697.220949:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763697.220954:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653c00 x1874595482256128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.220962:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763697.220966:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653c00 x1874595482256128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.220974:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763697.220977:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.220979:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763697.220980:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.220983:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763697.220985:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763697.220988:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763697.220992:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763697.220995:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763697.221000:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653c00 x1874595482256128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763697.221018:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763697.221023:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763697.221027:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6530c0 x1874595482256256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.221034:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763697.221036:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763697.221039:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763697.221041:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763697.221043:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763697.221047:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763697.221051:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763697.221053:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763697.221055:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763697.221057:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763697.221062:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763697.221065:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763697.221068:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763697.221071:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763697.221075:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763697.221079:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482256256, portal 4
00000100:00000001:3.0:1787763697.221081:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763697.221083:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906730688 : -118790802820928 : ffff93f5dc6530c0)
00000100:00000040:3.0:1787763697.221090:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6530c0 x1874595482256256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.221098:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763697.221101:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763697.221104:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763697.221107:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482256256, offset 0
00000400:00000200:3.0:1787763697.221111:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763697.221116:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763697.221121:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763697.221147:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763697.221151:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763697.221154:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763697.221158:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763697.221162:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277244:277244:256:4294967295] 192.168.203.115@tcp LPNI seq info [277244:277244:8:4294967295]
00000400:00000200:3.0:1787763697.221168:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763697.221176:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763697.221182:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763697.221187:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763697.221192:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763697.221195:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787763697.221201:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763697.221204:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1787763697.221209:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763697.221211:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763697.221215:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763697.221219:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763697.221223:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763697.221225:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763697.221228:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763697.221233:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6530c0 x1874595482256256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.221243:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763697.221247:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6530c0 x1874595482256256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.221255:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763697.221257:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763697.221261:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763697.221265:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:3.0:1787763697.221269:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763697.221272:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319948315
00000100:00000001:3.0:1787763697.221275:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319949608
00000100:00000001:3.0:1787763697.221278:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319948315
00000100:00000001:3.0:1787763697.221280:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319949608
00000100:00000001:3.0:1787763697.221283:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763697.221285:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763697.221288:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763697.221292:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763697/real 1787763697]  req@ffff93f5dc6530c0 x1874595482256256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763697.221301:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763697.221303:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763697.221305:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763697.221308:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763697.221310:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763697.221312:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763697.221316:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6530c0 x1874595482256256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763697.221327:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6530c0 x1874595482256256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.221335:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763697.221336:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.221338:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763697.221340:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763697.221344:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6530c0 x1874595482256256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.221352:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763697.221357:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6530c0 x1874595482256256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.221364:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763697.221368:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.221370:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763697.221372:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.221374:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763697.221376:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763697.221380:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763697.221383:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763697.221386:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763697.221390:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6530c0 x1874595482256256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763697.221399:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763697.221404:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.221406:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763697.221410:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652d00 x1874595482255872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.221418:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763697.221420:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763697.221423:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763697.221426:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763697.221428:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763697.221430:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:3.0:1787763697.221433:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763697.221436:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7f000.
02000000:00000001:3.0:1787763697.221439:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763697.221441:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763697.221443:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652d00.
00000100:00000001:3.0:1787763697.221448:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763697.221450:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.221452:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763697.221456:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651680 x1874595482256000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.221472:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763697.221474:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763697.221476:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:3.0:1787763697.221479:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763697.221481:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763697.221482:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:3.0:1787763697.221484:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763697.221486:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c000.
02000000:00000001:3.0:1787763697.221488:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763697.221490:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763697.221491:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651680.
00000100:00000001:3.0:1787763697.221494:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763697.221496:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.221497:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763697.221501:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653c00 x1874595482256128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.221509:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763697.221510:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763697.221512:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763697.221514:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763697.221516:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763697.221517:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:3.0:1787763697.221519:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763697.221521:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c400.
02000000:00000001:3.0:1787763697.221523:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763697.221524:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763697.221526:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653c00.
00000100:00000001:3.0:1787763697.221528:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763697.221530:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.221532:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763697.221536:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6530c0 x1874595482256256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763697.221553:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763697.221555:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763697.221559:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763697.221561:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763697.221563:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763697.221565:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:3.0:1787763697.221567:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763697.221569:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:3.0:1787763697.221571:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763697.221573:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763697.221574:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6530c0.
00000100:00000001:3.0:1787763697.221577:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763697.221578:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.221580:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.221585:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763697.221587:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763697.221590:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763697.221592:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763699.969096:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763699.969126:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763699.969134:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763700.993030:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763700.993039:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763700.993045:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763702.017168:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763702.017179:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763702.017187:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763702.337246:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763702.337261:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763702.337271:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763702.337296:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652940 x1874595482256384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.337336:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763702.337343:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763702.337352:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763702.337358:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763702.337368:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763702.337386:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482256384:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787763702.337404:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763702.337414:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763702.337421:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763702.337428:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763702.337441:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763702.337448:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763702.337465:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763702.337477:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763702.337489:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763702.337503:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482256384, portal 25
00000100:00000001:3.0:1787763702.337512:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763702.337518:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906728768 : -118790802822848 : ffff93f5dc652940)
00000100:00000040:3.0:1787763702.337534:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652940 x1874595482256384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.337572:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763702.337585:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763702.337598:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763702.337615:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482256384, offset 0
00000400:00000200:3.0:1787763702.337645:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763702.337671:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763702.337695:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763702.337717:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763702.337734:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763702.337807:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763702.337820:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763702.337833:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277245:277245:256:4294967295] 192.168.203.115@tcp LPNI seq info [277245:277245:8:4294967295]
00000400:00000200:3.0:1787763702.337855:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763702.337891:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763702.337907:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763702.337921:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763702.337944:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763702.337958:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763702.337979:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763702.337992:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787763702.338006:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763702.338015:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763702.338030:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763702.338047:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763702.338057:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763702.338068:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763702.338078:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763702.338117:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652940 x1874595482256384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.338171:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763702.338197:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652940 x1874595482256384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.338247:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.338259:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763702.338278:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763702.338298:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763702.338312:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4319954728
00000100:00000010:3.0:1787763702.338330:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6b0df2ba0.
00000100:00000001:3.0:1787763702.338345:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763702.338361:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4319954728
00000100:00000010:3.0:1787763702.338374:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6b0df2060.
00000100:00000001:3.0:1787763702.338385:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763702.338395:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763702.338407:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.338417:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763702.338436:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763702/real 1787763702]  req@ffff93f5dc652940 x1874595482256384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763702.338470:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763702.338475:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763702.338482:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763702.338492:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763702.338499:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763702.338506:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763702.338517:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652940 x1874595482256384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763702.338546:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652940 x1874595482256384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.338569:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763702.338575:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.338585:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763702.338595:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763702.338624:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652940 x1874595482256384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.338666:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763702.338684:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652940 x1874595482256384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.338702:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763702.338708:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.338712:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763702.338715:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.338720:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763702.338724:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763702.338730:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763702.338739:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763702.338744:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763702.338792:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652940 x1874595482256384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763702.338804:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482256384:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787763702.338815:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.338819:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763702.338823:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652940 x1874595482256384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.338831:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763702.338834:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763702.338838:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763702.338843:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763702.338846:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763702.338848:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:3.0:1787763702.338851:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763702.338855:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:3.0:1787763702.338860:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763702.338862:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763702.338864:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652940.
00000100:00000001:3.0:1787763702.338869:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763702.338870:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.338873:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.338882:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763702.338885:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.338888:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763702.338890:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763702.338893:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763702.338898:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650b40 x1874595482256512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.338907:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763702.338909:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763702.338912:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763702.338915:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763702.338918:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763702.338921:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763702.338926:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763702.338929:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763702.338932:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763702.338935:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763702.338941:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763702.338945:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763702.338953:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763702.338958:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763702.338965:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763702.338972:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482256512, portal 10
00000100:00000001:3.0:1787763702.338978:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763702.338980:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906721088 : -118790802830528 : ffff93f5dc650b40)
00000100:00000040:3.0:1787763702.338994:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650b40 x1874595482256512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339008:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763702.339013:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763702.339019:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763702.339025:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482256512, offset 0
00000400:00000200:3.0:1787763702.339034:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763702.339044:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763702.339052:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763702.339058:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763702.339064:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763702.339069:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763702.339074:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763702.339081:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277246:277246:256:4294967295] 192.168.203.115@tcp LPNI seq info [277246:277246:8:4294967295]
00000400:00000200:3.0:1787763702.339117:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763702.339133:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763702.339143:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763702.339152:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763702.339160:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763702.339166:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763702.339176:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763702.339181:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787763702.339190:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763702.339193:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763702.339200:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763702.339208:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763702.339214:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763702.339218:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763702.339224:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763702.339230:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650b40 x1874595482256512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339248:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763702.339255:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650b40 x1874595482256512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339267:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.339271:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763702.339278:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763702.339286:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:3.0:1787763702.339293:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763702.339298:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319953421
00000100:00000001:3.0:1787763702.339303:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319954728
00000100:00000001:3.0:1787763702.339308:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319953421
00000100:00000001:3.0:1787763702.339313:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319954728
00000100:00000001:3.0:1787763702.339318:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763702.339322:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.339326:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763702.339335:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763702/real 1787763702]  req@ffff93f5dc650b40 x1874595482256512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763702.339349:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763702.339351:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763702.339354:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763702.339357:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763702.339360:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763702.339363:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763702.339369:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650b40 x1874595482256512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763702.339380:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650b40 x1874595482256512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339388:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763702.339390:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.339392:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763702.339394:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763702.339398:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650b40 x1874595482256512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339407:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763702.339412:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650b40 x1874595482256512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339421:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763702.339425:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.339427:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763702.339428:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.339430:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763702.339433:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763702.339436:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763702.339440:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763702.339443:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763702.339447:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650b40 x1874595482256512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763702.339457:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763702.339462:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763702.339466:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6503c0 x1874595482256640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339484:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763702.339486:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763702.339489:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763702.339492:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763702.339494:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763702.339498:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763702.339502:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763702.339504:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763702.339506:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763702.339509:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763702.339514:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763702.339517:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763702.339522:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763702.339525:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763702.339529:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763702.339533:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482256640, portal 10
00000100:00000001:3.0:1787763702.339535:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763702.339537:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906719168 : -118790802832448 : ffff93f5dc6503c0)
00000100:00000040:3.0:1787763702.339545:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6503c0 x1874595482256640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339553:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763702.339557:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763702.339559:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763702.339562:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482256640, offset 0
00000400:00000200:3.0:1787763702.339567:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763702.339573:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763702.339578:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763702.339582:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763702.339586:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763702.339591:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763702.339595:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763702.339602:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277247:277247:256:4294967295] 192.168.203.115@tcp LPNI seq info [277247:277247:8:4294967295]
00000400:00000200:3.0:1787763702.339611:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763702.339624:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763702.339634:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763702.339642:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763702.339650:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763702.339656:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763702.339666:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763702.339671:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787763702.339682:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763702.339685:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763702.339691:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763702.339698:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763702.339704:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763702.339709:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763702.339713:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763702.339718:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6503c0 x1874595482256640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339730:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763702.339734:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6503c0 x1874595482256640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339742:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.339744:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763702.339749:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763702.339784:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:3.0:1787763702.339789:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763702.339792:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319953430
00000100:00000001:3.0:1787763702.339795:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319954728
00000100:00000001:3.0:1787763702.339798:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319953430
00000100:00000001:3.0:1787763702.339801:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319954728
00000100:00000001:3.0:1787763702.339804:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763702.339807:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.339810:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763702.339815:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763702/real 1787763702]  req@ffff93f5dc6503c0 x1874595482256640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763702.339826:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763702.339828:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763702.339830:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763702.339834:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763702.339836:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763702.339838:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763702.339842:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6503c0 x1874595482256640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763702.339853:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6503c0 x1874595482256640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339861:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763702.339863:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.339865:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763702.339867:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763702.339871:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6503c0 x1874595482256640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339879:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763702.339883:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6503c0 x1874595482256640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339892:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763702.339895:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.339897:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763702.339899:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.339901:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763702.339903:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763702.339907:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763702.339911:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763702.339914:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763702.339919:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6503c0 x1874595482256640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763702.339929:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763702.339933:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763702.339937:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653480 x1874595482256768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.339945:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763702.339947:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763702.339950:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763702.339952:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763702.339955:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763702.339958:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763702.339962:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763702.339965:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763702.339967:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763702.339969:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763702.339975:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941c00.
02000000:00000001:3.0:1787763702.339977:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763702.339981:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763702.339984:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763702.339988:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763702.339992:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482256768, portal 4
00000100:00000001:3.0:1787763702.339994:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763702.339996:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906731648 : -118790802819968 : ffff93f5dc653480)
00000100:00000040:3.0:1787763702.340003:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653480 x1874595482256768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340012:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763702.340016:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763702.340018:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763702.340022:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482256768, offset 0
00000400:00000200:3.0:1787763702.340026:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763702.340032:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763702.340037:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763702.340041:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763702.340044:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763702.340047:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763702.340050:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763702.340055:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277248:277248:256:4294967295] 192.168.203.115@tcp LPNI seq info [277248:277248:8:4294967295]
00000400:00000200:3.0:1787763702.340060:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763702.340068:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763702.340074:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763702.340078:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763702.340083:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763702.340087:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763702.340124:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763702.340128:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787763702.340133:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763702.340135:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763702.340140:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763702.340144:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763702.340149:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763702.340151:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763702.340155:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763702.340160:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653480 x1874595482256768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340171:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763702.340174:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653480 x1874595482256768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340183:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.340185:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763702.340190:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763702.340194:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:3.0:1787763702.340198:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763702.340201:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319953430
00000100:00000001:3.0:1787763702.340204:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319954728
00000100:00000001:3.0:1787763702.340207:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319953430
00000100:00000001:3.0:1787763702.340210:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319954728
00000100:00000001:3.0:1787763702.340212:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763702.340215:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.340217:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763702.340222:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763702/real 1787763702]  req@ffff93f5dc653480 x1874595482256768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763702.340231:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763702.340234:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763702.340237:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763702.340242:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763702.340245:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763702.340249:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763702.340256:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653480 x1874595482256768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763702.340273:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653480 x1874595482256768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340286:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763702.340289:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.340294:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763702.340296:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763702.340305:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653480 x1874595482256768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340321:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763702.340329:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653480 x1874595482256768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340344:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763702.340347:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.340349:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763702.340351:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.340354:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763702.340356:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763702.340359:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763702.340363:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763702.340366:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763702.340371:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653480 x1874595482256768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763702.340381:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763702.340386:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763702.340390:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6512c0 x1874595482256896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340398:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763702.340399:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763702.340402:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763702.340405:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763702.340407:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763702.340411:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763702.340415:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763702.340418:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763702.340420:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763702.340422:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763702.340427:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763702.340429:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763702.340434:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763702.340437:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763702.340442:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763702.340446:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482256896, portal 4
00000100:00000001:3.0:1787763702.340448:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763702.340450:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906723008 : -118790802828608 : ffff93f5dc6512c0)
00000100:00000040:3.0:1787763702.340458:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6512c0 x1874595482256896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340466:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763702.340469:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763702.340472:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763702.340475:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482256896, offset 0
00000400:00000200:3.0:1787763702.340479:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763702.340485:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763702.340489:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763702.340493:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763702.340497:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763702.340500:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763702.340503:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763702.340507:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277249:277249:256:4294967295] 192.168.203.115@tcp LPNI seq info [277249:277249:8:4294967295]
00000400:00000200:3.0:1787763702.340512:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763702.340520:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763702.340525:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763702.340529:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763702.340535:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763702.340538:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787763702.340544:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763702.340547:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787763702.340552:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763702.340555:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763702.340559:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763702.340563:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763702.340567:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763702.340569:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763702.340573:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763702.340577:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6512c0 x1874595482256896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340587:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763702.340593:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6512c0 x1874595482256896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340608:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.340612:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763702.340617:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763702.340623:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:3.0:1787763702.340629:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763702.340633:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319953434
00000100:00000001:3.0:1787763702.340639:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319954728
00000100:00000001:3.0:1787763702.340643:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319953434
00000100:00000001:3.0:1787763702.340647:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319954728
00000100:00000001:3.0:1787763702.340652:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763702.340656:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.340660:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763702.340670:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763702/real 1787763702]  req@ffff93f5dc6512c0 x1874595482256896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763702.340686:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763702.340689:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763702.340693:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763702.340698:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763702.340700:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763702.340703:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763702.340708:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6512c0 x1874595482256896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763702.340719:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6512c0 x1874595482256896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340735:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763702.340737:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.340740:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763702.340741:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763702.340746:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6512c0 x1874595482256896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340788:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763702.340794:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6512c0 x1874595482256896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340803:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763702.340806:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.340808:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763702.340809:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.340812:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763702.340814:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763702.340817:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763702.340820:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763702.340823:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763702.340828:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6512c0 x1874595482256896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763702.340837:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482256896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763702.340842:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.340845:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763702.340849:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650b40 x1874595482256512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340858:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763702.340861:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763702.340865:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763702.340869:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763702.340871:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763702.340873:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:3.0:1787763702.340876:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763702.340878:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:3.0:1787763702.340882:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763702.340884:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763702.340886:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650b40.
00000100:00000001:3.0:1787763702.340889:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763702.340891:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.340893:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763702.340897:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6503c0 x1874595482256640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340905:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763702.340907:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763702.340909:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763702.340913:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763702.340914:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763702.340916:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:3.0:1787763702.340919:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763702.340920:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:3.0:1787763702.340923:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763702.340924:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763702.340926:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6503c0.
00000100:00000001:3.0:1787763702.340928:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763702.340929:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.340931:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763702.340935:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653480 x1874595482256768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340942:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763702.340944:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763702.340946:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:3.0:1787763702.340948:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763702.340949:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763702.340950:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:3.0:1787763702.340954:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763702.340955:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:3.0:1787763702.340958:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763702.340959:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763702.340961:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653480.
00000100:00000001:3.0:1787763702.340966:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763702.340967:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.340969:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763702.340973:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6512c0 x1874595482256896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763702.340980:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763702.340981:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763702.340983:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763702.340986:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763702.340988:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763702.340989:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:3.0:1787763702.340991:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763702.340993:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:3.0:1787763702.340995:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763702.340996:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763702.340998:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6512c0.
00000100:00000001:3.0:1787763702.341001:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763702.341002:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.341005:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.341010:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763702.341012:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763702.341014:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763702.341016:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763705.088972:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763705.088978:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763705.088982:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763706.113040:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763706.113048:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763706.113053:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763707.136969:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763707.136975:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763707.136979:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763707.457138:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763707.457146:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763707.457151:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763707.457162:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cf00 x1874595482257024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.457177:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763707.457181:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763707.457184:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763707.457189:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763707.457195:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763707.457200:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482257024:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787763707.457208:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763707.457214:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763707.457218:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763707.457225:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763707.457232:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763707.457236:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763707.457244:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763707.457251:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763707.457261:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763707.457272:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482257024, portal 25
00000100:00000001:3.0:1787763707.457277:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763707.457280:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980237056 : -118790729314560 : ffff93f5e0c6cf00)
00000100:00000040:3.0:1787763707.457287:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cf00 x1874595482257024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.457301:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763707.457309:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763707.457312:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763707.457318:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482257024, offset 0
00000400:00000200:3.0:1787763707.457329:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763707.457344:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763707.457354:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763707.457364:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763707.457373:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763707.457381:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763707.457386:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763707.457393:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277250:277250:256:4294967295] 192.168.203.115@tcp LPNI seq info [277250:277250:8:4294967295]
00000400:00000200:3.0:1787763707.457402:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763707.457418:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763707.457428:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763707.457435:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763707.457446:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763707.457454:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787763707.457463:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763707.457469:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787763707.457478:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763707.457482:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763707.457489:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763707.457498:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763707.457506:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763707.457510:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763707.457516:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763707.457524:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6cf00 x1874595482257024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.457541:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763707.457547:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cf00 x1874595482257024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.457563:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.457567:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763707.457575:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763707.457582:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763707.457586:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4319959847
00000100:00000010:3.0:1787763707.457593:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6b0df2d20.
00000100:00000001:3.0:1787763707.457604:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763707.457616:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4319959847
00000100:00000010:3.0:1787763707.457623:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6b0df2660.
00000100:00000001:3.0:1787763707.457629:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763707.457642:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763707.457647:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.457650:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763707.457657:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763707/real 1787763707]  req@ffff93f5e0c6cf00 x1874595482257024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763707.457671:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763707.457674:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763707.457677:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763707.457681:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763707.457684:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763707.457687:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763707.457693:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cf00 x1874595482257024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763707.457710:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cf00 x1874595482257024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.457723:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763707.457726:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.457729:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763707.457732:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763707.457739:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cf00 x1874595482257024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.457781:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763707.457789:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cf00 x1874595482257024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.457804:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763707.457808:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.457812:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763707.457815:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.457820:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763707.457823:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763707.457827:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763707.457833:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763707.457837:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763707.457844:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cf00 x1874595482257024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763707.457856:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482257024:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787763707.457863:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.457865:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763707.457872:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cf00 x1874595482257024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.457895:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763707.457900:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763707.457903:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763707.457910:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763707.457914:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763707.457917:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:3.0:1787763707.457922:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763707.457926:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5400.
02000000:00000001:3.0:1787763707.457933:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763707.457934:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763707.457935:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cf00.
00000100:00000001:3.0:1787763707.457938:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763707.457939:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.457941:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.457949:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763707.457951:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.457953:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763707.457954:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763707.457955:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763707.457958:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e1c0 x1874595482257152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.457968:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763707.457969:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763707.457971:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763707.457972:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763707.457974:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763707.457976:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257152:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763707.457978:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763707.457980:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763707.457981:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763707.457982:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763707.457985:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763707.457986:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763707.457989:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763707.457992:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763707.457994:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763707.457996:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482257152, portal 10
00000100:00000001:3.0:1787763707.457998:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763707.457999:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980241856 : -118790729309760 : ffff93f5e0c6e1c0)
00000100:00000040:3.0:1787763707.458005:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e1c0 x1874595482257152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458010:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763707.458011:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763707.458013:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763707.458015:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482257152, offset 0
00000400:00000200:3.0:1787763707.458018:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763707.458020:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763707.458022:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763707.458025:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763707.458026:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763707.458028:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763707.458030:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763707.458033:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277251:277251:256:4294967295] 192.168.203.115@tcp LPNI seq info [277251:277251:8:4294967295]
00000400:00000200:3.0:1787763707.458036:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763707.458041:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763707.458044:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763707.458046:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763707.458049:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763707.458051:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787763707.458069:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763707.458071:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787763707.458073:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763707.458075:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763707.458077:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763707.458079:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763707.458082:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763707.458083:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763707.458085:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763707.458087:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e1c0 x1874595482257152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458093:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763707.458095:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e1c0 x1874595482257152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458100:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.458101:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763707.458103:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763707.458106:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:3.0:1787763707.458109:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763707.458110:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319958540
00000100:00000001:3.0:1787763707.458113:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319959847
00000100:00000001:3.0:1787763707.458114:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319958540
00000100:00000001:3.0:1787763707.458116:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319959847
00000100:00000001:3.0:1787763707.458117:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763707.458119:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.458121:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763707.458123:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763707/real 1787763707]  req@ffff93f5e0c6e1c0 x1874595482257152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763707.458129:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763707.458129:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763707.458130:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763707.458132:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763707.458133:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763707.458134:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763707.458136:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e1c0 x1874595482257152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763707.458142:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e1c0 x1874595482257152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458146:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763707.458147:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458148:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763707.458149:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763707.458151:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e1c0 x1874595482257152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458155:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763707.458157:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e1c0 x1874595482257152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458161:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763707.458163:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458164:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763707.458166:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458167:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763707.458168:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763707.458170:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763707.458173:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763707.458175:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763707.458178:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e1c0 x1874595482257152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763707.458183:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257152:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763707.458185:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763707.458187:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d680 x1874595482257280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458191:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763707.458192:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763707.458193:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763707.458194:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763707.458195:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763707.458197:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257280:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763707.458200:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763707.458201:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763707.458202:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763707.458203:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763707.458206:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941c00.
02000000:00000001:3.0:1787763707.458207:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763707.458210:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763707.458211:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763707.458213:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763707.458215:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482257280, portal 10
00000100:00000001:3.0:1787763707.458217:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763707.458218:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238976 : -118790729312640 : ffff93f5e0c6d680)
00000100:00000040:3.0:1787763707.458222:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d680 x1874595482257280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458226:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763707.458229:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763707.458231:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763707.458232:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482257280, offset 0
00000400:00000200:3.0:1787763707.458235:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763707.458237:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763707.458239:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763707.458242:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763707.458243:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763707.458245:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763707.458247:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763707.458249:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277252:277252:256:4294967295] 192.168.203.115@tcp LPNI seq info [277252:277252:8:4294967295]
00000400:00000200:3.0:1787763707.458252:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763707.458256:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763707.458259:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763707.458260:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763707.458263:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763707.458265:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787763707.458268:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763707.458269:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787763707.458272:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763707.458273:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763707.458275:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763707.458278:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763707.458280:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763707.458281:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763707.458282:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763707.458285:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d680 x1874595482257280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458290:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763707.458292:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d680 x1874595482257280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458297:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.458298:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763707.458300:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763707.458302:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:3.0:1787763707.458304:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763707.458306:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319958548
00000100:00000001:3.0:1787763707.458308:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319959847
00000100:00000001:3.0:1787763707.458309:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319958548
00000100:00000001:3.0:1787763707.458311:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319959847
00000100:00000001:3.0:1787763707.458313:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763707.458314:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.458315:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763707.458317:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763707/real 1787763707]  req@ffff93f5e0c6d680 x1874595482257280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763707.458321:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763707.458322:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763707.458323:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763707.458324:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763707.458325:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763707.458327:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763707.458329:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d680 x1874595482257280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763707.458334:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d680 x1874595482257280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458338:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763707.458339:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458340:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763707.458341:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763707.458343:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d680 x1874595482257280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458347:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763707.458350:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d680 x1874595482257280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458355:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763707.458357:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458358:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763707.458359:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458360:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763707.458361:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763707.458363:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763707.458364:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763707.458366:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763707.458368:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d680 x1874595482257280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763707.458372:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257280:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763707.458375:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763707.458377:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c3c0 x1874595482257408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458381:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763707.458381:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763707.458383:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763707.458384:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763707.458385:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763707.458386:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257408:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763707.458388:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763707.458390:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763707.458391:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763707.458392:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763707.458395:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763707.458396:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763707.458399:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763707.458401:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763707.458403:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763707.458405:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482257408, portal 4
00000100:00000001:3.0:1787763707.458407:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763707.458408:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980234176 : -118790729317440 : ffff93f5e0c6c3c0)
00000100:00000040:3.0:1787763707.458412:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c3c0 x1874595482257408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458417:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763707.458418:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763707.458419:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763707.458421:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482257408, offset 0
00000400:00000200:3.0:1787763707.458424:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763707.458425:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763707.458427:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763707.458429:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763707.458430:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763707.458432:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763707.458434:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763707.458436:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277253:277253:256:4294967295] 192.168.203.115@tcp LPNI seq info [277253:277253:8:4294967295]
00000400:00000200:3.0:1787763707.458438:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763707.458443:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763707.458446:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763707.458448:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763707.458450:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763707.458452:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787763707.458455:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763707.458457:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787763707.458459:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763707.458461:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763707.458462:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763707.458464:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763707.458466:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763707.458468:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763707.458470:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763707.458472:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c3c0 x1874595482257408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458478:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763707.458480:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c3c0 x1874595482257408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458484:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.458486:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763707.458487:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763707.458490:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:3.0:1787763707.458492:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763707.458494:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319958548
00000100:00000001:3.0:1787763707.458495:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319959847
00000100:00000001:3.0:1787763707.458497:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319958548
00000100:00000001:3.0:1787763707.458499:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319959847
00000100:00000001:3.0:1787763707.458500:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763707.458501:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.458502:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763707.458504:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763707/real 1787763707]  req@ffff93f5e0c6c3c0 x1874595482257408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763707.458508:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763707.458509:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763707.458510:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763707.458511:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763707.458512:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763707.458513:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763707.458515:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c3c0 x1874595482257408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763707.458521:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c3c0 x1874595482257408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458527:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763707.458528:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458529:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763707.458530:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763707.458533:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c3c0 x1874595482257408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458536:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763707.458539:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c3c0 x1874595482257408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458543:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763707.458544:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458545:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763707.458546:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458547:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763707.458548:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763707.458549:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763707.458551:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763707.458552:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763707.458554:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c3c0 x1874595482257408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763707.458559:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257408:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763707.458561:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763707.458563:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f0c0 x1874595482257536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458567:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763707.458568:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763707.458570:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763707.458571:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763707.458573:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763707.458575:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257536:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763707.458577:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763707.458578:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763707.458579:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763707.458580:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763707.458582:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763707.458583:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763707.458585:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763707.458587:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763707.458589:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763707.458590:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482257536, portal 4
00000100:00000001:3.0:1787763707.458592:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763707.458593:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980245696 : -118790729305920 : ffff93f5e0c6f0c0)
00000100:00000040:3.0:1787763707.458597:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f0c0 x1874595482257536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458601:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763707.458602:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763707.458604:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763707.458605:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482257536, offset 0
00000400:00000200:3.0:1787763707.458608:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763707.458610:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763707.458612:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763707.458614:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763707.458615:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763707.458617:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763707.458618:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763707.458621:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277254:277254:256:4294967295] 192.168.203.115@tcp LPNI seq info [277254:277254:8:4294967295]
00000400:00000200:3.0:1787763707.458623:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763707.458627:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763707.458630:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763707.458632:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763707.458634:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763707.458636:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787763707.458639:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763707.458640:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787763707.458643:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763707.458644:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763707.458646:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763707.458648:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763707.458650:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763707.458651:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763707.458652:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763707.458654:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f0c0 x1874595482257536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458658:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763707.458660:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f0c0 x1874595482257536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458665:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.458666:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763707.458667:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763707.458669:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:3.0:1787763707.458670:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763707.458672:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319958552
00000100:00000001:3.0:1787763707.458673:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319959847
00000100:00000001:3.0:1787763707.458675:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319958552
00000100:00000001:3.0:1787763707.458676:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319959847
00000100:00000001:3.0:1787763707.458677:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763707.458678:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.458680:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763707.458682:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763707/real 1787763707]  req@ffff93f5e0c6f0c0 x1874595482257536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763707.458688:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763707.458688:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763707.458690:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763707.458691:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763707.458692:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763707.458693:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763707.458695:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f0c0 x1874595482257536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763707.458700:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f0c0 x1874595482257536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458703:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763707.458704:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458705:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763707.458706:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763707.458708:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f0c0 x1874595482257536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458712:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763707.458714:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f0c0 x1874595482257536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458719:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763707.458720:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458722:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763707.458723:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458724:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763707.458725:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763707.458726:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763707.458728:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763707.458729:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763707.458733:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f0c0 x1874595482257536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763707.458738:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257536:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763707.458740:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458742:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763707.458743:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e1c0 x1874595482257152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458747:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763707.458761:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763707.458763:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763707.458765:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763707.458766:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763707.458767:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:3.0:1787763707.458768:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763707.458769:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5800.
02000000:00000001:3.0:1787763707.458770:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763707.458771:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763707.458772:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e1c0.
00000100:00000001:3.0:1787763707.458774:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763707.458775:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458776:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763707.458779:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d680 x1874595482257280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458783:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763707.458784:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763707.458786:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:3.0:1787763707.458789:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763707.458790:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763707.458790:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:3.0:1787763707.458791:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763707.458792:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4000.
02000000:00000001:3.0:1787763707.458794:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763707.458795:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763707.458796:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d680.
00000100:00000001:3.0:1787763707.458798:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763707.458799:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458800:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763707.458802:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c3c0 x1874595482257408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458806:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763707.458807:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763707.458807:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763707.458809:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763707.458809:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763707.458810:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:3.0:1787763707.458811:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763707.458812:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6800.
02000000:00000001:3.0:1787763707.458813:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763707.458814:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763707.458814:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c3c0.
00000100:00000001:3.0:1787763707.458816:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763707.458816:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458817:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763707.458819:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f0c0 x1874595482257536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763707.458823:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763707.458823:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763707.458824:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763707.458826:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763707.458826:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763707.458827:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:3.0:1787763707.458828:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763707.458829:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:3.0:1787763707.458830:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763707.458830:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763707.458831:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f0c0.
00000100:00000001:3.0:1787763707.458832:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763707.458833:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458835:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.458837:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763707.458838:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763707.458840:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763707.458841:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763710.209068:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763710.209079:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763710.209087:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763711.232947:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763711.232953:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763711.232960:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763712.257012:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763712.257016:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763712.257033:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763712.577164:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763712.577175:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763712.577182:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763712.577201:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653840 x1874595482257664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.577247:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763712.577257:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763712.577283:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763712.577296:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763712.577314:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763712.577354:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482257664:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787763712.577371:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763712.577383:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763712.577395:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763712.577402:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763712.577435:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763712.577448:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763712.577465:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763712.577473:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763712.577485:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763712.577507:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482257664, portal 25
00000100:00000001:3.0:1787763712.577515:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763712.577520:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906732608 : -118790802819008 : ffff93f5dc653840)
00000100:00000040:3.0:1787763712.577534:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653840 x1874595482257664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.577601:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763712.577614:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763712.577629:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763712.577646:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482257664, offset 0
00000400:00000200:3.0:1787763712.577671:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763712.577688:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763712.577704:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763712.577714:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763712.577731:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763712.577742:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763712.577751:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763712.577760:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277255:277255:256:4294967295] 192.168.203.115@tcp LPNI seq info [277255:277255:8:4294967295]
00000400:00000200:3.0:1787763712.577769:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763712.577848:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763712.577872:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763712.577890:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763712.577910:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763712.577920:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787763712.577945:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763712.577953:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787763712.577972:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763712.577980:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763712.577990:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763712.578010:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763712.578046:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763712.578075:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763712.578092:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763712.578106:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653840 x1874595482257664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578208:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763712.578216:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653840 x1874595482257664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578289:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.578301:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763712.578316:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763712.578329:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763712.578335:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4319964968
00000100:00000010:3.0:1787763712.578346:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6b0df2f60.
00000100:00000001:3.0:1787763712.578357:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763712.578370:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4319964968
00000100:00000010:3.0:1787763712.578375:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6b0df2120.
00000100:00000001:3.0:1787763712.578379:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763712.578383:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763712.578387:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.578390:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763712.578398:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763712/real 1787763712]  req@ffff93f5dc653840 x1874595482257664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763712.578410:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763712.578412:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763712.578415:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763712.578418:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763712.578421:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763712.578424:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763712.578428:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653840 x1874595482257664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763712.578437:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653840 x1874595482257664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578445:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763712.578447:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.578450:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763712.578453:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763712.578457:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653840 x1874595482257664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578465:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763712.578470:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653840 x1874595482257664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578479:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763712.578482:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.578484:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763712.578485:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.578488:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763712.578491:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763712.578494:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763712.578499:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763712.578501:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763712.578506:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653840 x1874595482257664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763712.578515:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482257664:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787763712.578520:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.578523:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763712.578527:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653840 x1874595482257664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578534:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763712.578537:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763712.578541:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763712.578544:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763712.578547:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763712.578549:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:3.0:1787763712.578552:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763712.578555:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c400.
02000000:00000001:3.0:1787763712.578577:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763712.578579:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763712.578582:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653840.
00000100:00000001:3.0:1787763712.578589:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763712.578591:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.578594:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.578605:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763712.578607:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.578611:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763712.578613:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763712.578616:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763712.578622:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650000 x1874595482257792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578635:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763712.578637:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763712.578640:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763712.578643:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763712.578647:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763712.578650:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257792:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763712.578653:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763712.578656:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763712.578658:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763712.578660:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763712.578663:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763712.578665:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763712.578670:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763712.578672:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763712.578676:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763712.578680:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482257792, portal 10
00000100:00000001:3.0:1787763712.578682:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763712.578683:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906718208 : -118790802833408 : ffff93f5dc650000)
00000100:00000040:3.0:1787763712.578690:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650000 x1874595482257792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578697:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763712.578699:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763712.578701:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763712.578704:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482257792, offset 0
00000400:00000200:3.0:1787763712.578707:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763712.578712:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763712.578716:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763712.578719:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763712.578722:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763712.578725:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763712.578727:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763712.578730:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277256:277256:256:4294967295] 192.168.203.115@tcp LPNI seq info [277256:277256:8:4294967295]
00000400:00000200:3.0:1787763712.578734:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763712.578741:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763712.578745:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763712.578749:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763712.578754:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763712.578758:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787763712.578766:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763712.578769:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787763712.578774:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763712.578778:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763712.578782:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763712.578787:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763712.578792:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763712.578795:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763712.578798:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763712.578804:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650000 x1874595482257792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578845:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763712.578849:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650000 x1874595482257792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578862:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.578863:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763712.578868:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763712.578872:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:3.0:1787763712.578875:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763712.578878:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319963661
00000100:00000001:3.0:1787763712.578881:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319964968
00000100:00000001:3.0:1787763712.578883:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319963661
00000100:00000001:3.0:1787763712.578885:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319964968
00000100:00000001:3.0:1787763712.578887:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763712.578889:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.578891:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763712.578894:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763712/real 1787763712]  req@ffff93f5dc650000 x1874595482257792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763712.578901:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763712.578902:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763712.578904:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763712.578906:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763712.578907:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763712.578909:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763712.578912:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650000 x1874595482257792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763712.578919:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650000 x1874595482257792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578925:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763712.578926:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.578928:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763712.578929:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763712.578932:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650000 x1874595482257792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578939:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763712.578943:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650000 x1874595482257792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578949:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763712.578951:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.578953:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763712.578954:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.578955:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763712.578957:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763712.578959:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763712.578962:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763712.578964:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763712.578967:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650000 x1874595482257792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763712.578974:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257792:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763712.578977:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763712.578981:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652580 x1874595482257920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.578988:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763712.578990:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763712.578992:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763712.578993:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763712.578995:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763712.578998:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257920:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763712.579001:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763712.579004:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763712.579006:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763712.579008:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763712.579012:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763712.579014:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763712.579032:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763712.579036:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763712.579040:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763712.579043:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482257920, portal 10
00000100:00000001:3.0:1787763712.579045:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763712.579046:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906727808 : -118790802823808 : ffff93f5dc652580)
00000100:00000040:3.0:1787763712.579053:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652580 x1874595482257920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579060:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763712.579062:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763712.579064:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763712.579066:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482257920, offset 0
00000400:00000200:3.0:1787763712.579070:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763712.579074:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763712.579078:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763712.579081:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763712.579083:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763712.579086:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763712.579088:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763712.579091:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277257:277257:256:4294967295] 192.168.203.115@tcp LPNI seq info [277257:277257:8:4294967295]
00000400:00000200:3.0:1787763712.579095:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763712.579101:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763712.579105:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763712.579108:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763712.579112:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763712.579115:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787763712.579119:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763712.579121:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787763712.579124:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763712.579127:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763712.579130:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763712.579133:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763712.579136:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763712.579137:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763712.579140:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763712.579143:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652580 x1874595482257920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579150:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763712.579153:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652580 x1874595482257920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579159:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.579160:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763712.579163:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763712.579166:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:3.0:1787763712.579169:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763712.579170:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319963669
00000100:00000001:3.0:1787763712.579172:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319964968
00000100:00000001:3.0:1787763712.579174:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319963669
00000100:00000001:3.0:1787763712.579177:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319964968
00000100:00000001:3.0:1787763712.579179:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763712.579181:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.579183:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763712.579186:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763712/real 1787763712]  req@ffff93f5dc652580 x1874595482257920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763712.579192:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763712.579194:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763712.579195:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763712.579197:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763712.579199:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763712.579201:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763712.579204:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652580 x1874595482257920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763712.579211:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652580 x1874595482257920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579217:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763712.579218:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579219:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763712.579221:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763712.579223:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652580 x1874595482257920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579229:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763712.579232:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652580 x1874595482257920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579238:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763712.579240:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579241:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763712.579242:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579244:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763712.579245:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763712.579248:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763712.579253:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763712.579257:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763712.579262:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652580 x1874595482257920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763712.579274:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482257920:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763712.579280:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763712.579286:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651e00 x1874595482258048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579297:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763712.579299:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763712.579303:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763712.579305:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763712.579309:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763712.579313:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258048:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763712.579318:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763712.579321:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763712.579324:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763712.579326:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763712.579330:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941c00.
02000000:00000001:3.0:1787763712.579331:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763712.579335:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763712.579338:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763712.579341:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763712.579344:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482258048, portal 4
00000100:00000001:3.0:1787763712.579346:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763712.579347:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906725888 : -118790802825728 : ffff93f5dc651e00)
00000100:00000040:3.0:1787763712.579353:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651e00 x1874595482258048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579360:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763712.579362:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763712.579364:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763712.579366:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482258048, offset 0
00000400:00000200:3.0:1787763712.579370:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763712.579374:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763712.579377:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763712.579380:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763712.579382:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763712.579385:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763712.579387:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763712.579390:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277258:277258:256:4294967295] 192.168.203.115@tcp LPNI seq info [277258:277258:8:4294967295]
00000400:00000200:3.0:1787763712.579394:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763712.579401:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763712.579405:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763712.579408:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763712.579411:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763712.579414:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787763712.579418:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763712.579420:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787763712.579424:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763712.579426:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763712.579428:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763712.579432:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763712.579434:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763712.579436:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763712.579438:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763712.579441:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651e00 x1874595482258048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579449:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763712.579451:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651e00 x1874595482258048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579457:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.579459:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763712.579461:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763712.579464:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:3.0:1787763712.579467:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763712.579469:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319963669
00000100:00000001:3.0:1787763712.579472:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319964968
00000100:00000001:3.0:1787763712.579474:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319963669
00000100:00000001:3.0:1787763712.579476:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319964968
00000100:00000001:3.0:1787763712.579478:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763712.579480:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.579482:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763712.579485:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763712/real 1787763712]  req@ffff93f5dc651e00 x1874595482258048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763712.579492:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763712.579493:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763712.579495:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763712.579496:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763712.579498:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763712.579500:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763712.579502:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651e00 x1874595482258048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763712.579510:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651e00 x1874595482258048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579516:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763712.579517:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579518:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763712.579520:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763712.579523:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651e00 x1874595482258048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579528:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763712.579531:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651e00 x1874595482258048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579537:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763712.579539:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579541:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763712.579542:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579544:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763712.579546:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763712.579548:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763712.579552:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763712.579554:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763712.579558:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651e00 x1874595482258048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763712.579565:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258048:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763712.579569:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763712.579574:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650f00 x1874595482258176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579583:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763712.579585:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763712.579588:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763712.579590:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763712.579594:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763712.579598:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258176:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763712.579602:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763712.579605:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763712.579608:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763712.579610:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763712.579615:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763712.579618:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763712.579623:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763712.579627:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763712.579631:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763712.579635:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482258176, portal 4
00000100:00000001:3.0:1787763712.579638:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763712.579640:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906722048 : -118790802829568 : ffff93f5dc650f00)
00000100:00000040:3.0:1787763712.579648:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650f00 x1874595482258176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579654:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763712.579657:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763712.579659:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763712.579662:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482258176, offset 0
00000400:00000200:3.0:1787763712.579665:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763712.579670:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763712.579673:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763712.579676:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763712.579678:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763712.579681:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763712.579683:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763712.579686:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277259:277259:256:4294967295] 192.168.203.115@tcp LPNI seq info [277259:277259:8:4294967295]
00000400:00000200:3.0:1787763712.579690:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763712.579695:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763712.579699:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763712.579702:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763712.579706:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763712.579708:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787763712.579712:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763712.579714:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787763712.579718:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763712.579720:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763712.579723:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763712.579727:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763712.579729:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763712.579731:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763712.579733:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763712.579737:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650f00 x1874595482258176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579744:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763712.579747:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650f00 x1874595482258176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579782:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.579785:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763712.579791:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763712.579796:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:3.0:1787763712.579800:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763712.579803:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319963674
00000100:00000001:3.0:1787763712.579807:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319964968
00000100:00000001:3.0:1787763712.579811:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319963674
00000100:00000001:3.0:1787763712.579814:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319964968
00000100:00000001:3.0:1787763712.579817:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763712.579820:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.579822:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763712.579829:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763712/real 1787763712]  req@ffff93f5dc650f00 x1874595482258176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763712.579837:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763712.579838:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763712.579840:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763712.579843:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763712.579844:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763712.579846:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763712.579849:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650f00 x1874595482258176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763712.579857:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650f00 x1874595482258176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579863:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763712.579864:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579866:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763712.579867:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763712.579870:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650f00 x1874595482258176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579876:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763712.579880:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650f00 x1874595482258176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579886:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763712.579889:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579890:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763712.579891:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579893:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763712.579894:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763712.579897:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763712.579899:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763712.579901:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763712.579904:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650f00 x1874595482258176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763712.579911:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258176:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763712.579914:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579916:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763712.579919:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650000 x1874595482257792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579925:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763712.579927:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763712.579929:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763712.579932:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763712.579933:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763712.579935:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:3.0:1787763712.579937:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763712.579939:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c000.
02000000:00000001:3.0:1787763712.579941:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763712.579942:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763712.579944:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650000.
00000100:00000001:3.0:1787763712.579946:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763712.579947:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579949:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763712.579952:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652580 x1874595482257920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579958:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763712.579960:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763712.579961:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763712.579964:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763712.579965:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763712.579966:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:3.0:1787763712.579967:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763712.579968:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7f000.
02000000:00000001:3.0:1787763712.579970:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763712.579971:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763712.579972:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652580.
00000100:00000001:3.0:1787763712.579974:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763712.579975:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.579977:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763712.579979:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651e00 x1874595482258048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.579984:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763712.579985:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763712.579987:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:3.0:1787763712.579988:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763712.579989:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763712.579990:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:3.0:1787763712.579992:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763712.579993:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:3.0:1787763712.579995:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763712.579996:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763712.579997:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651e00.
00000100:00000001:3.0:1787763712.580000:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763712.580001:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.580002:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763712.580005:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650f00 x1874595482258176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763712.580016:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763712.580034:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763712.580037:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763712.580040:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763712.580041:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763712.580043:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:3.0:1787763712.580045:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763712.580046:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:3.0:1787763712.580048:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763712.580049:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763712.580050:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650f00.
00000100:00000001:3.0:1787763712.580052:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763712.580053:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.580055:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763712.580059:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763712.580060:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763712.580062:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763712.580063:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763715.328984:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763715.328992:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763715.329015:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763716.353185:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763716.353191:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763716.353195:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763717.377018:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763717.377024:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763717.377029:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763717.697099:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763717.697106:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763717.697110:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763717.697121:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650f00 x1874595482258304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.697139:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763717.697142:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763717.697149:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763717.697154:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763717.697157:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763717.697164:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482258304:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787763717.697173:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763717.697178:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763717.697182:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763717.697189:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763717.697196:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763717.697201:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763717.697213:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763717.697219:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763717.697230:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763717.697238:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482258304, portal 25
00000100:00000001:3.0:1787763717.697245:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763717.697248:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906722048 : -118790802829568 : ffff93f5dc650f00)
00000100:00000040:3.0:1787763717.697257:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650f00 x1874595482258304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.697274:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763717.697283:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763717.697288:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763717.697295:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482258304, offset 0
00000400:00000200:3.0:1787763717.697305:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763717.697318:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763717.697329:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763717.697338:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763717.697347:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763717.697355:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763717.697361:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763717.697371:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277260:277260:256:4294967295] 192.168.203.115@tcp LPNI seq info [277260:277260:8:4294967295]
00000400:00000200:3.0:1787763717.697383:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763717.697398:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763717.697409:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763717.697417:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763717.697427:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763717.697434:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787763717.697443:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763717.697449:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787763717.697455:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763717.697460:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763717.697468:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763717.697476:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763717.697482:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763717.697486:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763717.697493:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763717.697502:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650f00 x1874595482258304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.697519:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763717.697526:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650f00 x1874595482258304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.697545:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.697549:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763717.697557:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763717.697564:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763717.697568:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4319970087
00000100:00000010:3.0:1787763717.697576:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6b0df2a80.
00000100:00000001:3.0:1787763717.697585:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763717.697595:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4319970087
00000100:00000010:3.0:1787763717.697603:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6b0df2720.
00000100:00000001:3.0:1787763717.697610:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763717.697615:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763717.697622:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.697627:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763717.697636:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763717/real 1787763717]  req@ffff93f5dc650f00 x1874595482258304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763717.697666:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763717.697669:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763717.697672:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763717.697675:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763717.697680:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763717.697683:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763717.697687:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650f00 x1874595482258304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763717.697700:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650f00 x1874595482258304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.697729:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763717.697732:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.697737:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763717.697740:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763717.697789:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650f00 x1874595482258304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.697811:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763717.697824:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650f00 x1874595482258304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.697841:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763717.697846:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.697850:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763717.697853:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.697857:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763717.697861:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763717.697867:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763717.697873:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763717.697877:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763717.697883:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650f00 x1874595482258304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763717.697904:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482258304:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787763717.697913:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.697918:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763717.697924:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650f00 x1874595482258304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.697937:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763717.697942:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763717.697947:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763717.697953:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763717.697957:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763717.697961:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:3.0:1787763717.697967:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763717.697971:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:3.0:1787763717.697977:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763717.697980:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763717.697999:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650f00.
00000100:00000001:3.0:1787763717.698006:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763717.698009:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698012:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698022:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763717.698025:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.698030:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763717.698034:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763717.698037:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763717.698044:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651e00 x1874595482258432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698054:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763717.698055:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763717.698057:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763717.698059:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763717.698061:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763717.698064:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258432:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763717.698068:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763717.698069:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763717.698071:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763717.698072:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763717.698075:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763717.698077:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763717.698080:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763717.698083:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763717.698086:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763717.698089:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482258432, portal 10
00000100:00000001:3.0:1787763717.698090:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763717.698092:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906725888 : -118790802825728 : ffff93f5dc651e00)
00000100:00000040:3.0:1787763717.698097:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651e00 x1874595482258432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698102:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763717.698104:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763717.698105:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763717.698107:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482258432, offset 0
00000400:00000200:3.0:1787763717.698111:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763717.698114:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763717.698117:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763717.698120:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763717.698122:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763717.698124:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763717.698126:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763717.698128:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277261:277261:256:4294967295] 192.168.203.115@tcp LPNI seq info [277261:277261:8:4294967295]
00000400:00000200:3.0:1787763717.698132:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763717.698137:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763717.698141:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763717.698143:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763717.698146:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763717.698149:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787763717.698152:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763717.698154:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787763717.698157:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763717.698158:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763717.698161:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763717.698163:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763717.698166:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763717.698167:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763717.698169:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763717.698171:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651e00 x1874595482258432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698177:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763717.698180:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651e00 x1874595482258432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698185:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.698186:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763717.698188:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763717.698191:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:3.0:1787763717.698194:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763717.698195:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319968780
00000100:00000001:3.0:1787763717.698197:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319970087
00000100:00000001:3.0:1787763717.698199:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319968780
00000100:00000001:3.0:1787763717.698201:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319970087
00000100:00000001:3.0:1787763717.698202:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763717.698204:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.698205:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763717.698208:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763717/real 1787763717]  req@ffff93f5dc651e00 x1874595482258432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763717.698213:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763717.698214:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763717.698215:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763717.698217:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763717.698218:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763717.698220:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763717.698222:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651e00 x1874595482258432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763717.698228:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651e00 x1874595482258432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698232:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763717.698233:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698234:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763717.698236:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763717.698238:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651e00 x1874595482258432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698242:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763717.698245:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651e00 x1874595482258432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698250:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763717.698252:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698254:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763717.698254:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698256:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763717.698257:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763717.698259:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763717.698261:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763717.698262:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763717.698265:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651e00 x1874595482258432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763717.698270:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258432:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763717.698273:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763717.698276:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652580 x1874595482258560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698281:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763717.698282:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763717.698283:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763717.698284:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763717.698286:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763717.698288:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258560:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763717.698290:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763717.698291:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763717.698293:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763717.698294:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763717.698297:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941c00.
02000000:00000001:3.0:1787763717.698298:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763717.698301:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763717.698303:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763717.698305:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763717.698307:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482258560, portal 10
00000100:00000001:3.0:1787763717.698308:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763717.698309:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906727808 : -118790802823808 : ffff93f5dc652580)
00000100:00000040:3.0:1787763717.698314:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652580 x1874595482258560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698318:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763717.698320:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763717.698322:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763717.698323:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482258560, offset 0
00000400:00000200:3.0:1787763717.698326:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763717.698328:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763717.698330:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763717.698332:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763717.698335:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763717.698336:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763717.698338:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763717.698340:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277262:277262:256:4294967295] 192.168.203.115@tcp LPNI seq info [277262:277262:8:4294967295]
00000400:00000200:3.0:1787763717.698343:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763717.698348:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763717.698350:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763717.698352:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763717.698355:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763717.698357:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787763717.698360:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763717.698361:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787763717.698364:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763717.698365:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763717.698367:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763717.698370:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763717.698372:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763717.698373:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763717.698375:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763717.698378:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652580 x1874595482258560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698384:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763717.698386:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652580 x1874595482258560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698391:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.698392:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763717.698394:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763717.698396:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:3.0:1787763717.698398:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763717.698399:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319968788
00000100:00000001:3.0:1787763717.698401:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319970087
00000100:00000001:3.0:1787763717.698402:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319968788
00000100:00000001:3.0:1787763717.698405:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319970087
00000100:00000001:3.0:1787763717.698406:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763717.698408:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.698409:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763717.698412:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763717/real 1787763717]  req@ffff93f5dc652580 x1874595482258560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763717.698417:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763717.698418:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763717.698419:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763717.698420:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763717.698421:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763717.698423:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763717.698425:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652580 x1874595482258560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763717.698431:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652580 x1874595482258560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698435:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763717.698436:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698438:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763717.698438:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763717.698441:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652580 x1874595482258560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698445:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763717.698448:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652580 x1874595482258560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698452:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763717.698454:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698455:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763717.698456:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698457:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763717.698459:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763717.698461:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763717.698463:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763717.698465:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763717.698467:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652580 x1874595482258560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763717.698473:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258560:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763717.698475:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763717.698477:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650000 x1874595482258688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698482:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763717.698483:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763717.698484:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763717.698485:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763717.698487:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763717.698488:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258688:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763717.698491:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763717.698492:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763717.698493:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763717.698494:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763717.698497:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763717.698498:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763717.698501:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763717.698503:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763717.698505:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763717.698507:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482258688, portal 4
00000100:00000001:3.0:1787763717.698508:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763717.698509:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906718208 : -118790802833408 : ffff93f5dc650000)
00000100:00000040:3.0:1787763717.698513:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650000 x1874595482258688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698519:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763717.698520:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763717.698522:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763717.698524:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482258688, offset 0
00000400:00000200:3.0:1787763717.698526:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763717.698528:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763717.698530:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763717.698532:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763717.698534:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763717.698536:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763717.698537:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763717.698540:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277263:277263:256:4294967295] 192.168.203.115@tcp LPNI seq info [277263:277263:8:4294967295]
00000400:00000200:3.0:1787763717.698543:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763717.698547:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763717.698550:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763717.698552:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763717.698555:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763717.698556:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787763717.698559:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763717.698561:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787763717.698564:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763717.698566:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763717.698567:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763717.698570:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763717.698572:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763717.698573:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763717.698575:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763717.698577:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650000 x1874595482258688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698582:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763717.698584:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650000 x1874595482258688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698595:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.698596:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763717.698598:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763717.698600:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:3.0:1787763717.698602:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763717.698604:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319968788
00000100:00000001:3.0:1787763717.698606:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319970087
00000100:00000001:3.0:1787763717.698608:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319968788
00000100:00000001:3.0:1787763717.698609:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319970087
00000100:00000001:3.0:1787763717.698610:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763717.698612:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.698613:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763717.698615:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763717/real 1787763717]  req@ffff93f5dc650000 x1874595482258688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763717.698620:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763717.698621:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763717.698622:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763717.698624:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763717.698625:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763717.698626:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763717.698628:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650000 x1874595482258688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763717.698635:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650000 x1874595482258688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698639:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763717.698640:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698641:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763717.698642:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763717.698645:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650000 x1874595482258688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698650:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763717.698653:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650000 x1874595482258688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698658:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763717.698660:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698661:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763717.698662:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698663:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763717.698664:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763717.698666:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763717.698668:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763717.698669:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763717.698672:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650000 x1874595482258688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763717.698677:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258688:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763717.698679:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698681:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763717.698683:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651e00 x1874595482258432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698687:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763717.698688:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763717.698690:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763717.698692:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763717.698693:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763717.698695:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:3.0:1787763717.698696:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763717.698698:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:3.0:1787763717.698700:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763717.698701:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763717.698702:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651e00.
00000100:00000001:3.0:1787763717.698705:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763717.698706:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698707:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763717.698709:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652580 x1874595482258560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698715:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763717.698716:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763717.698717:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:3.0:1787763717.698719:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763717.698720:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763717.698721:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:3.0:1787763717.698722:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763717.698723:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7f000.
02000000:00000001:3.0:1787763717.698724:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763717.698725:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763717.698726:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652580.
00000100:00000001:3.0:1787763717.698727:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763717.698728:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698729:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763717.698731:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650000 x1874595482258688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698735:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763717.698736:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763717.698737:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763717.698738:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763717.698739:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763717.698740:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:3.0:1787763717.698741:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763717.698742:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c000.
02000000:00000001:3.0:1787763717.698743:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763717.698744:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763717.698745:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650000.
00000100:00000001:3.0:1787763717.698766:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763717.698770:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698773:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698776:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763717.698778:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.698780:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763717.698783:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763717.698784:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763717.698789:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653840 x1874595482258816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698799:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763717.698801:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763717.698803:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763717.698805:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763717.698808:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763717.698811:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258816:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763717.698815:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763717.698817:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763717.698818:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763717.698819:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763717.698822:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763717.698824:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763717.698827:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763717.698829:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763717.698832:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763717.698834:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482258816, portal 4
00000100:00000001:3.0:1787763717.698836:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763717.698837:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906732608 : -118790802819008 : ffff93f5dc653840)
00000100:00000040:3.0:1787763717.698843:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653840 x1874595482258816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698848:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763717.698849:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763717.698851:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763717.698853:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482258816, offset 0
00000400:00000200:3.0:1787763717.698856:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763717.698859:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763717.698862:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763717.698865:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763717.698867:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763717.698869:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763717.698871:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763717.698873:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277264:277264:256:4294967295] 192.168.203.115@tcp LPNI seq info [277264:277264:8:4294967295]
00000400:00000200:3.0:1787763717.698876:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763717.698881:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763717.698884:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763717.698886:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763717.698889:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.0:1787763717.698891:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787763717.698894:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763717.698897:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787763717.698900:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763717.698901:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763717.698903:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763717.698906:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763717.698908:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763717.698910:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763717.698911:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763717.698914:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653840 x1874595482258816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698920:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763717.698922:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653840 x1874595482258816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698927:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.698928:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763717.698930:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763717.698933:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:3.0:1787763717.698935:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763717.698936:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319968793
00000100:00000001:3.0:1787763717.698938:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319970087
00000100:00000001:3.0:1787763717.698940:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319968793
00000100:00000001:3.0:1787763717.698942:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319970087
00000100:00000001:3.0:1787763717.698943:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763717.698945:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.698946:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763717.698949:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763717/real 1787763717]  req@ffff93f5dc653840 x1874595482258816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763717.698954:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763717.698955:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763717.698957:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f61d8026e0.
00000400:00000200:3.0:1787763717.698958:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3f68
00000400:00000010:3.0:1787763717.698960:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3f68.
00000100:00000001:3.0:1787763717.698961:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763717.698964:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653840 x1874595482258816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763717.698970:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653840 x1874595482258816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698974:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763717.698975:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.698976:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763717.698977:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763717.698979:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653840 x1874595482258816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.698999:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763717.699002:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653840 x1874595482258816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.699007:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763717.699009:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.699010:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763717.699011:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.699013:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763717.699014:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763717.699016:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763717.699018:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787763717.699020:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763717.699022:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653840 x1874595482258816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763717.699028:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482258816:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763717.699031:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.699032:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763717.699035:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653840 x1874595482258816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763717.699039:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763717.699040:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763717.699042:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763717.699044:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763717.699045:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763717.699046:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:3.0:1787763717.699047:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763717.699048:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c400.
02000000:00000001:3.0:1787763717.699050:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763717.699051:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763717.699052:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653840.
00000100:00000001:3.0:1787763717.699056:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763717.699057:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.699058:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.699061:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763717.699062:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763717.699063:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763717.699066:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763720.449065:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763720.449072:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763720.449077:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763721.472982:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763721.472989:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763721.472993:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763722.497113:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763722.497121:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763722.497125:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763722.817245:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763722.817253:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763722.817260:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763722.817275:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6512c0 x1874595482258944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.817302:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763722.817308:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.817318:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763722.817356:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763722.817374:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763722.817384:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482258944:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787763722.817398:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763722.817405:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763722.817410:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.817414:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763722.817446:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941800.
02000000:00000001:3.0:1787763722.817451:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763722.817463:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763722.817469:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d8026e0.
00000400:00000010:3.0:1787763722.817479:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3f68.
00000100:00000200:3.0:1787763722.817490:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482258944, portal 25
00000100:00000001:3.0:1787763722.817497:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763722.817500:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906723008 : -118790802828608 : ffff93f5dc6512c0)
00000100:00000040:3.0:1787763722.817515:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6512c0 x1874595482258944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.817577:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763722.817588:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763722.817596:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3330.
00000100:00000200:3.0:1787763722.817604:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482258944, offset 0
00000400:00000200:3.0:1787763722.817622:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763722.817644:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763722.817674:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763722.817686:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763722.817695:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763722.817704:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763722.817732:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763722.817753:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277265:277265:256:4294967295] 192.168.203.115@tcp LPNI seq info [277265:277265:8:4294967295]
00000400:00000200:3.0:1787763722.817769:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763722.817798:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763722.817869:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763722.817886:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c000.
00000800:00000200:3.0:1787763722.817911:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763722.817936:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787763722.818012:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763722.818022:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763722.818028:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4319975208
00000100:00000010:3.0:1787763722.818058:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6b0df22a0.
00000100:00000001:3.0:1787763722.818074:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763722.818091:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4319975208
00000100:00000010:3.0:1787763722.818107:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6b0df2720.
00000100:00000001:3.0:1787763722.818119:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763722.818132:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763722.818145:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.818156:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.818167:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763722.818181:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763722.818191:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787763722.818203:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763722.818208:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763722.818212:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763722.818225:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653480 x1874595482259072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.818245:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763722.818250:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.818260:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763722.818263:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763722.818267:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763722.818280:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482259072:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763722.818291:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763722.818297:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763722.818302:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.818327:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763722.818336:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941c00.
02000000:00000001:3.0:1787763722.818342:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763722.818352:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763722.818364:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d802268.
00000400:00000010:3.0:1787763722.818374:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3110.
00000100:00000200:3.0:1787763722.818384:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482259072, portal 10
00000100:00000001:3.0:1787763722.818394:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763722.818401:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906731648 : -118790802819968 : ffff93f5dc653480)
00000100:00000040:3.0:1787763722.818435:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653480 x1874595482259072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.818457:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763722.818465:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763722.818471:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3cc0.
00000100:00000200:3.0:1787763722.818480:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482259072, offset 0
00000400:00000200:3.0:1787763722.818492:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763722.818504:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763722.818517:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763722.818527:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763722.818533:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763722.818539:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763722.818547:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763722.818555:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277266:277266:255:4294967295] 192.168.203.115@tcp LPNI seq info [277266:277266:7:4294967295]
00000400:00000200:3.0:1787763722.818564:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763722.818576:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763722.818585:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763722.818592:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c100.
00000800:00000200:3.0:1787763722.818600:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763722.818609:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787763722.818612:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763722.818619:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:3.0:1787763722.818628:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763722.818631:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319973900
00000100:00000001:3.0:1787763722.818636:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319975208
00000100:00000001:3.0:1787763722.818643:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319973900
00000100:00000001:3.0:1787763722.818650:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319975208
00000100:00000001:3.0:1787763722.818657:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763722.818664:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.818668:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763722.818679:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6503c0 x1874595482259200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.818696:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763722.818702:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.818709:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763722.818714:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763722.818722:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763722.818734:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482259200:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787763722.818744:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763722.818753:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763722.818759:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.818783:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763722.818791:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7942000.
02000000:00000001:3.0:1787763722.818798:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763722.818858:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763722.818864:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d802b00.
00000400:00000010:3.0:1787763722.818873:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3aa0.
00000100:00000200:3.0:1787763722.818878:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482259200, portal 10
00000100:00000001:3.0:1787763722.818881:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763722.818883:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906719168 : -118790802832448 : ffff93f5dc6503c0)
00000100:00000040:3.0:1787763722.818894:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6503c0 x1874595482259200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.818903:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763722.818906:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763722.818909:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3ee0.
00000100:00000200:3.0:1787763722.818913:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482259200, offset 0
00000400:00000200:3.0:1787763722.818919:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763722.818925:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763722.818930:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763722.818934:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763722.818937:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763722.818940:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763722.818944:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763722.819050:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277267:277267:254:4294967295] 192.168.203.115@tcp LPNI seq info [277267:277267:6:4294967295]
00000400:00000200:3.0:1787763722.819059:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763722.819068:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763722.819074:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763722.819079:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955ce00.
00000800:00000200:3.0:1787763722.819084:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763722.819090:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787763722.819094:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763722.819097:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:3.0:1787763722.819102:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763722.819104:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319973909
00000100:00000001:3.0:1787763722.819107:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319975208
00000100:00000001:3.0:1787763722.819110:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319973909
00000100:00000001:3.0:1787763722.819113:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319975208
00000100:00000001:3.0:1787763722.819115:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763722.819118:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.819121:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.819124:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763722.819129:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763722.819131:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787763722.819134:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763722.819136:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763722.819137:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763722.819144:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650b40 x1874595482259328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.819153:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763722.819155:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.819158:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763722.819160:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763722.819163:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763722.819167:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482259328:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763722.819172:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763722.819175:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763722.819177:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.819179:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763722.819183:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7943400.
02000000:00000001:3.0:1787763722.819186:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763722.819191:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763722.819196:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d802420.
00000400:00000010:3.0:1787763722.819201:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3088.
00000100:00000200:3.0:1787763722.819206:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482259328, portal 4
00000100:00000001:3.0:1787763722.819209:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763722.819211:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906721088 : -118790802830528 : ffff93f5dc650b40)
00000100:00000040:3.0:1787763722.819219:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650b40 x1874595482259328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.819228:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763722.819231:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763722.819235:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3dd0.
00000100:00000200:3.0:1787763722.819238:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482259328, offset 0
00000400:00000200:3.0:1787763722.819244:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763722.819250:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763722.819255:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763722.819259:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763722.819263:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763722.819267:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763722.819270:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763722.819275:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277268:277268:253:4294967295] 192.168.203.115@tcp LPNI seq info [277268:277268:5:4294967295]
00000400:00000200:3.0:1787763722.819281:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763722.819290:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763722.819296:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763722.819302:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955cd00.
00000800:00000200:3.0:1787763722.819308:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763722.819314:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787763722.819318:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763722.819322:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:3.0:1787763722.819327:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763722.819329:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319973909
00000100:00000001:3.0:1787763722.819333:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319975208
00000100:00000001:3.0:1787763722.819335:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319973909
00000100:00000001:3.0:1787763722.819453:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319975208
00000100:00000001:3.0:1787763722.819458:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763722.819462:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.819465:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763722.819472:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652940 x1874595482259456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.819482:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763722.819484:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.819486:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763722.819489:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763722.819491:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763722.819496:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482259456:192.168.203.115@tcp:8:kworker.0
00000100:00000001:3.0:1787763722.819500:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763722.819502:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763722.819505:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.819507:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763722.819513:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b7941000.
02000000:00000001:3.0:1787763722.819516:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763722.819520:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:3.0:1787763722.819524:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f61d802cb8.
00000400:00000010:3.0:1787763722.819536:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba33b8.
00000100:00000200:3.0:1787763722.819540:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482259456, portal 4
00000100:00000001:3.0:1787763722.819543:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763722.819545:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906728768 : -118790802822848 : ffff93f5dc652940)
00000100:00000040:3.0:1787763722.819554:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652940 x1874595482259456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.819564:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763722.819568:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:3.0:1787763722.819571:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f692ba3770.
00000100:00000200:3.0:1787763722.819574:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482259456, offset 0
00000400:00000200:3.0:1787763722.819580:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787763722.819587:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763722.819592:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787763722.819597:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763722.819602:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787763722.819605:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763722.819608:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787763722.819613:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277269:277269:252:4294967295] 192.168.203.115@tcp LPNI seq info [277269:277269:4:4294967295]
00000400:00000200:3.0:1787763722.819618:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763722.819628:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763722.819634:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:3.0:1787763722.819639:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5b955c700.
00000800:00000200:3.0:1787763722.819645:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:3.1:1787763722.819650:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787763722.819654:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763722.819658:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:3.0:1787763722.819662:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787763722.819666:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4319973913
00000100:00000001:3.0:1787763722.819669:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4319975208
00000100:00000001:3.0:1787763722.819671:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4319973913
00000100:00000001:3.0:1787763722.819674:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4319975208
00000100:00000001:3.0:1787763722.819677:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763722.819680:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.819684:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.819687:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763722.819693:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763722.819695:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787763722.819697:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763722.819699:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763722.819701:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.819704:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763725.569079:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763725.569086:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763725.569095:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787763725.889196:0:257218:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:3.0:1787763725.889261:0:257218:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787763725.889297:0:257218:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763725.889305:0:257218:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:3.0:1787763725.889317:0:257218:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763725.889325:0:257218:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787763725.889336:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787763725.889344:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c000.
00000400:00000200:3.0:1787763725.889355:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763725.889365:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763725.889377:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3330
00000400:00000010:3.0:1787763725.889383:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3330.
00000100:00000001:3.0:1787763725.889392:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763725.889408:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5dc6512c0 x1874595482258944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763725.889463:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763725.889469:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6512c0 x1874595482258944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763725.889480:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763725.889483:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763725.889500:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787763725.889507:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c100.
00000400:00000200:3.0:1787763725.889512:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763725.889520:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763725.889527:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3cc0
00000400:00000010:3.0:1787763725.889532:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3cc0.
00000100:00000001:3.0:1787763725.889538:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763725.889549:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5dc653480 x1874595482259072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763725.889586:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763725.889594:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653480 x1874595482259072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763725.889611:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763725.889618:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763725.889631:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787763725.889639:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955ce00.
00000400:00000200:3.0:1787763725.889646:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763725.889659:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763725.889664:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3ee0
00000400:00000010:3.0:1787763725.889669:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3ee0.
00000100:00000001:3.0:1787763725.889675:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763725.889686:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5dc6503c0 x1874595482259200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763725.889704:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763725.889714:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6503c0 x1874595482259200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763725.889805:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763725.889810:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763725.889823:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787763725.889831:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955cd00.
00000400:00000200:3.0:1787763725.889838:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763725.889850:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763725.889856:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3dd0
00000400:00000010:3.0:1787763725.889862:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3dd0.
00000100:00000001:3.0:1787763725.889869:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763725.890460:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5dc650b40 x1874595482259328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763725.890526:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763725.890532:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650b40 x1874595482259328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763725.890540:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763725.890542:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763725.890554:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787763725.890558:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5b955c700.
00000400:00000200:3.0:1787763725.890563:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763725.890569:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763725.890575:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f692ba3770
00000400:00000010:3.0:1787763725.890578:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f692ba3770.
00000100:00000001:3.0:1787763725.890584:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763725.890593:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5dc652940 x1874595482259456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763725.890610:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763725.890624:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652940 x1874595482259456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763725.890640:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763725.890648:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787763727.616934:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763727.616951:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763727.616955:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763727.936883:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763727.936899:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763727.936902:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763727.936907:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763727.936925:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763727.936935:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25306
00000400:00000200:3.0:1787763727.936963:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763727.936971:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763727.936974:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763727.936978:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.936981:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.936983:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.936986:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763727.936989:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763727.936991:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763727.936994:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763727.936998:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763727.937001:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763727.937003:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763727.937006:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937007:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.937009:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937010:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763727.937013:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763727.937015:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937017:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763727.937020:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763727.937023:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763727.937026:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.937028:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763727.937030:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763727.937037:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787763727.937041:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763727.937045:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763727.937046:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.937049:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763727.937053:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763727.937060:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763727.937071:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763727.937079:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763727.937090:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482259584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763727.937103:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763727.937110:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763727.937116:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482259584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763727.937145:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763727.937148:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763727.937152:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763727.937154:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763727.937155:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763727.937159:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763727.937162:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25306
00000400:00000200:3.0:1787763727.937165:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763727.937168:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763727.937170:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763727.937189:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937191:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.937193:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937195:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763727.937197:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763727.937199:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763727.937200:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763727.937203:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763727.937204:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763727.937206:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763727.937208:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937210:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.937212:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937214:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763727.937222:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763727.937230:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937238:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763727.937242:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763727.937252:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763727.937257:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.937262:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763727.937285:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763727.937295:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.937301:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763727.937309:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787763727.937313:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763727.937319:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763727.937323:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.937326:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763727.937330:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763727.937350:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763727.937359:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763727.937364:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763727.937375:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482259712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763727.937390:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763727.937393:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763727.937399:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482259712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763727.937411:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763727.937417:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763727.937421:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763727.937423:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763727.937427:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763727.937433:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763727.937440:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25306
00000400:00000200:3.0:1787763727.937448:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763727.937456:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763727.937461:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763727.937469:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937475:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.937482:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937488:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763727.937493:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763727.937497:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763727.937499:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763727.937512:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763727.937516:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763727.937520:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763727.937529:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937533:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.937540:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937544:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763727.937547:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763727.937553:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937560:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763727.937565:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763727.937571:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763727.937577:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.937581:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763727.937584:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763727.937589:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.937596:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763727.937605:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787763727.937610:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763727.937613:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763727.937617:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.937621:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763727.937624:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763727.937628:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763727.937635:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763727.937641:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763727.937650:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482259840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763727.937674:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763727.937679:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763727.937685:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787763727.937687:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482259840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787763727.937695:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787763727.937706:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763727.937712:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763727.937722:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763727.937724:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763727.937726:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763727.937730:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763727.937734:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25306
00000400:00000200:3.0:1787763727.937738:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763727.937743:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763727.937806:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763727.937812:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937817:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.937822:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937827:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763727.937829:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763727.937831:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763727.937837:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763727.937840:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763727.937845:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763727.937848:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763727.937858:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937863:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.937868:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937873:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763727.937881:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763727.937886:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763727.937892:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763727.937896:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763727.937901:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763727.937906:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.937911:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763727.937926:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763727.937933:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.937937:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763727.937942:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763727.937946:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763727.937952:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763727.937954:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.937959:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763727.937963:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763727.937967:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763727.937974:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763727.937979:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763727.937985:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482259968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763727.937993:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763727.937995:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763727.938000:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482259968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763727.938013:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763727.938230:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763727.938240:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763727.938243:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763727.938246:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763727.938255:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763727.938263:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25306
00000400:00000200:3.0:1787763727.938269:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763727.938277:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763727.938282:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763727.938291:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.938298:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.938304:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.938310:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763727.938316:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763727.938320:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763727.938324:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763727.938329:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763727.938336:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763727.938343:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763727.938351:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.938356:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.938358:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763727.938362:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763727.938368:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763727.938372:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763727.938375:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763727.938378:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763727.938382:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763727.938387:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.938392:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763727.938397:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763727.938403:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.938407:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763727.938413:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763727.938419:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763727.938424:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763727.938428:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.938432:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763727.938436:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763727.938442:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763727.938454:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763727.938472:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763727.938485:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482260096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763727.938506:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763727.938512:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763727.938522:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482260096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763727.938543:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763727.938551:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25316)
00000800:00000200:0.1:1787763727.938566:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763727.938569:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787763727.938850:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763727.938852:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787763727.939080:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763727.939083:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787763727.939432:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763727.939434:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787763730.688931:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763730.688936:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763730.688939:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763732.736994:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763732.736998:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763732.737002:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763733.056870:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763733.056905:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763733.056908:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763733.056913:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763733.056919:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763733.056927:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25311
00000400:00000200:3.0:1787763733.056938:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763733.056945:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763733.056949:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763733.056954:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.056957:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763733.056963:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.056966:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763733.056971:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763733.056974:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763733.056977:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763733.056982:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763733.056985:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763733.056988:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763733.056991:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.056993:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763733.056996:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.056998:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763733.057001:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763733.057005:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763733.057008:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763733.057011:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763733.057016:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763733.057019:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.057022:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763733.057025:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763733.057033:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763733.057038:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763733.057043:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763733.057045:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.057049:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763733.057052:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763733.057057:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763733.057065:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763733.057073:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763733.057086:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482260224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763733.057098:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763733.057104:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763733.057110:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482260224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763733.057135:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763733.057139:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763733.057144:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763733.057145:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763733.057147:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763733.057150:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763733.057153:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25311
00000400:00000200:3.0:1787763733.057157:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763733.057160:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763733.057163:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763733.057166:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.057169:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763733.057258:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.057266:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763733.057275:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763733.057280:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763733.057287:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763733.057294:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763733.057486:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763733.057492:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763733.057503:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.057508:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763733.057510:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.057513:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763733.057520:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763733.057528:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763733.057532:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763733.057538:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763733.057547:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763733.057553:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763733.057622:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763733.057628:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787763733.057636:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763733.057666:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763733.057674:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.057679:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763733.057686:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763733.057692:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763733.057700:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763733.057705:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.057709:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763733.057712:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763733.057715:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763733.057743:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763733.057754:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763733.057776:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482260352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763733.057836:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763733.057840:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763733.057848:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482260352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763733.057861:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763733.057866:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763733.057875:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763733.057899:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763733.057904:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763733.057910:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763733.057918:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25311
00000400:00000200:3.0:1787763733.057929:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763733.057936:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763733.057944:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763733.057950:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.057955:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763733.057962:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.057968:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763733.057972:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763733.057973:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763733.057975:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763733.057977:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763733.057979:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763733.057986:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763733.057992:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.057997:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763733.058003:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058010:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763733.058013:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763733.058022:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058031:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763733.058037:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763733.058044:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763733.058049:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.058056:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763733.058064:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763733.058069:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.058074:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763733.058085:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763733.058092:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763733.058101:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763733.058106:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.058112:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763733.058117:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763733.058121:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763733.058129:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763733.058139:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763733.058152:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482260480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763733.058175:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763733.058182:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763733.058195:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482260480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763733.058213:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763733.058218:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763733.058233:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763733.058240:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763733.058247:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763733.058261:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763733.058274:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25311
00000400:00000200:3.0:1787763733.058293:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763733.058312:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763733.058321:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763733.058347:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058353:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763733.058361:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058365:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763733.058372:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763733.058377:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763733.058382:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763733.058387:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763733.058393:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763733.058399:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763733.058408:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058412:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763733.058420:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058425:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763733.058433:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763733.058441:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058446:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763733.058450:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763733.058457:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763733.058463:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.058470:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763733.058476:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763733.058481:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.058486:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763733.058494:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763733.058500:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763733.058508:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763733.058512:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.058518:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763733.058524:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763733.058528:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763733.058536:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763733.058545:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763733.058558:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482260608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763733.058582:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763733.058586:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763733.058598:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482260608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763733.058621:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763733.058629:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763733.058638:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763733.058645:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763733.058648:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763733.058655:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763733.058659:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25311
00000400:00000200:3.0:1787763733.058667:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763733.058673:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763733.058678:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763733.058686:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058710:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763733.058716:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058723:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763733.058728:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763733.058734:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763733.058740:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763733.058747:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763733.058755:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763733.058766:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763733.058823:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058841:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763733.058850:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058855:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763733.058862:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763733.058874:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763733.058923:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763733.058929:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763733.058937:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763733.058946:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.058953:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763733.058958:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763733.058984:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.058988:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763733.058998:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763733.059006:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763733.059011:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763733.059015:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763733.059020:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763733.059023:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763733.059027:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763733.059036:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763733.059045:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763733.059056:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482260736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763733.059071:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763733.059076:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763733.059083:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787763733.059086:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482260736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787763733.059096:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787763733.059100:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763733.059112:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25321)
00000800:00000200:0.1:1787763733.059484:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763733.059487:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763733.060043:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763733.060047:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763733.060402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763733.060405:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787763735.809024:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763735.809032:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763735.809038:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763737.857001:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763737.857010:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763737.857016:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763738.178041:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763738.178052:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787763738.179064:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763738.179067:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787763738.179550:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763738.179555:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787763738.179970:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763738.179973:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787763738.180315:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763738.180319:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787763740.929044:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763740.929049:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763740.929053:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763742.976994:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763742.976999:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763742.977002:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763743.296891:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763743.296904:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763743.296908:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763743.296913:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763743.296921:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763743.296931:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25321
00000400:00000200:3.0:1787763743.296942:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763743.296951:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763743.296955:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763743.296958:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.296961:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763743.296964:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.296966:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763743.296971:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763743.296973:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763743.296976:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763743.296981:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763743.296983:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763743.296985:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763743.296988:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.296990:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763743.296991:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.296993:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763743.296996:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763743.296999:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297001:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763743.297005:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763743.297009:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763743.297012:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.297014:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763743.297017:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763743.297039:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787763743.297042:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763743.297047:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763743.297049:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.297053:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763743.297056:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763743.297061:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763743.297071:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763743.297078:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763743.297088:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482261504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763743.297099:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763743.297105:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763743.297110:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482261504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763743.297135:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763743.297138:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763743.297142:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763743.297143:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763743.297145:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763743.297148:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763743.297150:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25321
00000400:00000200:3.0:1787763743.297153:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763743.297155:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763743.297158:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763743.297161:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297164:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763743.297167:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297170:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763743.297172:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763743.297174:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763743.297175:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763743.297178:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763743.297181:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763743.297183:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763743.297186:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297188:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763743.297191:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297194:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763743.297201:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763743.297205:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297210:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763743.297221:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763743.297228:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763743.297235:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.297240:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763743.297246:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763743.297253:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.297260:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763743.297270:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787763743.297277:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763743.297289:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763743.297292:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.297296:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763743.297300:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763743.297307:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763743.297313:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763743.297324:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763743.297365:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482261632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763743.297385:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763743.297393:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763743.297402:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482261632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763743.297415:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763743.297426:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763743.297440:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763743.297442:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763743.297445:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763743.297452:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763743.297459:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25321
00000400:00000200:3.0:1787763743.297467:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763743.297478:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763743.297482:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763743.297490:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297495:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763743.297499:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297508:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763743.297521:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763743.297532:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763743.297536:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763743.297539:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763743.297544:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763743.297556:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763743.297576:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297588:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763743.297608:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297619:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763743.297631:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763743.297643:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297653:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763743.297657:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763743.297665:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763743.297687:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.297698:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763743.297702:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763743.297714:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.297723:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763743.297738:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763743.297788:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763743.297792:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763743.297793:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.297795:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763743.297797:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763743.297799:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763743.297803:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763743.297828:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763743.297836:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482261760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763743.297845:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763743.297848:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763743.297853:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482261760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763743.297864:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763743.297869:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763743.297874:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763743.297878:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763743.297880:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763743.297899:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763743.297909:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25321
00000400:00000200:3.0:1787763743.297918:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763743.297921:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763743.297925:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763743.297931:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297935:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763743.297938:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.297950:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763743.297959:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763743.297967:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763743.297974:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763743.297984:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763743.297995:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763743.297999:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763743.298006:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.298013:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763743.298016:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.298029:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763743.298031:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763743.298044:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763743.298048:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763743.298049:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763743.298052:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763743.298054:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.298056:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763743.298059:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763743.298061:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.298063:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763743.298066:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763743.298070:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763743.298073:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763743.298075:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.298077:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763743.298079:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763743.298082:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763743.298088:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763743.298093:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763743.298113:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482261888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1787763743.298142:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763743.298155:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1787763743.298167:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763743.298177:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763743.298195:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482261888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763743.298220:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763743.298232:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763743.298237:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763743.298247:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763743.298250:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763743.298257:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763743.298263:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25321
00000400:00000200:3.0:1787763743.298269:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763743.298274:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763743.298277:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763743.298286:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.298292:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763743.298297:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.298306:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763743.298315:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763743.298320:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763743.298332:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763743.298352:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763743.298360:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763743.298370:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763743.298385:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.298395:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763743.298407:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763743.298418:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763743.298431:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763743.298444:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763743.298448:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763743.298464:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763743.298476:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763743.298483:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.298486:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763743.298499:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763743.298512:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.298517:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763743.298537:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763743.298557:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763743.298562:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763743.298566:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763743.298573:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763743.298576:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763743.298582:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763743.298599:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763743.298617:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763743.298639:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482262016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763743.298672:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763743.298680:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763743.298694:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482262016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763743.298729:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763743.298739:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25332)
00000800:00000200:0.1:1787763743.299229:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763743.299231:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787763743.299691:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763743.299694:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787763743.300209:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763743.300212:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787763743.300663:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763743.300666:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1787763746.049058:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763746.049066:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763746.049071:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763748.097067:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763748.097077:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763748.097086:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763748.417734:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763748.417744:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787763748.418658:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763748.418660:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787763748.419047:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763748.419050:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787763748.419309:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763748.419311:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787763748.419642:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763748.419645:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1787763751.169085:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763751.169092:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763751.169097:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763753.217006:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763753.217029:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763753.217034:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763753.537524:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763753.537531:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787763753.538147:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763753.538148:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787763753.538398:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763753.538399:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787763753.538607:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763753.538609:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787763753.538894:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763753.538895:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1787763756.288939:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763756.288947:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763756.288953:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763758.336931:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763758.336936:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763758.336940:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763758.656907:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763758.656923:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763758.656926:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763758.656931:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763758.656937:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763758.656949:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25337
00000400:00000200:3.0:1787763758.656962:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763758.656971:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763758.656975:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763758.656979:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.656982:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763758.656985:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.656988:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763758.656993:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763758.656995:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763758.656999:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763758.657003:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763758.657006:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763758.657009:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763758.657013:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657016:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763758.657018:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657021:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763758.657024:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763758.657028:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657032:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763758.657036:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763758.657041:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763758.657043:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.657046:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763758.657049:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763758.657059:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763758.657063:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763758.657067:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763758.657069:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.657072:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763758.657075:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763758.657080:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763758.657089:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763758.657095:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763758.657103:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482263424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763758.657113:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763758.657118:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763758.657123:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482263424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763758.657144:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763758.657147:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763758.657150:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763758.657151:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763758.657153:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763758.657156:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763758.657158:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25337
00000400:00000200:3.0:1787763758.657162:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763758.657164:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763758.657166:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763758.657168:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657169:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763758.657171:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657174:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763758.657177:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763758.657178:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763758.657179:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763758.657182:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763758.657183:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763758.657185:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763758.657188:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657190:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763758.657191:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657194:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763758.657196:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763758.657199:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657201:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763758.657202:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763758.657214:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763758.657219:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.657223:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763758.657235:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763758.657244:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.657246:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763758.657249:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763758.657254:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763758.657259:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763758.657263:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.657274:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763758.657279:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763758.657286:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763758.657299:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763758.657306:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763758.657317:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482263552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763758.657334:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763758.657339:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763758.657367:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482263552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763758.657409:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763758.657418:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763758.657430:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763758.657441:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763758.657443:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763758.657445:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763758.657450:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25337
00000400:00000200:3.0:1787763758.657476:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763758.657485:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763758.657496:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763758.657501:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657503:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763758.657506:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657516:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763758.657519:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763758.657521:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763758.657522:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763758.657523:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763758.657524:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763758.657528:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763758.657545:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657549:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763758.657551:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657553:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763758.657568:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763758.657575:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657579:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763758.657593:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763758.657597:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763758.657599:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.657605:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763758.657608:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763758.657624:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.657635:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763758.657645:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763758.657647:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763758.657649:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763758.657650:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.657651:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763758.657652:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763758.657654:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763758.657657:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763758.657664:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763758.657677:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482263680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763758.657715:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763758.657717:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763758.657722:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482263680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763758.657813:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763758.657817:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763758.657821:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763758.657830:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763758.657838:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763758.657844:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763758.657849:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25337
00000400:00000200:3.0:1787763758.657871:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763758.657890:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763758.657899:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763758.657911:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657919:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763758.657923:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657929:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763758.657939:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763758.657942:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763758.657947:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763758.657953:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763758.657957:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763758.657963:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763758.657971:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657978:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763758.657988:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.657991:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763758.658005:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763758.658014:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763758.658016:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763758.658025:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763758.658034:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763758.658042:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.658049:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763758.658053:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763758.658061:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.658065:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763758.658070:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763758.658078:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763758.658083:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763758.658089:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.658095:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763758.658101:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763758.658108:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763758.658123:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000800:00000200:0.1:1787763758.658125:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787763758.658129:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763758.658133:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000100:00100000:3.0:1787763758.658142:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482263808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763758.658185:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763758.658189:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763758.658213:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482263808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763758.658231:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763758.658242:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763758.658248:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763758.658252:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763758.658255:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763758.658262:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763758.658275:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25337
00000400:00000200:3.0:1787763758.658301:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763758.658318:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763758.658330:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763758.658341:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.658353:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763758.658364:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.658373:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763758.658380:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763758.658383:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763758.658387:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763758.658390:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763758.658398:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763758.658407:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763758.658425:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.658441:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763758.658446:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763758.658457:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763758.658460:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763758.658464:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763758.658476:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763758.658479:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763758.658484:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763758.658489:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.658493:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763758.658497:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763758.658501:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.658503:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763758.658507:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787763758.658512:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763758.658517:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763758.658519:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763758.658522:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763758.658524:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763758.658528:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763758.658535:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763758.658539:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763758.658550:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482263936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763758.658576:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763758.658582:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763758.658593:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482263936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763758.658642:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763758.658652:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25347)
00000800:00000200:0.1:1787763758.659154:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763758.659158:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787763758.659548:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763758.659554:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787763758.660032:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763758.660036:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787763758.660393:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763758.660396:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1787763761.409090:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763761.409097:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763761.409102:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763763.457044:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763763.457050:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763763.457054:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763763.778021:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763763.778036:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787763763.779262:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763763.779270:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787763763.779785:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763763.779789:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787763763.780151:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763763.780154:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787763763.780821:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763763.780825:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787763766.528992:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763766.528999:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763766.529005:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763768.576989:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763768.576997:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763768.577013:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763768.897455:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763768.897461:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763768.898086:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763768.898088:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763768.898459:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763768.898462:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763768.898782:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763768.898784:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763768.899094:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763768.899097:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787763771.649006:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763771.649013:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763771.649019:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763773.697088:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763773.697092:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763773.697095:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763774.016903:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763774.016912:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763774.016914:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763774.016918:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763774.016922:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763774.016928:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25352
00000400:00000200:3.0:1787763774.016936:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763774.016942:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763774.016946:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763774.016948:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.016951:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763774.016953:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.016955:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763774.016959:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763774.016961:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763774.016963:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763774.016967:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763774.016968:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763774.016970:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763774.016973:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.016975:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763774.016976:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.016978:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763774.016980:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763774.016983:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763774.016985:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763774.016987:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763774.016990:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763774.016993:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.016995:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763774.016997:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763774.017005:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787763774.017008:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763774.017012:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763774.017013:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.017016:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763774.017018:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763774.017022:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763774.017029:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763774.017036:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763774.017047:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482265344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763774.017056:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763774.017060:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763774.017064:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482265344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763774.017083:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763774.017086:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763774.017089:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763774.017091:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763774.017092:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763774.017094:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763774.017096:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25352
00000400:00000200:3.0:1787763774.017099:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763774.017101:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763774.017103:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763774.017105:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017107:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763774.017109:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017111:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763774.017113:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763774.017115:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763774.017116:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763774.017119:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763774.017121:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763774.017123:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763774.017126:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017127:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763774.017129:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017132:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763774.017154:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763774.017162:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017171:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763774.017176:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763774.017187:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763774.017197:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.017204:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763774.017212:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763774.017221:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.017228:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763774.017237:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787763774.017245:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763774.017253:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763774.017258:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.017265:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763774.017268:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763774.017276:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763774.017292:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763774.017303:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763774.017322:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482265472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763774.017335:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763774.017345:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763774.017368:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482265472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763774.017402:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763774.017431:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763774.017458:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763774.017464:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763774.017472:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763774.017485:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763774.017496:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25352
00000400:00000200:3.0:1787763774.017508:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763774.017518:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763774.017523:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763774.017536:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017543:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763774.017553:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017562:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763774.017568:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763774.017575:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763774.017581:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763774.017588:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763774.017593:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763774.017619:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763774.017627:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017634:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763774.017642:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017648:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763774.017657:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763774.017669:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017680:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763774.017686:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763774.017693:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763774.017700:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.017706:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763774.017710:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763774.017719:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.017727:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763774.017736:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000800:00000200:0.1:1787763774.017746:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000040:3.0:1787763774.017747:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763774.017784:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763774.017786:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.017788:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763774.017791:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763774.017794:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763774.017801:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763774.017811:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763774.017815:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00100000:3.0:1787763774.017826:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482265600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763774.017840:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763774.017843:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763774.017852:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482265600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763774.017863:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763774.017885:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763774.017893:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763774.017897:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763774.017899:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763774.017902:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763774.017910:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25352
00000400:00000200:3.0:1787763774.017917:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763774.017923:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763774.017927:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763774.017931:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017935:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763774.017939:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017946:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763774.017951:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763774.017954:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763774.017958:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763774.017960:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763774.017966:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763774.017970:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763774.017981:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017984:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763774.017990:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.017993:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763774.017996:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763774.018002:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763774.018007:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763774.018011:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763774.018016:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763774.018019:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.018020:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763774.018022:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763774.018024:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.018026:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763774.018029:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763774.018031:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763774.018033:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763774.018034:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.018036:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763774.018037:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763774.018039:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763774.018044:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763774.018049:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763774.018057:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482265728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763774.018072:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763774.018075:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763774.018081:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482265728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763774.018096:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763774.018103:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763774.018112:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763774.018117:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763774.018119:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763774.018123:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763774.018129:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25352
00000400:00000200:3.0:1787763774.018155:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763774.018165:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763774.018172:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763774.018182:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.018193:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763774.018201:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.018208:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763774.018215:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763774.018220:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763774.018226:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763774.018232:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763774.018239:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763774.018246:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763774.018256:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.018263:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763774.018271:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763774.018280:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763774.018288:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763774.018296:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763774.018305:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763774.018312:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763774.018318:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763774.018324:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.018332:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763774.018336:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763774.018344:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.018353:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763774.018365:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763774.018376:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763774.018387:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763774.018396:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763774.018407:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763774.018416:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763774.018426:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763774.018446:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763774.018459:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763774.018479:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482265856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763774.018504:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763774.018511:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763774.018529:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482265856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763774.018555:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763774.018564:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25362)
00000800:00000200:0.1:1787763774.018903:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763774.018905:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787763774.019131:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763774.019133:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787763774.019563:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763774.019568:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787763774.019988:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763774.019990:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787763776.768921:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763776.768925:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763776.768928:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763778.816919:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763778.816923:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763778.816927:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763779.137501:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763779.137505:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763779.138033:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763779.138035:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763779.138687:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763779.138693:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763779.139230:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763779.139232:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763779.139512:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763779.139518:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787763781.889046:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763781.889053:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763781.889057:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763783.937065:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763783.937072:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763783.937077:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763784.257934:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763784.257946:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763784.259098:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763784.259101:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763784.259458:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763784.259461:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763784.259936:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763784.259939:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763784.260285:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763784.260288:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1787763787.008921:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763787.008924:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763787.008927:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763789.056941:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763789.056949:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763789.056955:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763789.378374:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763789.379537:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763789.380070:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763789.380243:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763789.380390:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:3.0:1787763792.128998:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763792.129001:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763792.129004:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763794.177090:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763794.177096:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763794.177101:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763794.496897:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763794.496910:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763794.496913:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763794.496918:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763794.496925:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763794.496935:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25373
00000400:00000200:3.0:1787763794.496948:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763794.496957:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763794.496961:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763794.496965:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.496969:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.496973:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.496977:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763794.496982:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763794.496984:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763794.496988:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763794.496993:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763794.496996:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763794.496999:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763794.497003:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.497006:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.497009:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.497011:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763794.497015:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763794.497019:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763794.497022:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763794.497026:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763794.497030:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763794.497033:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.497036:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763794.497040:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763794.497049:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763794.497053:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763794.497058:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763794.497060:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.497064:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763794.497067:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763794.497073:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763794.497082:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763794.497091:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763794.497103:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482267904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763794.497117:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763794.497122:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.497128:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482267904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763794.497156:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763794.497161:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763794.497165:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763794.497168:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763794.497170:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763794.497175:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763794.497178:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25373
00000400:00000200:3.0:1787763794.497183:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763794.497187:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763794.497191:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763794.497195:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.497199:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.497204:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.497207:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763794.497210:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763794.497212:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763794.497214:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763794.497217:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763794.497220:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763794.497224:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763794.497239:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.497249:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.497261:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.497274:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763794.497287:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763794.497301:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763794.497317:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763794.497332:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763794.497347:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763794.497358:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.497365:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763794.497376:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763794.497389:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.497394:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763794.497407:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763794.497417:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763794.497428:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763794.497435:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.497443:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763794.497447:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763794.497482:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763794.497496:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763794.497533:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763794.497565:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482268032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763794.497598:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763794.497608:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.497625:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482268032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763794.497658:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763794.497664:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763794.497670:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763794.497673:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763794.497677:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763794.497681:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763794.497689:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25373
00000800:00000200:2.1:1787763794.497893:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763794.497900:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000400:00000200:3.0:1787763794.497950:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763794.497967:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763794.497980:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763794.497989:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.497997:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.498010:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.498022:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763794.498030:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763794.498040:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763794.498049:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763794.498057:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763794.498069:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763794.498090:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763794.498109:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.498121:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.498132:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.498139:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763794.498144:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763794.498153:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763794.498165:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763794.498176:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763794.498186:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763794.498198:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.498204:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763794.498214:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763794.498223:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.498227:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763794.498238:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763794.498250:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763794.498262:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763794.498269:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.498278:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763794.498284:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763794.498292:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763794.498307:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763794.498318:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763794.498338:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482268160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763794.498373:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763794.498384:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.498406:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482268160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763794.498446:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763794.498483:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763794.498503:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763794.498508:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763794.498517:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763794.498536:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763794.498550:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25373
00000400:00000200:3.0:1787763794.498571:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763794.498589:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763794.498600:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763794.498617:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.498629:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.498641:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.498653:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763794.498665:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763794.498675:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763794.498686:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763794.498695:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763794.498708:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763794.498724:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763794.498744:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.498792:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.498802:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.498809:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763794.498819:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763794.498832:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763794.498841:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763794.498855:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763794.498863:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763794.498872:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.498878:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763794.498888:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763794.498897:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.498905:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763794.498924:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763794.498935:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763794.498946:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763794.498954:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.498966:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763794.498974:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763794.498985:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763794.499002:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763794.499019:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763794.499035:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482268288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763794.499065:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763794.499073:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.499085:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482268288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763794.499117:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763794.499125:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763794.499135:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763794.499141:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763794.499148:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763794.499156:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763794.499162:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25373
00000400:00000200:3.0:1787763794.499174:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763794.499183:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763794.499188:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763794.499199:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.499205:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.499212:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.499217:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763794.499223:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763794.499227:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763794.499233:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763794.499238:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763794.499246:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763794.499252:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763794.499262:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.499271:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.499277:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763794.499286:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763794.499296:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763794.499309:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763794.499320:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763794.499328:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763794.499334:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763794.499341:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.499344:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763794.499348:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763794.499355:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.499360:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763794.499367:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763794.499373:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763794.499381:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763794.499384:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.499389:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763794.499394:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763794.499400:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763794.499409:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763794.499420:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763794.499436:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482268416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763794.499501:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763794.499511:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.499529:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482268416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763794.499571:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.499585:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25383)
00000800:00000200:2.1:1787763794.499615:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763794.499621:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763794.500135:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763794.500140:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763794.500723:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763794.500726:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763794.501154:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763794.501157:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787763797.249034:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763797.249043:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763797.249051:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763799.296985:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763799.296992:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763799.296998:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763799.616850:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763799.616865:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763799.616868:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763799.616873:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763799.616879:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763799.616887:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25378
00000400:00000200:3.0:1787763799.616899:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763799.616907:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763799.616911:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763799.616915:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.616919:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.616923:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.616926:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763799.616931:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763799.616933:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763799.616937:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763799.616942:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763799.616945:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763799.616949:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763799.616953:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.616955:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.616958:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.616960:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763799.616963:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763799.616982:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763799.616985:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763799.616989:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763799.616993:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763799.616997:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.616999:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763799.617002:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763799.617012:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787763799.617017:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763799.617022:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763799.617024:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.617028:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763799.617032:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763799.617037:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763799.617046:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763799.617055:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763799.617067:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482268544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763799.617082:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763799.617087:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.617093:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482268544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763799.617120:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763799.617124:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763799.617136:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763799.617138:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763799.617140:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763799.617145:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763799.617149:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25378
00000400:00000200:3.0:1787763799.617154:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763799.617159:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763799.617164:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763799.617172:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.617177:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.617183:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.617193:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763799.617198:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763799.617206:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763799.617213:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763799.617221:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763799.617233:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763799.617245:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763799.617263:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.617272:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.617280:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.617285:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763799.617293:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763799.617305:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763799.617313:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763799.617319:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763799.617333:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763799.617339:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.617342:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763799.617353:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763799.617360:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.617364:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763799.617374:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787763799.617380:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763799.617386:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763799.617391:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.617396:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763799.617401:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763799.617407:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763799.617440:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763799.617450:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763799.617466:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482268672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763799.617495:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763799.617503:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.617514:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482268672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763799.617540:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763799.617550:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763799.617560:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763799.617563:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763799.617566:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763799.617569:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763799.617578:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25378
00000400:00000200:3.0:1787763799.617659:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763799.617671:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763799.617677:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763799.617689:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.617692:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.617703:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.617713:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763799.617723:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763799.617732:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763799.617739:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763799.617802:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763799.617813:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000200:2.1:1787763799.617821:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:3.0:1787763799.617823:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000200:2.1:1787763799.617834:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1787763799.617838:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.617844:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.617854:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.617862:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763799.617869:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763799.617880:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763799.617890:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763799.617894:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763799.617903:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763799.617909:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.617918:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763799.617922:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763799.617931:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.617933:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763799.617940:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763799.617947:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763799.617952:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763799.617957:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.617964:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763799.617968:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763799.617974:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763799.617984:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763799.617993:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763799.618009:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482268800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763799.618062:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763799.618067:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.618081:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482268800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763799.618104:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763799.618114:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763799.618120:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763799.618127:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763799.618131:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763799.618136:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763799.618145:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25378
00000400:00000200:3.0:1787763799.618155:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763799.618166:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763799.618172:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763799.618180:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.618191:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.618204:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.618217:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763799.618229:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763799.618237:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763799.618246:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763799.618257:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763799.618267:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763799.618273:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763799.618287:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.618296:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.618304:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.618315:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763799.618324:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763799.618333:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763799.618340:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763799.618348:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763799.618354:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763799.618361:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.618371:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763799.618375:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763799.618385:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.618394:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763799.618408:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763799.618414:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763799.618444:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763799.618450:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.618459:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763799.618464:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763799.618470:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763799.618479:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763799.618490:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763799.618507:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482268928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763799.618536:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763799.618541:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.618551:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482268928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763799.618573:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763799.618580:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763799.618585:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763799.618591:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763799.618598:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763799.618606:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763799.618615:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25378
00000400:00000200:3.0:1787763799.618626:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763799.618635:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763799.618641:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763799.618651:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.618658:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.618665:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.618671:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763799.618677:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763799.618680:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763799.618686:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763799.618691:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763799.618696:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763799.618703:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763799.618722:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.618735:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.618790:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763799.618805:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763799.618814:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763799.618822:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763799.618830:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763799.618837:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763799.618845:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763799.618854:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.618862:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763799.618867:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763799.618871:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.618874:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763799.618883:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763799.618890:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763799.618900:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763799.618907:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.618911:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763799.618918:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763799.618921:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763799.618929:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763799.618937:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763799.618953:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482269056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763799.618976:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763799.618982:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.618993:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482269056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763799.619026:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.619037:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25388)
00000800:00000200:2.1:1787763799.619188:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763799.619191:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763799.619640:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763799.619643:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763799.620078:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763799.620082:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763799.620656:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763799.620660:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787763802.369038:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763802.369049:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763802.369056:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763804.417112:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763804.417118:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763804.417123:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763804.737370:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763804.737377:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763804.738094:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763804.738096:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763804.738282:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763804.738284:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763804.738483:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763804.738485:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763804.738821:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787763804.738823:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787763807.489055:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763807.489061:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763807.489066:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763809.537011:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763809.537019:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763809.537027:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763809.858010:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763809.858019:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787763809.859381:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763809.859387:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787763809.859824:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763809.859827:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787763809.860288:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763809.860294:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787763809.860947:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763809.860953:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1787763812.609184:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763812.609190:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763812.609196:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763814.657141:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763814.657148:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763814.657152:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763814.976890:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763814.976905:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763814.976913:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763814.976919:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763814.976927:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763814.976953:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25393
00000400:00000200:3.0:1787763814.976964:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763814.976983:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763814.976988:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763814.976993:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.976996:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.976998:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977000:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763814.977004:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763814.977006:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763814.977009:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763814.977039:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763814.977042:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763814.977044:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763814.977047:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977049:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.977050:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977052:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763814.977054:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763814.977058:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977059:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763814.977062:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763814.977065:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763814.977068:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.977070:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763814.977072:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763814.977084:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763814.977087:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763814.977092:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763814.977093:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.977096:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763814.977099:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763814.977102:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763814.977109:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763814.977134:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763814.977149:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482270464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763814.977163:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763814.977169:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.977176:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482270464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763814.977216:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763814.977221:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763814.977225:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763814.977227:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763814.977230:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763814.977236:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763814.977240:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25393
00000400:00000200:3.0:1787763814.977247:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763814.977262:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763814.977267:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763814.977280:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977288:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.977299:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977303:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763814.977310:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763814.977333:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763814.977346:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763814.977353:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763814.977371:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763814.977383:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763814.977403:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977418:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.977431:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977443:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763814.977453:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763814.977465:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977481:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763814.977487:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763814.977502:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763814.977519:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.977530:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763814.977539:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763814.977547:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.977551:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763814.977559:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763814.977564:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763814.977569:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763814.977572:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.977576:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763814.977579:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763814.977583:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763814.977591:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763814.977599:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763814.977609:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482270592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763814.977620:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763814.977623:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.977628:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482270592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763814.977650:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763814.977654:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763814.977658:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763814.977660:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763814.977663:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763814.977666:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763814.977669:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25393
00000400:00000200:3.0:1787763814.977675:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763814.977679:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763814.977682:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763814.977686:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977689:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.977692:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977695:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763814.977698:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763814.977699:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763814.977701:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763814.977704:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763814.977706:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763814.977709:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763814.977712:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977714:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.977717:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977720:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763814.977722:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763814.977726:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977729:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763814.977732:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763814.977737:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763814.977739:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.977758:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763814.977760:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763814.977792:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.977794:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763814.977797:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763814.977799:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763814.977802:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763814.977830:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.977832:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763814.977835:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763814.977837:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763814.977842:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763814.977847:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763814.977853:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482270720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763814.977863:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763814.977866:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.977870:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482270720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763814.977879:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763814.977883:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763814.977887:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763814.977889:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763814.977891:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763814.977894:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763814.977897:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25393
00000400:00000200:3.0:1787763814.977903:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763814.977909:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763814.977913:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763814.977920:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977924:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.977928:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977947:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763814.977950:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763814.977952:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763814.977954:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763814.977956:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763814.977959:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763814.977961:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763814.977965:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977968:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.977970:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977973:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763814.977976:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763814.977980:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763814.977983:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763814.977986:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763814.977989:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763814.977992:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.977994:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763814.977997:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763814.977998:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.978000:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763814.978003:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763814.978023:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763814.978026:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763814.978028:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.978030:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763814.978032:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763814.978035:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763814.978039:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763814.978045:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763814.978051:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482270848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763814.978061:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763814.978063:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.978068:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482270848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763814.978077:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763814.978081:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763814.978085:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763814.978087:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763814.978089:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763814.978092:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763814.978109:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25393
00000400:00000200:3.0:1787763814.978113:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763814.978117:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763814.978120:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763814.978122:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.978125:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.978127:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.978130:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763814.978132:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763814.978134:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763814.978135:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763814.978138:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763814.978140:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763814.978143:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763814.978147:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.978150:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.978152:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763814.978155:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763814.978173:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763814.978179:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763814.978184:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763814.978188:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763814.978195:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763814.978198:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.978201:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763814.978205:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763814.978209:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.978212:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763814.978219:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787763814.978223:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763814.978228:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763814.978230:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.978234:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763814.978236:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763814.978240:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763814.978248:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763814.978255:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763814.978265:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482270976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763814.978280:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763814.978293:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.978301:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482270976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763814.978338:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.978347:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25403)
00000800:00000200:0.1:1787763814.979159:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763814.979185:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787763814.979785:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763814.979788:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787763814.980099:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763814.980101:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787763814.980491:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763814.980494:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787763814.980897:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763814.980900:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1787763817.728952:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763817.729007:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763817.729012:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763819.776981:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763819.776989:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763819.776993:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763820.097581:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763820.097586:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763820.101005:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763820.101008:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763820.101608:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763820.101611:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763820.102117:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763820.102121:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763820.104103:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763820.104106:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1787763822.848989:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763822.848994:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763822.848998:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763824.897057:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763824.897060:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763824.897063:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763825.216917:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763825.216928:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763825.216931:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763825.216935:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763825.216940:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763825.216966:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25403
00000400:00000200:3.0:1787763825.216978:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763825.216986:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763825.216991:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763825.216995:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.216999:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763825.217002:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.217005:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763825.217010:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763825.217029:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763825.217033:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763825.217038:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763825.217041:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763825.217061:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763825.217064:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.217067:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763825.217069:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.217070:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763825.217074:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763825.217078:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763825.217081:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763825.217084:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763825.217087:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763825.217090:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.217092:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763825.217095:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763825.217104:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787763825.217107:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763825.217112:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763825.217114:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.217117:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763825.217120:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763825.217124:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763825.217132:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763825.217140:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763825.217151:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482271744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763825.217181:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763825.217187:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763825.217193:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482271744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763825.217223:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763825.217227:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763825.217232:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763825.217234:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763825.217236:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763825.217240:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763825.217282:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25403
00000400:00000200:3.0:1787763825.217286:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763825.217290:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763825.217293:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763825.217297:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.217299:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763825.217303:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.217305:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763825.217308:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763825.217309:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763825.217312:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763825.217316:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763825.217319:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763825.217321:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763825.217324:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.217327:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763825.217330:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.217352:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763825.217356:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763825.217361:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763825.217369:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763825.217372:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763825.217379:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763825.217384:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.217391:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763825.217397:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763825.217407:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.217414:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763825.217424:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787763825.217430:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763825.217437:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763825.217442:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.217466:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763825.217613:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763825.217622:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763825.217646:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763825.217659:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763825.217677:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482271872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763825.217711:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763825.217722:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763825.217736:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482271872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763825.217883:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763825.217894:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763825.217901:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763825.217915:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763825.217917:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787763825.217919:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787763825.217922:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763825.217928:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25403
00000800:00000200:1.1:1787763825.217931:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000400:00000200:3.0:1787763825.217939:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763825.217950:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763825.217955:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763825.217970:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.217976:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763825.217984:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.217989:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763825.217998:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763825.218003:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763825.218009:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763825.218016:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763825.218027:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763825.218032:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763825.218045:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218049:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763825.218057:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218059:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763825.218066:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763825.218081:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218095:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763825.218097:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763825.218109:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763825.218124:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.218130:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763825.218135:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763825.218144:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.218157:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763825.218176:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787763825.218193:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763825.218203:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763825.218210:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.218217:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763825.218222:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763825.218225:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763825.218232:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763825.218237:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763825.218258:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482272000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763825.218265:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763825.218267:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763825.218270:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482272000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763825.218289:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763825.218291:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763825.218300:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763825.218302:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763825.218304:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763825.218315:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763825.218331:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25403
00000400:00000200:3.0:1787763825.218353:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763825.218358:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763825.218361:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763825.218372:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218376:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763825.218379:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218387:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763825.218392:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763825.218398:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763825.218405:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763825.218409:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763825.218420:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763825.218423:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763825.218434:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218439:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763825.218445:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218457:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763825.218462:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763825.218474:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218485:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763825.218495:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763825.218505:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763825.218509:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.218524:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763825.218526:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763825.218532:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.218537:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763825.218546:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763825.218554:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763825.218568:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763825.218574:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.218578:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763825.218582:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763825.218593:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763825.218610:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763825.218618:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763825.218630:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482272128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763825.218657:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763825.218659:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763825.218662:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482272128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763825.218669:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763825.218671:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763825.218673:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763825.218674:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763825.218676:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763825.218678:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763825.218686:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25403
00000400:00000200:3.0:1787763825.218705:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763825.218715:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763825.218720:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763825.218730:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218742:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763825.218774:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218779:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763825.218781:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763825.218785:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763825.218792:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763825.218797:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763825.218809:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763825.218814:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763825.218821:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218827:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763825.218842:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218851:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763825.218858:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763825.218870:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763825.218876:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763825.218885:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763825.218889:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763825.218901:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.218904:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763825.218907:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763825.218914:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.218921:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763825.218926:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763825.218931:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763825.218938:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763825.218940:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763825.218949:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763825.218952:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763825.218958:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763825.218973:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763825.218986:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763825.218996:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482272256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763825.219033:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763825.219037:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763825.219042:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482272256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763825.219080:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763825.219094:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25413)
00000800:00000200:1.1:1787763825.219403:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763825.219407:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763825.219809:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763825.219813:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763825.220299:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763825.220303:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763825.220726:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763825.220729:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1787763827.969018:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763827.969024:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763827.969029:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763830.017005:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763830.017012:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763830.017017:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763830.336863:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763830.336883:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763830.336886:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763830.336889:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763830.336893:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763830.336899:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25408
00000400:00000200:3.0:1787763830.336908:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763830.336914:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763830.336916:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763830.336919:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.336921:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763830.336923:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.336925:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763830.336928:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763830.336929:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763830.336932:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763830.336935:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763830.336937:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763830.336946:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763830.336948:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.336950:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763830.336951:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.336953:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763830.336955:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763830.336957:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763830.336959:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763830.336961:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763830.336964:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763830.336966:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.336968:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763830.336970:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763830.336977:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763830.336980:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763830.336995:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763830.336997:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337000:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763830.337002:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763830.337007:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763830.337017:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763830.337025:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763830.337037:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482272384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763830.337049:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763830.337052:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763830.337057:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482272384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763830.337086:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763830.337088:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763830.337091:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763830.337093:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763830.337094:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763830.337097:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763830.337099:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25408
00000400:00000200:3.0:1787763830.337102:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763830.337104:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763830.337106:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763830.337108:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337110:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763830.337112:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337114:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763830.337116:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763830.337117:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763830.337118:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763830.337120:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763830.337122:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763830.337123:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763830.337125:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337127:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763830.337129:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337131:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763830.337132:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763830.337134:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337136:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763830.337137:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763830.337142:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763830.337143:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337145:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763830.337150:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763830.337154:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337157:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763830.337161:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763830.337164:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763830.337170:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763830.337172:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337176:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763830.337180:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763830.337183:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763830.337189:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763830.337195:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763830.337206:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482272512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763830.337234:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763830.337237:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763830.337242:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482272512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763830.337256:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763830.337259:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763830.337266:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763830.337269:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763830.337271:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763830.337275:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763830.337279:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25408
00000400:00000200:3.0:1787763830.337282:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763830.337283:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763830.337285:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763830.337287:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337289:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763830.337290:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337292:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763830.337293:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763830.337294:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763830.337296:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763830.337297:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763830.337298:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763830.337300:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763830.337302:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337303:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763830.337304:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337305:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763830.337307:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763830.337308:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337310:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763830.337311:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763830.337313:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763830.337314:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337315:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763830.337317:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763830.337318:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337319:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763830.337322:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763830.337324:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763830.337325:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763830.337326:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337327:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763830.337328:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763830.337330:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763830.337333:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763830.337335:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763830.337337:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482272640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763830.337342:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763830.337344:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763830.337346:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482272640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763830.337354:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763830.337357:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763830.337361:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763830.337362:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763830.337364:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763830.337367:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763830.337369:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25408
00000400:00000200:3.0:1787763830.337373:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763830.337376:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763830.337378:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763830.337381:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337384:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763830.337386:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337388:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763830.337391:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763830.337392:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763830.337394:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763830.337395:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763830.337397:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763830.337400:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763830.337402:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337404:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763830.337405:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337406:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763830.337408:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763830.337409:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337411:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763830.337412:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763830.337415:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763830.337416:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337417:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763830.337419:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763830.337421:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337422:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763830.337425:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763830.337426:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763830.337428:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763830.337429:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337430:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763830.337431:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763830.337432:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763830.337437:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763830.337439:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763830.337443:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482272768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763830.337455:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763830.337457:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763830.337460:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482272768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763830.337465:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763830.337467:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763830.337469:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763830.337470:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763830.337471:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763830.337473:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763830.337475:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25408
00000400:00000200:3.0:1787763830.337477:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763830.337479:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763830.337480:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763830.337482:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337484:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763830.337485:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337486:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763830.337488:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763830.337488:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763830.337489:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763830.337490:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763830.337492:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763830.337493:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763830.337494:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337496:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763830.337497:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337498:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763830.337499:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763830.337501:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763830.337502:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763830.337503:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763830.337504:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763830.337506:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337507:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763830.337508:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763830.337510:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337511:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763830.337513:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763830.337514:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763830.337516:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763830.337517:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763830.337518:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763830.337519:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763830.337520:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763830.337534:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763830.337536:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763830.337539:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482272896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763830.337544:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763830.337545:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763830.337547:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482272896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763830.337552:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763830.337555:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25419)
00000800:00000200:1.1:1787763830.338681:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763830.338684:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763830.339022:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763830.339024:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763830.340460:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763830.340462:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763830.340645:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763830.340646:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763830.340903:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763830.340904:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787763833.088952:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763833.088956:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763833.088959:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763835.136943:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763835.136950:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763835.136955:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763835.457586:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763835.457594:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763835.458575:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763835.458577:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763835.458942:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763835.458944:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763835.459159:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763835.459160:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763835.459370:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763835.459371:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787763838.208971:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763838.208975:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763838.208978:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763840.256939:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763840.256943:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763840.256946:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763840.576859:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763840.576867:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763840.576869:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763840.576872:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763840.576876:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763840.576882:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25419
00000400:00000200:3.0:1787763840.576890:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763840.576896:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763840.576899:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763840.576902:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.576904:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763840.576908:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.576910:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763840.576915:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763840.576917:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763840.576921:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763840.576925:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763840.576928:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763840.576931:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763840.576935:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.576937:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763840.576939:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.576942:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763840.576945:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763840.576950:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763840.576953:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763840.576956:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763840.576961:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763840.576963:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.576965:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763840.576968:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763840.576973:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787763840.576976:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763840.576981:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763840.576983:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.576987:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763840.576989:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763840.576994:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763840.577002:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763840.577010:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763840.577023:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482273664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763840.577034:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763840.577038:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763840.577043:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482273664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763840.577066:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763840.577069:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763840.577073:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763840.577148:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763840.577152:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763840.577159:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787763840.578416:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763840.578419:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1787763840.579342:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25419
00000400:00000200:3.0:1787763840.579349:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763840.579353:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763840.579367:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763840.579372:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579376:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763840.579379:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579381:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763840.579384:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763840.579386:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763840.579388:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763840.579431:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763840.579434:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763840.579436:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763840.579440:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579442:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763840.579444:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579446:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763840.579448:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763840.579450:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579453:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763840.579455:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763840.579460:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763840.579462:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.579463:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763840.579467:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763840.579469:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.579471:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763840.579474:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787763840.579476:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763840.579478:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763840.579480:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.579482:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763840.579483:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763840.579485:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763840.579488:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763840.579491:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763840.579496:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482273792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763840.579502:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763840.579504:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763840.579506:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482273792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763840.579520:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763840.579522:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763840.579525:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763840.579527:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763840.579528:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763840.579531:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763840.579533:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25419
00000400:00000200:3.0:1787763840.579538:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763840.579542:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763840.579545:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763840.579551:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579554:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763840.579558:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579563:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763840.579568:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763840.579570:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763840.579572:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763840.579575:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763840.579578:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763840.579582:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763840.579588:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579592:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763840.579596:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579600:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763840.579605:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763840.579610:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579615:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763840.579618:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763840.579622:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763840.579627:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.579632:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763840.579635:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763840.579639:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.579642:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763840.579648:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787763840.579650:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763840.579655:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763840.579657:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.579660:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763840.579664:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763840.579667:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763840.579673:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763840.579678:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763840.579686:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482273920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763840.579699:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763840.579703:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763840.579711:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482273920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763840.579725:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763840.579732:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763840.579743:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763840.579767:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763840.579772:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763840.579778:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763840.579785:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25419
00000400:00000200:3.0:1787763840.579794:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763840.579801:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763840.579806:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763840.579813:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:1.1:1787763840.579816:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787763840.579818:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763840.579821:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787763840.579823:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579827:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763840.579832:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763840.579835:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763840.579839:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763840.579843:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763840.579847:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763840.579851:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763840.579859:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579864:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763840.579869:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579874:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763840.579879:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763840.579884:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763840.579887:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763840.579891:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763840.579894:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763840.579900:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.579904:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763840.579908:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763840.579914:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.579919:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763840.579926:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763840.579930:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763840.579933:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763840.579935:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.579939:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763840.579943:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763840.579948:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763840.579957:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763840.579965:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763840.579974:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482274048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763840.579987:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763840.579991:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763840.579997:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482274048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763840.580024:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763840.580027:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763840.580036:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763840.580039:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763840.580043:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763840.580047:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763840.580053:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25419
00000400:00000200:3.0:1787763840.580062:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763840.580069:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763840.580072:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763840.580078:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.580084:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763840.580088:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.580093:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763840.580096:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763840.580099:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763840.580102:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763840.580105:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763840.580110:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763840.580115:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763840.580120:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.580123:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763840.580128:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763840.580131:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763840.580154:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763840.580162:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763840.580167:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763840.580170:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763840.580174:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763840.580179:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.580183:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763840.580186:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763840.580203:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.580208:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763840.580213:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763840.580218:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763840.580221:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763840.580222:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763840.580223:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763840.580224:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763840.580226:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763840.580230:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763840.580235:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763840.580244:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482274176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763840.580254:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763840.580255:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763840.580261:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482274176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763840.580275:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763840.580281:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25429)
00000800:00000200:1.1:1787763840.580363:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763840.580364:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763840.580545:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763840.580546:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763840.580812:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763840.580814:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787763843.331966:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763843.331971:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763843.331973:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763845.376926:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763845.376930:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763845.376933:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763845.696829:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763845.696838:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763845.696840:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763845.696843:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763845.696847:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763845.696853:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25424
00000400:00000200:3.0:1787763845.696860:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763845.696867:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763845.696869:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763845.696873:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.696876:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763845.696878:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.696880:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763845.696883:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763845.696885:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763845.696887:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763845.696890:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763845.696892:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763845.696894:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763845.696896:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.696897:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763845.696899:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.696900:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763845.696902:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763845.696905:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763845.696906:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763845.696908:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763845.696911:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763845.696912:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.696914:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763845.696916:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763845.696924:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763845.696929:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763845.696933:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763845.696934:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.696937:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763845.696940:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763845.696943:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763845.696952:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763845.696958:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763845.696968:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482274304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763845.696977:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763845.696980:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763845.696983:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482274304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763845.697000:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763845.697002:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763845.697005:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763845.697006:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763845.697007:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763845.697010:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763845.697012:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25424
00000400:00000200:3.0:1787763845.697015:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763845.697017:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763845.697019:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763845.697022:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697024:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763845.697026:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697030:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763845.697032:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763845.697034:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763845.697036:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763845.697039:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763845.697042:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763845.697044:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763845.697047:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697049:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763845.697052:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697055:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763845.697060:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763845.697065:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697070:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763845.697074:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763845.697079:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763845.697083:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697084:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763845.697087:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763845.697089:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697091:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763845.697093:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763845.697095:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763845.697096:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763845.697097:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697099:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763845.697112:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763845.697114:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763845.697117:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763845.697124:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763845.697129:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482274432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763845.697141:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763845.697144:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763845.697151:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482274432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763845.697160:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763845.697164:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763845.697169:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763845.697173:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763845.697175:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763845.697177:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763845.697180:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25424
00000400:00000200:3.0:1787763845.697186:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763845.697190:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763845.697192:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763845.697196:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697200:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763845.697202:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697206:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763845.697208:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763845.697209:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763845.697210:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763845.697212:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763845.697217:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763845.697218:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763845.697221:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697223:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763845.697227:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697230:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763845.697234:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763845.697238:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697241:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763845.697244:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763845.697249:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763845.697255:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697259:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763845.697263:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763845.697270:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697274:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763845.697289:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763845.697295:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763845.697300:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763845.697301:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697304:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763845.697307:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763845.697311:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763845.697317:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763845.697322:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763845.697331:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482274560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763845.697354:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763845.697359:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763845.697369:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482274560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763845.697385:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763845.697389:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763845.697391:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763845.697395:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763845.697397:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763845.697399:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763845.697404:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25424
00000400:00000200:3.0:1787763845.697411:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763845.697417:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763845.697419:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787763845.697422:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787763845.697424:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697428:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763845.697429:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1787763845.697431:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697436:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763845.697439:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763845.697441:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763845.697444:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763845.697446:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763845.697449:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763845.697451:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763845.697454:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697458:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763845.697460:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697463:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763845.697466:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763845.697473:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697475:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763845.697478:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763845.697480:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763845.697484:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697485:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763845.697489:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763845.697492:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697494:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763845.697500:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763845.697503:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763845.697508:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763845.697509:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697512:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763845.697515:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763845.697518:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763845.697524:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763845.697529:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763845.697537:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482274688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763845.697548:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763845.697551:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763845.697581:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482274688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763845.697600:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763845.697605:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763845.697610:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763845.697612:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763845.697613:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763845.697617:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763845.697622:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25424
00000400:00000200:3.0:1787763845.697629:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763845.697635:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763845.697639:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763845.697644:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697648:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763845.697652:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697656:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763845.697659:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763845.697661:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763845.697664:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763845.697668:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763845.697671:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763845.697674:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763845.697678:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697681:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763845.697685:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697688:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763845.697694:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763845.697702:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763845.697708:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763845.697713:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763845.697718:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763845.697724:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697728:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763845.697733:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763845.697739:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697743:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763845.697747:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763845.697775:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763845.697778:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763845.697781:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763845.697784:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763845.697787:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763845.697790:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763845.697797:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763845.697802:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763845.697810:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482274816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763845.697837:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763845.697840:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763845.697846:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482274816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763845.697861:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763845.697866:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25434)
00000800:00000200:1.1:1787763845.698127:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763845.698130:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763845.698458:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763845.698460:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763845.698782:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763845.698785:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763845.699122:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763845.699124:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787763848.448881:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763848.448886:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763848.448889:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763850.496878:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763850.496883:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763850.496886:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763850.816836:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763850.816844:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763850.816846:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763850.816850:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763850.816854:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763850.816860:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25429
00000400:00000200:3.0:1787763850.816868:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763850.816873:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763850.816875:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763850.816878:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.816881:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.816882:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.816884:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763850.816887:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763850.816889:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763850.816891:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763850.816894:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763850.816895:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763850.816897:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763850.816899:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.816900:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.816901:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.816903:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763850.816905:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763850.816907:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763850.816909:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763850.816911:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763850.816913:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763850.816915:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.816917:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763850.816918:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763850.816927:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787763850.816929:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763850.816932:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763850.816934:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.816936:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763850.816939:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763850.816942:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763850.816949:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763850.816954:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763850.816961:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482274944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763850.816969:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763850.816973:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.816976:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482274944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763850.816993:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763850.816996:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763850.816998:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763850.816999:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763850.817001:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763850.817003:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763850.817004:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25429
00000400:00000200:3.0:1787763850.817007:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763850.817009:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763850.817010:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763850.817012:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817015:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.817017:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817020:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763850.817022:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763850.817024:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763850.817026:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763850.817029:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763850.817031:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763850.817035:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763850.817038:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817042:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.817048:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817053:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763850.817078:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763850.817086:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817093:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763850.817098:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763850.817107:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763850.817114:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817119:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763850.817124:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763850.817130:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817134:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763850.817155:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787763850.817158:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763850.817164:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763850.817166:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817168:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763850.817171:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763850.817174:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763850.817179:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763850.817186:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763850.817199:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482275072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763850.817213:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763850.817220:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.817231:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482275072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763850.817252:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763850.817256:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763850.817260:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763850.817261:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763850.817263:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763850.817265:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763850.817268:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25429
00000400:00000200:3.0:1787763850.817271:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763850.817274:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763850.817275:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763850.817277:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817279:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.817281:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817282:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763850.817284:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763850.817287:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763850.817291:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763850.817293:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763850.817294:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763850.817298:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763850.817305:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817307:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.817311:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817314:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763850.817319:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763850.817326:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817332:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763850.817335:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763850.817341:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763850.817344:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817346:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763850.817350:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763850.817354:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817360:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763850.817364:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787763850.817368:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763850.817370:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763850.817373:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817375:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763850.817377:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763850.817380:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763850.817387:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763850.817392:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763850.817392:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763850.817398:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000100:00100000:3.0:1787763850.817403:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482275200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763850.817417:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763850.817420:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.817429:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482275200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763850.817442:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763850.817446:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763850.817453:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763850.817457:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763850.817460:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763850.817466:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763850.817471:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25429
00000400:00000200:3.0:1787763850.817476:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763850.817483:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763850.817488:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763850.817493:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817499:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.817502:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817508:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763850.817511:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763850.817513:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763850.817516:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763850.817518:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763850.817522:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763850.817526:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763850.817530:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817535:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.817536:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817538:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763850.817540:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763850.817561:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817563:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763850.817564:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763850.817567:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763850.817570:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817575:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763850.817581:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763850.817588:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817593:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763850.817601:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763850.817608:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763850.817615:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763850.817617:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817619:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763850.817621:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763850.817623:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763850.817626:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763850.817629:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763850.817633:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482275328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763850.817643:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763850.817645:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.817647:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482275328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763850.817652:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763850.817654:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763850.817656:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763850.817657:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763850.817659:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763850.817660:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763850.817662:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25429
00000400:00000200:3.0:1787763850.817665:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763850.817667:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763850.817668:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763850.817670:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817671:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.817672:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817674:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763850.817675:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763850.817676:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763850.817677:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763850.817678:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763850.817680:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763850.817681:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763850.817682:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817684:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.817685:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817686:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763850.817688:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763850.817690:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763850.817692:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763850.817693:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763850.817695:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763850.817696:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817697:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763850.817699:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763850.817701:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817702:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763850.817704:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763850.817706:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763850.817707:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763850.817708:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.817709:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763850.817710:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763850.817711:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763850.817713:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763850.817715:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763850.817718:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482275456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763850.817722:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763850.817723:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.817726:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482275456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763850.817730:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.817733:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25439)
00000800:00000200:1.1:1787763850.818921:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763850.818923:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763850.819128:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763850.819130:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763850.819314:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763850.819316:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763850.819527:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763850.819529:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1787763853.568986:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763853.568989:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763853.568992:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763855.617007:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763855.617012:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763855.617017:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763855.937343:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763855.937722:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763855.938082:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763855.938246:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763855.938404:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:3.0:1787763858.688926:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763858.688931:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763858.688936:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763860.736909:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763860.736914:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763860.736917:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763861.057610:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763861.057616:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787763861.058461:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763861.058464:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787763861.058812:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763861.058815:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787763861.059159:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763861.059162:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787763861.059466:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763861.059468:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787763863.808929:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763863.808956:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763863.808960:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763865.856902:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763865.856906:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763865.856908:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763866.178715:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763866.178718:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763866.181374:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763866.181376:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763866.181583:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763866.181585:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763866.181787:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763866.181789:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763866.182039:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763866.182042:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787763868.928885:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763868.928890:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763868.928894:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787763870.976964:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763870.976968:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763870.976970:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763871.296833:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763871.296841:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763871.296843:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763871.296846:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763871.296849:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763871.296855:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25449
00000400:00000200:3.0:1787763871.296863:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763871.296868:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763871.296871:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763871.296873:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.296876:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763871.296877:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.296879:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763871.296882:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763871.296884:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763871.296886:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763871.296889:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763871.296891:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763871.296893:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763871.296895:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.296896:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763871.296897:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.296899:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763871.296900:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763871.296903:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763871.296905:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763871.296907:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763871.296909:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763871.296911:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.296913:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763871.296915:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763871.296920:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763871.296939:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763871.296943:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763871.296944:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.296947:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763871.296949:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763871.296952:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763871.296960:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763871.296965:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763871.296976:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482277504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763871.296987:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763871.296991:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763871.296997:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482277504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763871.297026:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763871.297028:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763871.297031:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763871.297032:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763871.297034:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763871.297057:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763871.297060:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25449
00000400:00000200:3.0:1787763871.297064:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763871.297069:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763871.297073:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763871.297078:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297081:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763871.297084:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297090:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763871.297093:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763871.297094:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763871.297095:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763871.297097:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763871.297100:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763871.297103:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763871.297108:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297110:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763871.297114:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297118:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763871.297122:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763871.297128:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297133:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763871.297136:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763871.297151:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763871.297155:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297159:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763871.297163:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763871.297169:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297171:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763871.297177:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763871.297180:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763871.297184:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763871.297185:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297187:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763871.297190:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763871.297194:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763871.297200:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763871.297214:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763871.297225:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482277632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763871.297237:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763871.297241:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763871.297248:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482277632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763871.297260:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763871.297271:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763871.297275:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763871.297276:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763871.297278:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763871.297281:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763871.297284:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25449
00000400:00000200:3.0:1787763871.297289:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763871.297292:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763871.297297:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763871.297319:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297323:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763871.297330:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297336:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763871.297341:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763871.297344:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763871.297348:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763871.297353:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763871.297355:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763871.297357:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763871.297361:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297363:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763871.297370:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297375:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763871.297379:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000800:00000200:0.1:1787763871.297380:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787763871.297386:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000200:0.1:1787763871.297391:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1787763871.297393:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763871.297397:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763871.297404:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763871.297409:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297415:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763871.297419:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763871.297426:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297431:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763871.297439:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763871.297445:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763871.297452:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763871.297456:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297463:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763871.297467:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763871.297473:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763871.297481:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763871.297490:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763871.297500:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482277760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763871.297512:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763871.297515:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763871.297519:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482277760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763871.297539:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763871.297546:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763871.297556:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763871.297559:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763871.297564:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763871.297568:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763871.297573:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25449
00000400:00000200:3.0:1787763871.297578:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763871.297581:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763871.297587:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763871.297592:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297595:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763871.297600:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297605:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763871.297611:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763871.297614:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763871.297618:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763871.297623:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763871.297627:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763871.297630:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763871.297639:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297644:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763871.297649:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297653:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763871.297657:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763871.297664:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297669:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763871.297672:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763871.297676:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763871.297680:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297684:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763871.297686:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763871.297688:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297689:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763871.297692:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763871.297693:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763871.297695:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763871.297696:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297697:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763871.297699:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763871.297702:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763871.297708:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763871.297715:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763871.297722:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482277888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763871.297735:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763871.297738:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763871.297766:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482277888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763871.297777:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763871.297781:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763871.297784:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763871.297788:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763871.297794:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763871.297800:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763871.297808:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25449
00000400:00000200:3.0:1787763871.297818:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763871.297823:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763871.297827:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763871.297832:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297835:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763871.297841:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297845:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763871.297849:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763871.297851:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763871.297853:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763871.297856:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763871.297860:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763871.297863:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763871.297869:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297875:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763871.297877:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297878:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763871.297883:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763871.297888:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763871.297892:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763871.297894:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763871.297896:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763871.297897:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297899:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763871.297900:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763871.297902:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297903:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763871.297907:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763871.297909:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763871.297911:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763871.297912:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763871.297914:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763871.297917:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763871.297921:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763871.297940:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763871.297946:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763871.297951:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482278016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763871.297961:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763871.297966:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763871.297975:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482278016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763871.298002:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763871.298012:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25460)
00000800:00000200:0.1:1787763871.298097:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763871.298099:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787763871.298315:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763871.298316:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787763871.298514:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763871.298516:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787763871.298809:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763871.298811:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1787763874.048999:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763874.049004:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763874.049007:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763875.072855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763875.072857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763876.096903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763876.096910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763876.096916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763876.096918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763876.096922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763876.096923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763876.096982:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763876.096985:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763876.096987:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763876.416909:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763876.416922:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763876.416925:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763876.416930:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763876.416936:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763876.416946:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25455
00000400:00000200:3.0:1787763876.416958:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763876.416966:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763876.416970:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763876.416975:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.416980:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763876.416983:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.416987:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763876.416992:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763876.416994:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763876.416998:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763876.417003:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763876.417006:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763876.417011:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763876.417016:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.417019:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763876.417022:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.417025:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763876.417029:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763876.417034:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763876.417038:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763876.417042:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763876.417047:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763876.417051:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.417054:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763876.417057:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763876.417065:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787763876.417069:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763876.417074:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763876.417092:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.417095:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763876.417098:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763876.417103:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763876.417111:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763876.417118:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763876.417128:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482278144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763876.417141:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763876.417146:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763876.417152:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482278144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763876.417197:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763876.417201:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763876.417206:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763876.417208:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763876.417211:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763876.417216:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763876.417220:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25455
00000400:00000200:3.0:1787763876.417226:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763876.417232:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763876.417236:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763876.417241:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.417244:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763876.417249:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.417253:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763876.417256:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763876.417258:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763876.417261:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763876.417266:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763876.417273:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763876.417280:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763876.417308:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.417312:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763876.417317:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.417323:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763876.417330:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763876.417416:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763876.417421:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763876.417423:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763876.417429:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763876.417434:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.417437:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763876.417444:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763876.417449:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.417456:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763876.417605:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000800:00000200:0.1:1787763876.417613:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000040:3.0:1787763876.417615:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000800:00000200:0.1:1787763876.417621:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
02000000:00000001:3.0:1787763876.417624:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763876.417628:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.417637:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763876.417642:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763876.417646:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763876.417657:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763876.417666:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763876.417805:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482278272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763876.417831:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763876.417839:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763876.417853:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482278272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763876.417876:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763876.417884:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763876.417914:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763876.417918:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763876.417922:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763876.417928:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763876.417933:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25455
00000400:00000200:3.0:1787763876.417944:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763876.417954:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763876.417961:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763876.417970:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.417975:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763876.417982:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.417988:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763876.417994:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763876.417998:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763876.418002:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763876.418007:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763876.418011:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763876.418015:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763876.418023:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418028:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763876.418034:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418039:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763876.418044:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763876.418053:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418059:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763876.418063:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763876.418069:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763876.418076:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.418080:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763876.418083:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763876.418086:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.418087:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763876.418092:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763876.418099:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763876.418108:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763876.418131:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.418138:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763876.418143:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763876.418149:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763876.418161:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763876.418174:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763876.418195:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482278400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763876.418214:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763876.418223:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763876.418232:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482278400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763876.418257:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763876.418264:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763876.418270:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763876.418272:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763876.418294:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763876.418299:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763876.418323:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25455
00000400:00000200:3.0:1787763876.418331:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763876.418340:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763876.418346:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763876.418353:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418359:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763876.418364:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418369:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763876.418377:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763876.418381:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763876.418388:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763876.418392:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763876.418396:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763876.418404:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763876.418412:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418415:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763876.418416:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418418:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763876.418420:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763876.418422:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418424:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763876.418425:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763876.418428:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763876.418430:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.418433:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763876.418438:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763876.418445:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.418451:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763876.418459:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763876.418467:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763876.418472:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763876.418476:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.418484:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763876.418488:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763876.418492:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763876.418500:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763876.418508:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763876.418519:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482278528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763876.418543:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763876.418549:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763876.418561:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482278528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763876.418582:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763876.418589:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763876.418596:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763876.418601:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763876.418603:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763876.418606:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763876.418613:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25455
00000400:00000200:3.0:1787763876.418621:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763876.418629:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763876.418636:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1787763876.418642:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787763876.418646:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:0.1:1787763876.418648:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1787763876.418653:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763876.418661:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418668:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763876.418672:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763876.418675:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763876.418679:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763876.418685:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763876.418688:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763876.418695:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763876.418703:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418707:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763876.418713:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418719:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763876.418725:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763876.418733:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763876.418741:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763876.418746:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763876.418787:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763876.418797:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.418805:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763876.418811:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763876.418819:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.418825:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763876.418832:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763876.418837:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763876.418846:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763876.418849:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763876.418854:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763876.418856:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763876.418861:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763876.418869:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763876.418874:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763876.418887:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482278656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763876.418908:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763876.418911:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763876.418921:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482278656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763876.418961:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763876.418969:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25465)
00000800:00000200:0.1:1787763876.419284:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763876.419286:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787763876.419730:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763876.419732:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787763876.420147:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763876.420149:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00010000:00000001:2.0:1787763877.120856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763877.120862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763877.120868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763877.120869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763877.120873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763877.120874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763878.144961:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763878.144970:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763878.144973:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763878.144976:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763878.144983:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763878.144986:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763878.144988:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763878.144991:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763878.144996:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763878.144997:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763878.145001:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763878.145003:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763879.168851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763879.168857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763879.168862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763879.168863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763879.168866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763879.168867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763879.168944:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763879.168952:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763879.168958:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763880.192847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763880.192854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763880.192860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763880.192861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763880.192880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763880.192882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763881.216933:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763881.216995:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763881.217004:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763881.217006:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763881.217010:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763881.217012:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763881.217089:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763881.217095:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763881.217101:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763881.536862:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763881.536872:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763881.536874:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763881.536877:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763881.536881:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763881.536891:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25460
00000400:00000200:3.0:1787763881.536900:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763881.536908:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763881.536911:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763881.536915:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.536918:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.536921:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.536924:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763881.536927:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763881.536930:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763881.536932:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763881.536936:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763881.536939:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763881.536942:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763881.536944:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.536946:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.536947:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.536948:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763881.536951:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763881.536953:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763881.536954:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763881.536957:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763881.536959:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763881.536961:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.536963:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763881.536965:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763881.536971:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763881.536974:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763881.536977:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763881.536978:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.536981:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763881.536983:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763881.536986:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763881.536992:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763881.536996:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763881.537003:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482278784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763881.537011:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763881.537015:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.537018:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482278784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763881.537037:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763881.537039:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763881.537041:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763881.537043:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763881.537044:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763881.537046:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763881.537048:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25460
00000400:00000200:3.0:1787763881.537051:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763881.537053:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763881.537055:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763881.537057:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537059:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.537060:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537062:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763881.537063:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763881.537065:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763881.537066:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763881.537068:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763881.537069:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763881.537071:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763881.537073:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537074:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.537091:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537094:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763881.537097:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763881.537101:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537106:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763881.537108:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763881.537113:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763881.537117:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537121:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763881.537125:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763881.537128:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537132:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763881.537135:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763881.537139:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763881.537141:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763881.537144:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537146:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763881.537150:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763881.537152:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763881.537156:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763881.537162:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763881.537170:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482278912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763881.537180:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763881.537183:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.537190:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482278912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763881.537204:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763881.537207:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763881.537210:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763881.537211:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763881.537213:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763881.537217:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763881.537219:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25460
00000400:00000200:3.0:1787763881.537222:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763881.537225:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763881.537228:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763881.537236:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537241:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.537247:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537253:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763881.537257:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763881.537261:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763881.537266:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763881.537272:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763881.537276:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763881.537279:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763881.537285:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537286:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.537289:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537294:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763881.537296:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763881.537301:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537307:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763881.537309:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763881.537313:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763881.537317:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537321:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763881.537324:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763881.537329:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537335:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763881.537343:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763881.537350:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763881.537357:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763881.537362:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537366:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763881.537369:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763881.537373:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763881.537380:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763881.537385:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763881.537385:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763881.537391:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000100:00100000:3.0:1787763881.537395:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482279040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763881.537409:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763881.537412:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.537421:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482279040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763881.537432:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763881.537438:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763881.537459:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763881.537462:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763881.537465:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763881.537468:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763881.537473:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25460
00000400:00000200:3.0:1787763881.537479:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763881.537486:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763881.537490:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763881.537495:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537498:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.537502:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537506:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763881.537511:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763881.537515:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763881.537519:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763881.537522:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763881.537524:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763881.537528:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763881.537530:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537532:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.537536:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537538:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763881.537540:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763881.537543:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537547:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763881.537550:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763881.537552:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763881.537556:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537557:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763881.537558:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763881.537561:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537566:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763881.537570:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763881.537575:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763881.537579:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763881.537582:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537586:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763881.537588:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763881.537591:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763881.537596:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763881.537602:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763881.537609:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482279168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763881.537620:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763881.537624:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.537631:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482279168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763881.537650:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763881.537654:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763881.537660:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763881.537664:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763881.537667:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763881.537672:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763881.537677:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25460
00000400:00000200:3.0:1787763881.537683:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763881.537687:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763881.537689:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763881.537693:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537697:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.537701:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537705:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763881.537708:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763881.537711:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763881.537713:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763881.537718:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763881.537723:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763881.537728:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763881.537733:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537736:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.537742:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537771:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763881.537774:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763881.537778:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763881.537779:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763881.537781:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763881.537783:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763881.537787:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537790:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763881.537793:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763881.537796:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537798:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763881.537803:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787763881.537807:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763881.537811:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763881.537813:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.537817:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763881.537819:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763881.537822:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763881.537826:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763881.537832:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763881.537838:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482279296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763881.537865:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763881.537869:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.537875:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482279296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763881.537885:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.537893:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25470)
00000800:00000200:0.1:1787763881.538013:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763881.538016:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787763881.538260:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763881.538262:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787763881.538472:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763881.538474:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787763881.538667:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763881.538668:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00010000:00000001:2.0:1787763882.240840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763882.240844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763882.240861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763882.240863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763882.240867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763882.240870:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763882.240871:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763882.240874:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763882.240876:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763882.240878:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763882.240879:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763882.240881:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763883.264862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763883.264867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763883.264872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763883.264872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763883.264875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763883.264876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763884.288922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763884.288929:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763884.288936:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763884.288941:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763884.288944:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763884.288948:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763884.288951:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763884.288954:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763884.288957:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763884.288960:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763884.288964:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763884.288966:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763884.289045:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763884.289049:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763884.289052:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763885.312970:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763885.312976:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763885.312982:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763885.312984:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763885.312995:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763885.312997:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763886.336877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763886.336881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763886.336886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763886.336887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763886.336889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763886.336890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763886.336939:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763886.336952:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763886.336956:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763886.657511:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763886.657517:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763886.658125:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763886.658127:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763886.658311:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763886.658312:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763886.658524:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763886.658526:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763886.658731:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763886.658733:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00010000:00000001:2.0:1787763887.360961:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763887.360968:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763887.360971:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763887.360973:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763887.360977:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763887.360979:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763887.360980:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763887.360982:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763887.360985:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763887.360986:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763887.360989:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763887.360990:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763888.384879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763888.384884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763888.384889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763888.384890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763888.384892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763888.384893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763889.408857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763889.408862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763889.408866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763889.408867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763889.408869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763889.408870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763889.408929:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763889.408934:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763889.408939:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763890.432860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763890.432866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763890.432870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763890.432871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763890.432873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763890.432875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763891.456898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763891.456905:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763891.456911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763891.456913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763891.456918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763891.456920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763891.456997:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763891.457003:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763891.457008:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763891.777389:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763891.777395:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763891.778090:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763891.778092:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763891.778291:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763891.778293:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763891.778482:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763891.778484:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763891.778803:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763891.778805:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00010000:00000001:2.0:1787763892.480903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763892.480910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763892.480917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763892.480918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763892.480922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763892.480925:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763892.480928:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763892.480931:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763892.480934:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763892.480936:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763892.480938:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763892.480941:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763893.504831:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763893.504836:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763893.504840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763893.504841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763893.504843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763893.504844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763894.528889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763894.528895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763894.528907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763894.528910:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763894.528912:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763894.528915:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763894.528917:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763894.528919:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763894.528920:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763894.528922:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763894.528924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763894.528925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763894.528986:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763894.528989:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763894.528991:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763895.552836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763895.552841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763895.552846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763895.552847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763895.552849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763895.552850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763896.576872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763896.576878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763896.576881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763896.576882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763896.576884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763896.576885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763896.576976:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763896.576979:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763896.576982:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763896.897421:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763896.897428:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763896.899925:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763896.899927:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763896.900132:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763896.900133:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763896.900380:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763896.900383:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763896.900586:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763896.900588:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00010000:00000001:2.0:1787763897.600824:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763897.600831:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763897.600833:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763897.600835:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763897.600839:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763897.600840:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763897.600842:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763897.600844:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763897.600846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763897.600847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763897.600849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763897.600850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763898.624889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763898.624895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763898.624902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763898.624904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763898.624908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763898.624910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763899.648821:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763899.648828:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763899.648835:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763899.648836:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763899.648841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763899.648842:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763899.648907:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763899.648911:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763899.648915:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763900.672904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763900.672911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763900.672916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763900.672919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763900.672922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763900.672924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763901.696830:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763901.696837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763901.696842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763901.696844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763901.696848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763901.696849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763901.696899:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763901.696903:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763901.696907:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763902.017869:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763902.017874:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763902.018633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763902.018635:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763902.018915:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763902.018918:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763902.019121:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763902.019123:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763902.019303:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763902.019305:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00010000:00000001:2.0:1787763902.720861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763902.720866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763902.720870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763902.720871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763902.720874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763902.720876:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763902.720878:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763902.720880:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763902.720882:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763902.720884:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763902.720885:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763902.720892:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763903.744816:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763903.744821:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763903.744826:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763903.744828:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763903.744831:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763903.744832:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763904.768880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763904.768886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763904.768890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763904.768893:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763904.768895:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763904.768897:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763904.768899:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763904.768901:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763904.768903:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763904.768904:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763904.768907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763904.768908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763904.768969:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763904.768974:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763904.768977:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763905.792805:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763905.792809:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763905.792813:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763905.792814:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763905.792817:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763905.792818:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763906.816888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763906.816894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763906.816900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763906.816902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763906.816905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763906.816907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763906.816971:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763906.816974:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763906.816977:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763907.136841:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763907.136849:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763907.136851:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763907.136854:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763907.136858:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763907.136863:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25485
00000400:00000200:3.0:1787763907.136871:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763907.136877:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763907.136879:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763907.136882:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.136884:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763907.136886:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.136888:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763907.136890:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763907.136893:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763907.136896:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763907.136900:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763907.136903:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763907.136905:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763907.136909:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.136911:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763907.136913:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.136915:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763907.136918:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763907.136922:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763907.136925:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763907.136929:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763907.136932:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763907.136935:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.136938:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763907.136941:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763907.136950:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787763907.136952:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763907.136956:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763907.136957:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.136959:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763907.136961:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763907.136965:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763907.136972:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763907.136977:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763907.136984:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482281984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763907.136992:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763907.136996:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763907.136999:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482281984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763907.137022:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763907.137025:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763907.137027:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763907.137028:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763907.137030:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763907.137032:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763907.137033:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25485
00000400:00000200:3.0:1787763907.137036:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763907.137038:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763907.137040:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763907.137042:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137045:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763907.137047:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137048:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763907.137059:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763907.137061:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763907.137065:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763907.137070:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763907.137074:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763907.137076:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763907.137083:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137087:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763907.137091:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137095:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763907.137099:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763907.137105:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137107:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763907.137110:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763907.137116:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763907.137121:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137124:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763907.137129:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763907.137133:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137139:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763907.137143:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787763907.137146:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763907.137151:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763907.137155:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137157:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763907.137158:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763907.137161:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763907.137167:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763907.137171:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763907.137177:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482282112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763907.137184:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763907.137188:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763907.137194:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482282112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763907.137207:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763907.137211:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763907.137215:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763907.137219:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763907.137222:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763907.137225:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763907.137230:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25485
00000400:00000200:3.0:1787763907.137235:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763907.137241:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763907.137244:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763907.137246:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137248:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763907.137252:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137255:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763907.137256:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763907.137259:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763907.137260:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763907.137264:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763907.137266:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763907.137270:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763907.137275:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137278:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763907.137283:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137287:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763907.137291:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763907.137297:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137302:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763907.137304:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763907.137308:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763907.137311:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137315:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763907.137318:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763907.137322:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137327:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763907.137331:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787763907.137334:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763907.137337:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763907.137338:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137339:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763907.137340:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763907.137341:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763907.137346:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763907.137350:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763907.137356:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482282240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763907.137363:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763907.137365:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763907.137370:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482282240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763907.137375:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763907.137381:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787763907.137383:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763907.137387:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763907.137391:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763907.137394:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763907.137397:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763907.137400:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763907.137404:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25485
00000400:00000200:3.0:1787763907.137409:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763907.137414:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763907.137422:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763907.137427:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137431:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763907.137436:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137441:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763907.137444:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763907.137446:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763907.137449:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763907.137451:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763907.137455:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763907.137458:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763907.137465:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137469:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763907.137473:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137475:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763907.137479:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763907.137481:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137482:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763907.137483:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763907.137485:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763907.137486:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137487:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763907.137489:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763907.137490:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137491:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763907.137493:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763907.137495:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763907.137496:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763907.137497:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137498:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763907.137498:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763907.137499:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763907.137505:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763907.137507:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763907.137515:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482282368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763907.137526:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763907.137529:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763907.137533:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482282368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763907.137542:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763907.137544:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763907.137548:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763907.137551:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763907.137554:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763907.137561:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763907.137564:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25485
00000400:00000200:3.0:1787763907.137570:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763907.137574:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763907.137578:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763907.137583:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137587:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763907.137591:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137596:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763907.137599:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763907.137601:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763907.137603:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763907.137607:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763907.137610:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763907.137615:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763907.137621:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137624:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763907.137627:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137631:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763907.137636:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763907.137641:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763907.137644:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763907.137647:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763907.137650:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763907.137654:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137657:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763907.137661:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763907.137665:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137668:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763907.137703:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763907.137708:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763907.137713:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763907.137716:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.137719:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763907.137722:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763907.137725:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763907.137731:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763907.137736:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763907.137743:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482282496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763907.137794:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763907.137799:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763907.137804:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482282496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763907.137816:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763907.137822:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25495)
00000800:00000200:1.1:1787763907.137977:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763907.137995:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763907.138287:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763907.138289:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763907.138547:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763907.138549:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763907.138765:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763907.138767:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00010000:00000001:2.0:1787763907.840828:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763907.840836:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763907.840837:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763907.840840:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763907.840844:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763907.840845:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763907.840847:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763907.840848:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763907.840851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763907.840852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763907.840855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763907.840856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763908.864860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763908.864866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763908.864872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763908.864874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763908.864877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763908.864879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763909.888826:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763909.888831:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763909.888835:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763909.888836:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763909.888838:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763909.888839:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763909.888900:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763909.888905:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763909.888909:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763910.912893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763910.912898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763910.912902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763910.912903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763910.912906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763910.912907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763911.936834:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763911.936839:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763911.936843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763911.936844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763911.936847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763911.936848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763911.936891:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763911.936894:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763911.936898:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763912.256849:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763912.256857:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763912.256859:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763912.256862:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763912.256866:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763912.256873:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25490
00000400:00000200:3.0:1787763912.256881:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763912.256886:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763912.256889:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763912.256892:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.256895:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763912.256896:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.256898:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763912.256901:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763912.256902:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763912.256905:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763912.256908:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763912.256910:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763912.256912:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763912.256914:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.256915:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763912.256917:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.256918:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763912.256920:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763912.256923:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763912.256924:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763912.256927:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763912.256929:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763912.256931:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.256933:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763912.256934:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763912.256939:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763912.256941:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763912.256944:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763912.256945:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.256948:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763912.256950:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763912.256953:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763912.256959:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763912.256964:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763912.256972:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482282624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763912.256980:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763912.256983:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763912.256988:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482282624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763912.257006:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763912.257009:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763912.257011:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763912.257013:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763912.257014:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763912.257017:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763912.257019:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25490
00000400:00000200:3.0:1787763912.257022:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763912.257025:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763912.257027:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763912.257029:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257031:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763912.257033:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257035:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763912.257037:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763912.257038:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763912.257039:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763912.257040:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763912.257042:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763912.257046:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763912.257050:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257053:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763912.257056:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257058:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763912.257061:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763912.257067:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257073:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763912.257076:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763912.257083:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763912.257144:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.257150:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763912.257156:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763912.257162:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763912.257261:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763912.257263:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1787763912.257289:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763912.257294:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763912.257300:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763912.257338:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763912.257341:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.257345:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763912.257348:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763912.257352:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763912.257359:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763912.257365:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763912.257374:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482282752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763912.257385:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763912.257388:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763912.257394:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482282752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763912.257408:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763912.257413:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763912.257416:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763912.257420:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763912.257423:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763912.257429:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763912.257435:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25490
00000400:00000200:3.0:1787763912.257444:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763912.257450:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763912.257464:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763912.257473:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257476:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763912.257481:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257486:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763912.257491:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763912.257494:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763912.257498:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763912.257501:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763912.257505:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763912.257510:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763912.257515:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257520:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763912.257525:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257530:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763912.257534:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763912.257541:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257546:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763912.257550:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763912.257554:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763912.257558:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.257564:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763912.257567:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763912.257571:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.257575:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763912.257578:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763912.257582:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763912.257587:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763912.257589:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.257593:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763912.257595:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763912.257597:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763912.257603:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763912.257607:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763912.257614:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482282880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763912.257623:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763912.257627:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763912.257631:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482282880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763912.257656:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763912.257664:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763912.257673:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763912.257677:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763912.257682:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763912.257688:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763912.257692:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25490
00000400:00000200:3.0:1787763912.257702:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763912.257708:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763912.257712:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763912.257718:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257723:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763912.257727:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257731:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763912.257736:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763912.257741:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763912.257747:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763912.257781:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763912.257787:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763912.257795:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763912.257803:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257810:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763912.257816:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257822:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763912.257828:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763912.257835:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763912.257840:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763912.257846:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763912.257850:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763912.257855:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.257858:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763912.257862:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763912.257865:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.257869:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763912.257873:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763912.257875:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763912.257878:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763912.257881:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.257884:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763912.257886:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763912.257889:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763912.257898:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763912.257904:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763912.257913:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482283008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763912.257930:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763912.257935:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763912.257944:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482283008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763912.257962:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763912.257967:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763912.257971:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763912.257974:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763912.257977:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763912.257981:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763912.257987:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25490
00000800:00000200:1.1:1787763912.257992:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000400:00000200:3.0:1787763912.257994:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000200:1.1:1787763912.257997:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000400:00000200:3.0:1787763912.258001:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763912.258004:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763912.258010:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.258013:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763912.258017:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.258021:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763912.258025:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763912.258028:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763912.258031:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763912.258034:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763912.258040:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763912.258043:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763912.258048:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.258053:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763912.258056:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763912.258060:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763912.258065:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763912.258069:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763912.258072:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763912.258075:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763912.258079:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763912.258083:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.258086:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763912.258090:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763912.258095:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.258098:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763912.258102:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763912.258105:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763912.258110:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763912.258112:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763912.258115:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763912.258117:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763912.258120:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763912.258125:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763912.258130:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763912.258140:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482283136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763912.258164:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763912.258169:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763912.258182:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482283136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763912.258207:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763912.258214:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25501)
00000800:00000200:1.1:1787763912.258346:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763912.258347:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787763912.258614:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763912.258616:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787763912.258854:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763912.258856:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00010000:00000001:2.0:1787763912.960902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763912.960908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763912.960913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763912.960914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763912.960916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763912.960919:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763912.960920:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763912.960923:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763912.960925:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763912.960927:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763912.960928:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763912.960930:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763913.984884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763913.984891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763913.984898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763913.984899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763913.984903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763913.984904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763915.008872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763915.008878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763915.008882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763915.008885:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763915.008887:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763915.008889:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763915.008891:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763915.008893:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763915.008895:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763915.009957:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763915.009960:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763915.009961:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763915.010010:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763915.010013:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763915.010016:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763916.032862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763916.032867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763916.032870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763916.032871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763916.032873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763916.032874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763917.056862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763917.056867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763917.056871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763917.056872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763917.056874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763917.056875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763917.056923:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763917.056927:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763917.056929:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763917.376862:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763917.376870:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763917.376873:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763917.376876:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763917.376879:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763917.376885:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25496
00000400:00000200:3.0:1787763917.376892:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763917.376898:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763917.376901:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763917.376903:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.376906:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763917.376907:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.376909:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763917.376912:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763917.376914:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763917.376916:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763917.376919:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763917.376920:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763917.376922:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763917.376924:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.376925:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763917.376926:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.376928:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763917.376930:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763917.376932:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763917.376934:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763917.376936:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763917.376938:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763917.376940:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.376942:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763917.376943:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763917.376951:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787763917.376954:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763917.376956:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763917.376957:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.376959:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763917.376961:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763917.376964:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763917.376971:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763917.376976:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763917.376984:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482283264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763917.376992:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763917.376995:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763917.377006:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482283264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763917.377023:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763917.377025:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763917.377028:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763917.377029:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763917.377030:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763917.377032:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763917.377033:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25496
00000400:00000200:3.0:1787763917.377036:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763917.377037:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763917.377039:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763917.377041:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377042:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763917.377043:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377045:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763917.377046:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763917.377047:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763917.377049:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763917.377050:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763917.377052:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763917.377053:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763917.377056:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377057:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763917.377059:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377061:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763917.377063:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763917.377065:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377067:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763917.377069:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763917.377074:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763917.377077:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377080:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763917.377086:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763917.377090:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377092:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763917.377097:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787763917.377101:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763917.377105:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763917.377108:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377111:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763917.377114:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763917.377118:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763917.377121:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763917.377126:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763917.377133:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482283392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763917.377144:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763917.377147:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763917.377159:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482283392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763917.377169:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763917.377173:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763917.377177:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763917.377178:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763917.377179:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763917.377182:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763917.377186:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25496
00000400:00000200:3.0:1787763917.377192:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763917.377197:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763917.377199:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763917.377201:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377202:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763917.377203:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377205:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763917.377206:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763917.377207:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763917.377210:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763917.377213:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763917.377214:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763917.377216:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763917.377222:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377224:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763917.377225:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377227:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763917.377229:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763917.377234:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377236:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763917.377237:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763917.377240:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763917.377244:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377249:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763917.377252:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763917.377255:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377257:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763917.377263:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763917.377267:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763917.377271:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763917.377274:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377277:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763917.377280:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763917.377283:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763917.377289:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763917.377292:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763917.377298:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482283520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763917.377310:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763917.377313:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763917.377319:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482283520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763917.377325:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763917.377330:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763917.377336:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763917.377337:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763917.377338:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763917.377341:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763917.377344:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25496
00000400:00000200:3.0:1787763917.377346:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763917.377348:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763917.377350:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763917.377351:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377352:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763917.377354:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377355:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763917.377356:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763917.377358:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763917.377359:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763917.377360:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763917.377361:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763917.377363:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763917.377365:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377366:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763917.377367:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377368:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763917.377369:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763917.377371:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377372:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763917.377373:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763917.377376:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763917.377378:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377379:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763917.377381:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763917.377385:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377389:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763917.377394:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763917.377398:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763917.377403:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763917.377407:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377412:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763917.377415:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763917.377419:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763917.377425:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763917.377431:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763917.377437:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482283648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763917.377452:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763917.377456:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763917.377463:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482283648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763917.377471:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763917.377473:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763917.377479:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763917.377480:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763917.377482:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763917.377487:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763917.377492:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25496
00000400:00000200:3.0:1787763917.377496:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763917.377502:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763917.377505:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787763917.377508:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787763917.377510:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377515:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763917.377517:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.1:1787763917.377517:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787763917.377521:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763917.377524:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763917.377525:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763917.377528:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763917.377531:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763917.377535:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763917.377538:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763917.377544:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377546:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763917.377549:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377554:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763917.377560:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763917.377566:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763917.377570:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763917.377576:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763917.377581:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763917.377587:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377591:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763917.377595:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763917.377599:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377604:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763917.377623:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763917.377626:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763917.377629:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763917.377632:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.377634:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763917.377635:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763917.377637:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763917.377643:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763917.377648:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763917.377658:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482283776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763917.377666:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763917.377668:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763917.377675:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482283776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763917.377686:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763917.377690:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25506)
00000800:00000200:1.1:1787763917.378101:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763917.378104:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787763917.378402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763917.378404:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787763917.378738:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763917.378742:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787763917.379066:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763917.379069:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00010000:00000001:2.0:1787763918.080877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763918.080884:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763918.080886:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763918.080888:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763918.080892:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763918.080895:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763918.080896:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763918.080898:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763918.080901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763918.080902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763918.080904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763918.080905:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763919.104865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763919.104870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763919.104874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763919.104875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763919.104877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763919.104878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763920.128889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763920.128896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763920.128900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763920.128902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763920.128905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763920.128907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763920.128970:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763920.128983:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763920.128987:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763921.152891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763921.152896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763921.152900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763921.152901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763921.152903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763921.152904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763922.176833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763922.176838:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763922.176842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763922.176843:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763922.176846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763922.176846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763922.176889:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763922.176893:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763922.176897:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763922.497500:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763922.497984:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763922.498338:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763922.498503:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763922.498701:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00010000:00000001:2.0:1787763923.200853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763923.200858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763923.200862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763923.200863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763923.200866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763923.200869:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763923.200870:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763923.200873:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763923.200875:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763923.200877:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763923.200878:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763923.200879:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763924.224864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763924.224872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763924.224878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763924.224879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763924.224882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763924.224883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763925.248870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763925.248876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763925.248882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763925.248886:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763925.248888:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763925.248891:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763925.248894:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763925.248896:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763925.248898:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763925.248900:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763925.248902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763925.248903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763925.248950:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763925.248956:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763925.248960:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787763925.569045:0:257217:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:2.0:1787763925.569094:0:257217:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787763925.569105:0:257217:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763925.569108:0:257217:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:2.0:1787763925.569114:0:257217:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763925.569119:0:257217:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787763925.569124:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787763925.569128:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:2.0:1787763925.569134:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763925.569138:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763925.569144:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a6e8
00000400:00000010:2.0:1787763925.569147:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a6e8.
00000100:00000001:2.0:1787763925.569153:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763925.569164:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3f0c0 x1874595482283904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763925.569195:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763925.569201:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482283904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763925.569210:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763925.569213:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763925.569225:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787763925.569227:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129c00.
00000400:00000200:2.0:1787763925.569230:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763925.569233:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763925.569237:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a7f8
00000400:00000010:2.0:1787763925.569239:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a7f8.
00000100:00000001:2.0:1787763925.569243:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763925.569249:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3d2c0 x1874595482284032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763925.569262:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763925.569266:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482284032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763925.569276:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763925.569280:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763925.569288:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787763925.569295:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129700.
00000400:00000200:2.0:1787763925.569302:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763925.569311:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763925.569315:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aee0
00000400:00000010:2.0:1787763925.569317:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aee0.
00000100:00000001:2.0:1787763925.569319:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763925.569326:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3e1c0 x1874595482284160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763925.569337:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763925.569343:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482284160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763925.569357:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763925.569361:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763925.569368:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787763925.569370:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129200.
00000400:00000200:2.0:1787763925.569377:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763925.569384:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763925.569390:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a330
00000400:00000010:2.0:1787763925.569395:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a330.
00000100:00000001:2.0:1787763925.569402:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763925.569410:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3f840 x1874595482284288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763925.569445:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763925.569455:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482284288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763925.569471:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763925.569476:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763925.569487:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787763925.569492:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129900.
00000400:00000200:2.0:1787763925.569498:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763925.569507:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763925.569512:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a550
00000400:00000010:2.0:1787763925.569516:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a550.
00000100:00000001:2.0:1787763925.569520:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763925.569530:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3d680 x1874595482284416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763925.569566:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763925.569575:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482284416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763925.569596:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763925.569602:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:2.0:1787763926.272884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763926.272891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763926.272896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763926.272897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763926.272901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763926.272902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763927.296893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763927.296903:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763927.296905:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763927.296908:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763927.296913:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763927.296916:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763927.296917:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763927.296919:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763927.296922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763927.296923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763927.296927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763927.296928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763927.296972:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763927.296978:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763927.296986:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763927.617002:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763927.617018:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763927.617022:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763927.617027:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763927.617042:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763927.617052:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25506
00000400:00000200:2.0:1787763927.617065:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763927.617074:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763927.617079:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763927.617083:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.617088:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763927.617091:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.617094:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763927.617100:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763927.617102:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787763927.617106:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763927.617111:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787763927.617115:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787763927.617118:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787763927.617121:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.617124:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763927.617126:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.617128:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763927.617132:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787763927.617136:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763927.617139:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763927.617143:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763927.617148:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763927.617151:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.617155:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763927.617159:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763927.617167:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6fc00.
00000020:00000040:2.0:1787763927.617172:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787763927.617178:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763927.617181:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.617185:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763927.617188:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763927.617194:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763927.617204:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787763927.617214:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763927.617225:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6fc00 x1874595482284544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763927.617238:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763927.617244:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763927.617250:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c4bb1e] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6fc00 x1874595482284544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763927.617309:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763927.617313:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763927.617317:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763927.617319:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763927.617321:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763927.617325:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763927.617329:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25506
00000400:00000200:2.0:1787763927.617333:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763927.617337:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763927.617340:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763927.617343:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.617345:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763927.617348:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.617352:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763927.617356:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763927.617357:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787763927.617360:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763927.617364:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787763927.617367:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787763927.617370:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787763927.617391:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.617395:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763927.617400:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.617407:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763927.617412:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787763927.617420:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763927.617425:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763927.617428:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763927.617436:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763927.617444:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.617453:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763927.617461:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763927.617468:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.617475:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763927.617486:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6da40.
00000020:00000040:2.0:1787763927.617495:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787763927.617502:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763927.617507:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.617512:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763927.617516:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763927.617520:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763927.617529:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00000001:2.0:1787763927.617552:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763927.617565:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6da40 x1874595482284672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763927.617577:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787763927.617801:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763927.617806:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787763927.617887:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763927.617901:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003501baba] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6da40 x1874595482284672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763927.617918:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763927.617923:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763927.617929:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763927.617934:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763927.617937:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763927.617943:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763927.617950:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25506
00000400:00000200:2.0:1787763927.617962:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763927.617971:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763927.617976:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763927.617984:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.617991:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763927.617998:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618004:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763927.618010:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763927.618013:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787763927.618019:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763927.618024:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787763927.618030:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787763927.618037:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787763927.618047:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618052:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763927.618058:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618063:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763927.618068:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787763927.618079:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618087:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763927.618093:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763927.618101:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763927.618106:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.618112:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763927.618118:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763927.618126:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.618203:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763927.618211:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
00000020:00000040:2.0:1787763927.618218:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787763927.618226:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763927.618231:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.618237:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763927.618243:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763927.618250:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763927.618258:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787763927.618265:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763927.618276:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482284800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763927.618297:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763927.618303:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763927.618314:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482284800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763927.618337:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763927.618343:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763927.618354:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787763927.618358:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763927.618362:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763927.618370:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763927.618378:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25506
00000400:00000200:2.0:1787763927.618387:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763927.618396:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763927.618401:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763927.618406:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618411:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763927.618412:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618414:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763927.618419:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763927.618422:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787763927.618426:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763927.618430:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787763927.618437:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787763927.618443:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787763927.618453:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618458:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763927.618464:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618469:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763927.618475:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787763927.618482:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618489:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763927.618493:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763927.618498:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763927.618502:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.618505:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763927.618508:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763927.618512:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.618515:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763927.618522:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000020:00000040:2.0:1787763927.618525:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787763927.618530:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763927.618532:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.618555:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763927.618559:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763927.618562:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763927.618567:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787763927.618572:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763927.618582:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482284928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763927.618597:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763927.618601:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763927.618610:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482284928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763927.618611:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763927.618618:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787763927.618626:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763927.618632:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763927.618640:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763927.618644:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763927.618648:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763927.618654:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763927.618663:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25506
00000400:00000200:2.0:1787763927.618685:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763927.618695:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763927.618701:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763927.618709:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618714:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763927.618721:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618728:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763927.618732:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763927.618735:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787763927.618739:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763927.618743:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787763927.618746:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787763927.618766:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787763927.618771:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618776:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763927.618782:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618787:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763927.618794:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787763927.618803:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763927.618808:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763927.618814:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763927.618821:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763927.618828:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.618831:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763927.618834:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763927.618838:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.618839:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763927.618845:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000020:00000040:2.0:1787763927.618849:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787763927.618854:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763927.618857:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763927.618860:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763927.618862:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763927.618865:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763927.618872:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787763927.618877:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763927.618888:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482285056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763927.618902:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763927.618906:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763927.618914:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482285056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763927.618925:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763927.618932:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25516)
00000800:00000200:1.1:1787763927.619149:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763927.619151:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763927.619439:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763927.619442:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763927.619792:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763927.619795:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00010000:00000001:2.0:1787763928.320822:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763928.320828:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763928.320832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763928.320833:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763928.320836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763928.320837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763929.344841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763929.344846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763929.344851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763929.344852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763929.344854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763929.344855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763930.368819:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763930.368826:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763930.368832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763930.368834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763930.368838:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763930.368839:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763930.368894:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763930.368898:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763930.368902:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763931.392845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763931.392850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763931.392855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763931.392856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763931.392858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763931.392859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763932.416826:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763932.416832:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763932.416836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763932.416837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763932.416840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763932.416843:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763932.416844:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763932.416847:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763932.416849:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763932.416851:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763932.416853:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763932.416854:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763932.416896:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763932.416902:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763932.416906:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763932.737362:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763932.737370:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763932.738141:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763932.738144:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763932.738451:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763932.738454:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763932.738795:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763932.738799:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763932.739097:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763932.739100:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00010000:00000001:2.0:1787763933.440924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763933.440931:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763933.440938:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763933.440940:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763933.440944:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763933.440946:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763934.464851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763934.464855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763934.464863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763934.464864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763934.464866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763934.464868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763935.488896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763935.488902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763935.488906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763935.488909:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763935.488911:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763935.488913:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763935.488916:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763935.488918:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763935.488919:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763935.488921:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763935.488923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763935.488924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763935.488986:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763935.488991:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763935.488994:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763936.512823:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763936.512828:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763936.512832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763936.512834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763936.512836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763936.512837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763937.536915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763937.536923:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763937.536926:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763937.536929:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763937.536934:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763937.536936:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763937.536939:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763937.536941:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763937.536946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763937.536947:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763937.536952:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763937.536954:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763937.537015:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763937.537019:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763937.537022:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763937.856849:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763937.856860:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763937.856862:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763937.856866:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763937.856871:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763937.856879:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25516
00000400:00000200:2.0:1787763937.856889:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763937.856896:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763937.856900:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763937.856903:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.856907:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763937.856909:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.856912:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763937.856916:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763937.856918:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787763937.856921:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763937.856924:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787763937.856927:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787763937.856930:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787763937.856933:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.856935:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763937.856937:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.856940:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763937.856943:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787763937.856947:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763937.856949:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763937.856952:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763937.856956:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763937.856959:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.856962:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763937.856965:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763937.856975:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787763937.856979:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787763937.856983:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763937.856985:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.856988:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763937.856991:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763937.856995:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763937.857003:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787763937.857009:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763937.857019:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482285824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763937.857030:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763937.857035:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763937.857040:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482285824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763937.857064:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763937.857068:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763937.857072:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763937.857073:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763937.857075:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763937.857079:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763937.857081:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25516
00000400:00000200:2.0:1787763937.857086:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763937.857091:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763937.857094:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763937.857097:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857101:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763937.857107:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857112:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763937.857119:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763937.857121:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787763937.857126:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763937.857131:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787763937.857136:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787763937.857141:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787763937.857149:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857155:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763937.857162:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857167:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763937.857171:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787763937.857176:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857179:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763937.857185:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763937.857192:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763937.857200:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.857205:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763937.857211:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763937.857217:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.857221:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763937.857227:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000020:00000040:2.0:1787763937.857232:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787763937.857238:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763937.857242:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.857246:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763937.857250:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763937.857254:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763937.857261:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787763937.857269:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763937.857280:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482285952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763937.857295:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763937.857300:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763937.857308:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482285952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763937.857332:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763937.857339:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763937.857349:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763937.857353:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763937.857357:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763937.857364:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763937.857369:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25516
00000400:00000200:2.0:1787763937.857379:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763937.857386:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000200:1.1:1787763937.857390:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:2.0:1787763937.857392:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787763937.857396:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1787763937.857400:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857406:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763937.857414:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857420:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763937.857427:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763937.857431:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787763937.857436:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763937.857442:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787763937.857448:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787763937.857455:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787763937.857475:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857482:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763937.857487:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857493:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763937.857498:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787763937.857503:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857509:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763937.857514:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763937.857520:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763937.857525:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.857529:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763937.857533:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763937.857539:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.857545:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763937.857553:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000020:00000040:2.0:1787763937.857558:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787763937.857561:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763937.857564:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.857568:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763937.857572:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763937.857575:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763937.857582:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6400.
00000100:00000001:2.0:1787763937.857589:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763937.857601:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482286080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763937.857615:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763937.857620:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763937.857629:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482286080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763937.857643:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763937.857649:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763937.857656:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787763937.857660:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763937.857663:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763937.857669:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763937.857675:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25516
00000400:00000200:2.0:1787763937.857685:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763937.857692:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763937.857697:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763937.857705:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857710:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763937.857716:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857720:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763937.857725:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763937.857728:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787763937.857732:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763937.857736:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787763937.857741:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787763937.857747:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787763937.857790:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857795:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763937.857801:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857805:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763937.857811:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787763937.857819:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763937.857825:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763937.857830:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763937.857836:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763937.857843:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.857849:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763937.857854:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763937.857859:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.857861:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763937.857868:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787763937.857874:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787763937.857880:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763937.857883:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.857887:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763937.857891:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763937.857894:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763937.857902:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787763937.857911:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763937.857922:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482286208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763937.857942:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763937.857946:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763937.857954:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482286208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763937.857969:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763937.857973:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763937.857976:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763937.857978:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763937.857982:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763937.857990:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763937.857997:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25516
00000400:00000200:2.0:1787763937.858008:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763937.858016:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763937.858023:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763937.858032:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.858037:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763937.858044:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.858050:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763937.858057:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763937.858061:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787763937.858067:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763937.858082:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000800:00000200:1.1:1787763937.858086:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:2.0:1787763937.858088:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000800:00000200:1.1:1787763937.858090:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1787763937.858093:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787763937.858103:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.858108:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763937.858115:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763937.858124:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763937.858129:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787763937.858138:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763937.858145:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763937.858152:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763937.858158:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763937.858164:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.858167:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763937.858171:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763937.858177:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.858181:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763937.858187:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787763937.858194:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787763937.858199:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763937.858203:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763937.858209:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763937.858213:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763937.858219:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763937.858228:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787763937.858235:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763937.858251:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482286336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763937.858269:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763937.858274:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763937.858286:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482286336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763937.858316:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763937.858325:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25526)
00000800:00000200:1.1:1787763937.858428:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763937.858429:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763937.858709:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763937.858711:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763937.858911:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763937.858913:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00010000:00000001:2.0:1787763938.560829:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763938.560837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763938.560842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763938.560844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763938.560847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763938.560849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763939.584901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763939.584906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763939.584910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763939.584911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763939.584913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763939.584914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763940.608841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763940.608847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763940.608853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763940.608854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763940.608858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763940.608860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763940.608909:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763940.608913:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763940.608917:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763941.632885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763941.632891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763941.632894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763941.632895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763941.632897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763941.632898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763942.656831:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763942.656836:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763942.656840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763942.656841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763942.656843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763942.656846:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763942.656848:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763942.656850:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763942.656852:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763942.656854:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763942.656856:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763942.656857:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763942.656971:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763942.656978:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763942.656984:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763942.976890:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763942.976901:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763942.976903:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763942.976908:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763942.976913:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763942.976920:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25521
00000400:00000200:3.0:1787763942.976931:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763942.976937:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763942.976940:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763942.976943:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.976946:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763942.976948:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.976950:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763942.976953:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763942.976956:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763942.976958:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763942.976962:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763942.976964:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763942.976966:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763942.976968:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.976969:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763942.976970:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.976972:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763942.976974:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763942.976977:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763942.976980:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763942.976984:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763942.976988:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763942.976992:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.976994:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763942.976998:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763942.977011:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763942.977016:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763942.977021:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763942.977024:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977028:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763942.977031:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763942.977037:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763942.977047:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763942.977054:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763942.977065:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482286464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763942.977074:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763942.977078:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763942.977082:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482286464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763942.977109:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763942.977112:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763942.977115:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763942.977116:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763942.977117:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763942.977120:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763942.977121:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25521
00000400:00000200:3.0:1787763942.977124:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763942.977127:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763942.977129:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763942.977131:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977132:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763942.977134:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977135:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763942.977137:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763942.977138:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763942.977139:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763942.977141:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763942.977142:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763942.977143:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763942.977145:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977147:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763942.977148:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977149:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763942.977151:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763942.977153:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977155:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763942.977157:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763942.977162:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763942.977164:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977166:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763942.977171:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763942.977173:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977175:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763942.977178:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763942.977181:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763942.977184:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763942.977185:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977190:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763942.977192:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763942.977195:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763942.977198:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763942.977201:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763942.977205:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482286592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763942.977215:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763942.977219:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763942.977226:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482286592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763942.977238:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763942.977244:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763942.977250:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763942.977252:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763942.977255:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763942.977261:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763942.977266:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25521
00000400:00000200:3.0:1787763942.977272:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763942.977275:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763942.977286:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763942.977293:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977295:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763942.977299:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977302:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763942.977304:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763942.977306:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763942.977308:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763942.977310:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763942.977312:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763942.977313:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763942.977316:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977319:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763942.977321:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977322:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763942.977324:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763942.977327:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977331:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763942.977335:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763942.977339:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763942.977341:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977346:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763942.977349:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763942.977354:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977356:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763942.977362:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763942.977366:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763942.977371:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763942.977374:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977376:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763942.977377:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763942.977379:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763942.977385:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763942.977389:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763942.977394:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482286720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763942.977402:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763942.977405:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763942.977411:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482286720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763942.977420:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763942.977424:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763942.977442:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763942.977446:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763942.977449:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763942.977454:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763942.977459:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25521
00000400:00000200:3.0:1787763942.977466:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763942.977470:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763942.977474:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763942.977480:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977484:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763942.977489:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977494:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763942.977499:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763942.977500:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763942.977501:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763942.977503:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763942.977508:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763942.977510:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763942.977516:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977521:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763942.977525:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977529:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763942.977533:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000800:00000200:1.1:1787763942.977533:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787763942.977538:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000200:1.1:1787763942.977540:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787763942.977541:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763942.977546:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763942.977549:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763942.977552:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977557:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763942.977559:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763942.977561:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977563:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763942.977568:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763942.977571:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763942.977573:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763942.977575:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977578:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763942.977579:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763942.977581:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763942.977589:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763942.977593:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763942.977601:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482286848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763942.977614:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763942.977617:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763942.977623:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482286848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763942.977638:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763942.977643:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763942.977646:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763942.977647:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763942.977651:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763942.977656:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763942.977659:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25521
00000400:00000200:3.0:1787763942.977664:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763942.977667:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763942.977669:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763942.977673:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977675:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763942.977676:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977677:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763942.977679:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763942.977682:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763942.977684:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763942.977686:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763942.977687:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763942.977689:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763942.977692:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977695:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763942.977700:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977702:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763942.977705:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763942.977711:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763942.977715:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763942.977718:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763942.977720:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763942.977723:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977728:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763942.977731:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763942.977736:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977739:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763942.977744:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787763942.977789:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763942.977794:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763942.977797:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.977801:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763942.977804:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763942.977806:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763942.977812:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763942.977817:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763942.977825:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482286976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763942.977836:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763942.977839:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763942.977847:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482286976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763942.977860:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763942.977865:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25531)
00000800:00000200:1.1:1787763942.978228:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763942.978231:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763942.978515:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763942.978517:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763942.978837:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763942.978840:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763942.979034:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763942.979036:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00010000:00000001:2.0:1787763943.680928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763943.680934:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763943.680939:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763943.680941:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763943.680944:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763943.680945:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763944.704815:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763944.704821:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763944.704827:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763944.704829:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763944.704832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763944.704834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763945.728886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763945.728891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763945.728895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763945.728898:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763945.728900:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763945.728902:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763945.728904:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763945.728906:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763945.728908:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763945.728909:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763945.728912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763945.728912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763945.728961:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763945.728964:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763945.728966:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763946.752818:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763946.752824:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763946.752828:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763946.752829:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763946.752832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763946.752832:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763947.776854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763947.776860:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763947.776862:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763947.776864:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763947.776868:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763947.776869:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763947.776871:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763947.776872:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763947.776875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763947.776876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763947.776879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763947.776880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763947.776926:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763947.776929:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763947.776932:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763948.096909:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763948.096917:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763948.096919:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763948.096923:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763948.096926:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763948.096932:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25526
00000400:00000200:2.0:1787763948.096939:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763948.096945:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763948.096948:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763948.096950:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.096952:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763948.096954:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.096956:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763948.096960:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763948.096962:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787763948.096964:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763948.096967:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787763948.096969:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787763948.096971:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787763948.096974:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.096976:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763948.096977:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.096979:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763948.096981:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787763948.096984:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763948.096985:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763948.096987:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763948.096990:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763948.096992:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.096994:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763948.096996:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763948.097001:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
00000020:00000040:2.0:1787763948.097004:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787763948.097007:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763948.097008:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097011:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763948.097013:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763948.097016:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763948.097021:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6800.
00000100:00000001:2.0:1787763948.097027:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763948.097034:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482287104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763948.097042:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763948.097046:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763948.097049:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482287104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763948.097064:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763948.097066:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763948.097069:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763948.097071:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763948.097072:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763948.097075:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763948.097077:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25526
00000400:00000200:2.0:1787763948.097080:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763948.097082:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763948.097100:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763948.097103:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097105:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763948.097108:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097110:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763948.097113:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763948.097114:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787763948.097115:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763948.097118:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787763948.097119:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787763948.097121:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787763948.097123:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097125:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763948.097127:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097131:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763948.097133:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787763948.097138:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097140:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763948.097141:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763948.097146:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763948.097148:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097149:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763948.097152:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763948.097155:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097156:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763948.097159:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787763948.097161:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787763948.097162:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763948.097163:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097164:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763948.097165:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763948.097167:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763948.097169:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000100:00000001:2.0:1787763948.097172:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763948.097183:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482287232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763948.097213:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763948.097219:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763948.097232:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482287232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763948.097271:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763948.097278:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763948.097286:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763948.097290:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763948.097293:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763948.097298:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763948.097305:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25526
00000400:00000200:2.0:1787763948.097312:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763948.097318:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763948.097323:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763948.097328:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097332:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763948.097336:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097340:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763948.097342:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763948.097344:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787763948.097363:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763948.097366:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787763948.097370:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787763948.097374:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787763948.097382:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097386:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763948.097391:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097412:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763948.097416:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787763948.097420:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097424:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763948.097430:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763948.097435:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763948.097438:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097440:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763948.097444:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763948.097447:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097449:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763948.097454:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787763948.097459:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787763948.097463:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763948.097465:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097468:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763948.097472:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763948.097475:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763948.097481:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787763948.097488:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763948.097496:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482287360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763948.097510:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763948.097513:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763948.097518:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482287360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763948.097528:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763948.097530:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763948.097535:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787763948.097537:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763948.097540:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763948.097543:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787763948.097544:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:2.0:1787763948.097548:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25526
00000800:00000200:1.1:1787763948.097550:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000400:00000200:2.0:1787763948.097554:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763948.097562:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763948.097565:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763948.097571:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097576:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763948.097580:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097583:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763948.097587:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763948.097589:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787763948.097592:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763948.097596:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787763948.097602:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787763948.097607:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787763948.097613:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097617:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763948.097622:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097627:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763948.097632:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787763948.097636:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097641:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763948.097643:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763948.097646:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763948.097652:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097655:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763948.097659:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763948.097662:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097666:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763948.097670:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787763948.097674:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787763948.097677:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763948.097678:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097683:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763948.097685:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763948.097689:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763948.097694:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787763948.097700:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763948.097707:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482287488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763948.097726:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763948.097730:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763948.097735:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482287488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763948.097781:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763948.097784:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763948.097791:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763948.097795:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763948.097798:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763948.097802:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763948.097808:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25526
00000400:00000200:2.0:1787763948.097814:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763948.097820:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763948.097824:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763948.097832:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097837:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763948.097843:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097846:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763948.097852:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763948.097855:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787763948.097858:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763948.097861:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787763948.097865:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787763948.097869:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787763948.097877:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097882:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763948.097886:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097889:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763948.097893:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787763948.097899:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763948.097903:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763948.097908:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763948.097911:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763948.097916:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097918:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763948.097921:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763948.097924:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097927:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763948.097933:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787763948.097938:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787763948.097944:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763948.097948:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763948.097951:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763948.097952:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763948.097956:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763948.097963:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787763948.097969:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763948.097977:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482287616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763948.097992:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763948.097996:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763948.097999:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482287616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763948.098007:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763948.098015:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25536)
00000800:00000200:1.1:1787763948.098121:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763948.098123:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763948.098337:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763948.098339:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763948.098541:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763948.098543:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763948.098719:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763948.098721:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00010000:00000001:2.0:1787763948.800869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763948.800877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763948.800884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763948.800887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763948.800891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763948.800893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763949.824911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763949.824919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763949.824925:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763949.824926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763949.824930:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763949.824931:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763950.848830:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763950.848836:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763950.848841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763950.848843:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763950.848846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763950.848848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763950.848890:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763950.848894:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763950.848898:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763951.872946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763951.872955:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763951.872963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763951.872964:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763951.872969:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763951.872970:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763952.896893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763952.896899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763952.896905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763952.896906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763952.896909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763952.896912:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763952.896914:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763952.896917:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763952.896920:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763952.896923:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763952.896924:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763952.896926:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763952.896974:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763952.896980:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763952.896983:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763953.216851:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763953.216875:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763953.216879:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763953.216884:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763953.216891:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763953.216900:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25531
00000400:00000200:2.0:1787763953.216911:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763953.216921:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763953.216926:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763953.216930:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.216941:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763953.216945:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.216948:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763953.216953:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763953.216955:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787763953.216959:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763953.216963:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787763953.216966:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787763953.216969:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787763953.216972:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.216975:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763953.216977:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.216979:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763953.216983:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787763953.216987:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763953.216990:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763953.216993:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763953.216997:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763953.217001:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.217003:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763953.217006:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763953.217016:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cb40.
00000020:00000040:2.0:1787763953.217021:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787763953.217027:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763953.217030:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.217034:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763953.217037:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763953.217043:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763953.217053:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787763953.217062:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763953.217074:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cb40 x1874595482287744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763953.217086:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763953.217092:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763953.217098:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2e980d] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cb40 x1874595482287744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763953.217120:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763953.217124:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763953.217128:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763953.217130:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763953.217132:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763953.217136:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763953.217140:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25531
00000400:00000200:2.0:1787763953.217145:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763953.217149:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763953.217154:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763953.217161:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217165:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763953.217169:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217176:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763953.217181:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763953.217185:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787763953.217190:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763953.217195:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787763953.217202:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787763953.217209:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787763953.217218:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217224:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763953.217229:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217234:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763953.217240:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787763953.217247:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217252:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763953.217257:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763953.217264:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763953.217269:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.217272:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763953.217280:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763953.217286:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.217293:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763953.217302:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787763953.217308:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787763953.217314:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763953.217318:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.217323:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763953.217326:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763953.217329:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763953.217336:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6400.
00000100:00000001:2.0:1787763953.217344:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763953.217355:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482287872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763953.217387:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763953.217392:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763953.217401:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482287872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763953.217437:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763953.217444:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787763953.217446:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763953.217452:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000100:00080000:2.0:1787763953.217454:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763953.217459:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763953.217464:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763953.217469:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763953.217477:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25531
00000400:00000200:2.0:1787763953.217488:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763953.217496:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763953.217510:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763953.217518:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217525:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763953.217531:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217538:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763953.217542:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763953.217544:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787763953.217549:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763953.217554:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787763953.217559:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787763953.217563:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787763953.217570:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217573:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763953.217579:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217583:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763953.217590:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787763953.217597:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217605:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763953.217611:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763953.217617:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763953.217624:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.217630:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763953.217636:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763953.217643:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.217649:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763953.217658:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787763953.217664:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787763953.217670:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763953.217674:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.217679:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763953.217682:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763953.217686:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763953.217694:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787763953.217702:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763953.217712:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482288000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763953.217732:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763953.217738:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763953.217777:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482288000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763953.217804:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763953.217811:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763953.217820:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787763953.217825:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763953.217830:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763953.217836:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763953.217843:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25531
00000400:00000200:2.0:1787763953.217852:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763953.217859:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763953.217865:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763953.217873:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217877:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763953.217879:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217882:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763953.217887:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763953.217891:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787763953.217896:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763953.217902:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787763953.217906:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787763953.217909:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787763953.217915:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217921:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763953.217926:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217932:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763953.217939:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787763953.217947:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763953.217954:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763953.217958:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763953.217964:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763953.217971:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.217975:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763953.217980:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763953.217988:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.217993:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763953.218002:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787763953.218009:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787763953.218016:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763953.218021:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.218026:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763953.218029:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763953.218034:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763953.218039:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787763953.218044:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763953.218050:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482288128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763953.218058:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763953.218061:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763953.218065:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482288128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763953.218075:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763953.218078:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763953.218082:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763953.218083:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763953.218085:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763953.218088:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763953.218090:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25531
00000400:00000200:2.0:1787763953.218094:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763953.218098:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763953.218101:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763953.218104:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.218106:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763953.218108:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.218110:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763953.218113:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763953.218114:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787763953.218116:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763953.218118:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787763953.218120:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787763953.218122:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787763953.218126:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.218128:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763953.218130:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763953.218132:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763953.218135:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787763953.218138:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763953.218140:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763953.218142:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763953.218145:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763953.218147:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.218149:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763953.218151:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763953.218154:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.218157:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763953.218161:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787763953.218164:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787763953.218166:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763953.218168:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763953.218170:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763953.218172:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763953.218174:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763953.218178:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787763953.218182:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763953.218187:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482288256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763953.218195:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763953.218198:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763953.218202:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482288256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763953.218211:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763953.218217:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25541)
00000800:00000200:1.1:1787763953.218328:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763953.218331:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763953.218633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763953.218637:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763953.218961:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763953.218963:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763953.219146:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763953.219148:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00010000:00000001:2.0:1787763953.920896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763953.920903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763953.920908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763953.920910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763953.920912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763953.920913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763954.944897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763954.944903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763954.944907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763954.944908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763954.944910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763954.944911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763955.968851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763955.968856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763955.968860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763955.968863:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763955.968864:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763955.968867:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763955.968869:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763955.968871:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763955.968873:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763955.968874:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763955.968877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763955.968878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763955.968923:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763955.968926:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763955.968929:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763956.992846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763956.992852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763956.992856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763956.992856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763956.992859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763956.992860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763958.016877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763958.016885:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763958.016888:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763958.016892:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763958.016897:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763958.016899:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763958.016901:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763958.016904:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763958.016908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763958.016910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763958.016914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763958.016916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763958.016966:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763958.016969:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763958.016973:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763958.336909:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763958.336917:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763958.336919:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763958.336923:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763958.336926:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763958.336932:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25536
00000400:00000200:3.0:1787763958.336939:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763958.336945:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763958.336948:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763958.336950:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.336953:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763958.336954:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.336956:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763958.336959:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763958.336960:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763958.336962:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763958.336965:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763958.336967:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763958.336969:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763958.336971:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.336972:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763958.336974:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.336975:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763958.336977:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763958.336979:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763958.336981:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763958.336983:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763958.336985:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763958.336987:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.336989:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763958.336991:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763958.337000:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787763958.337003:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763958.337006:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763958.337007:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337009:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763958.337012:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763958.337015:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763958.337021:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763958.337026:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763958.337033:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482288384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763958.337041:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763958.337045:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763958.337048:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482288384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763958.337072:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763958.337075:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763958.337077:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763958.337079:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763958.337080:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763958.337082:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763958.337084:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25536
00000400:00000200:3.0:1787763958.337086:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763958.337089:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763958.337090:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763958.337093:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337094:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763958.337097:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337099:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763958.337101:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763958.337102:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763958.337103:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763958.337105:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763958.337107:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763958.337109:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763958.337113:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337116:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763958.337118:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337121:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763958.337125:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763958.337130:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337132:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763958.337136:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763958.337142:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763958.337146:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337149:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763958.337154:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763958.337160:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337165:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763958.337168:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787763958.337174:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763958.337177:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763958.337179:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337183:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763958.337186:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763958.337188:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763958.337195:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763958.337202:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763958.337209:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482288512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763958.337219:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763958.337222:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763958.337227:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482288512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763958.337245:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763958.337253:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763958.337262:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763958.337266:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763958.337271:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763958.337278:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763958.337282:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25536
00000400:00000200:3.0:1787763958.337288:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763958.337293:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763958.337296:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763958.337303:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337306:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763958.337312:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337316:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763958.337319:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763958.337320:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763958.337320:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763958.337334:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763958.337336:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763958.337337:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763958.337343:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337347:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763958.337351:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337355:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763958.337359:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763958.337363:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337369:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763958.337373:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763958.337378:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763958.337384:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337388:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763958.337391:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763958.337397:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337403:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763958.337411:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000800:00000200:1.1:1787763958.337412:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000040:3.0:1787763958.337416:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000800:00000200:1.1:1787763958.337418:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1787763958.337421:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763958.337424:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337429:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763958.337432:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763958.337435:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763958.337442:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763958.337446:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763958.337456:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482288640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763958.337468:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763958.337472:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763958.337478:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482288640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763958.337491:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763958.337496:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763958.337500:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763958.337502:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763958.337504:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763958.337508:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763958.337512:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25536
00000400:00000200:3.0:1787763958.337521:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763958.337527:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763958.337530:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763958.337536:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337539:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763958.337541:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337543:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763958.337545:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763958.337555:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763958.337558:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763958.337560:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763958.337564:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763958.337566:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763958.337570:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337573:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763958.337575:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337577:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763958.337583:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763958.337589:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337592:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763958.337596:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763958.337602:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763958.337605:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337608:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763958.337611:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763958.337616:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337620:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763958.337626:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763958.337630:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763958.337635:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763958.337638:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337643:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763958.337647:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763958.337650:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763958.337657:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763958.337662:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763958.337672:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482288768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763958.337682:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763958.337685:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763958.337689:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482288768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763958.337694:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763958.337696:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763958.337699:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763958.337704:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763958.337707:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763958.337710:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763958.337715:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25536
00000400:00000200:3.0:1787763958.337726:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763958.337733:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763958.337738:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763958.337776:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337781:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763958.337787:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337793:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763958.337800:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763958.337804:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763958.337809:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763958.337814:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763958.337820:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763958.337828:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763958.337837:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337842:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763958.337847:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337851:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763958.337854:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763958.337857:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763958.337862:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763958.337866:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763958.337868:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763958.337872:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337877:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763958.337880:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763958.337885:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337888:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763958.337892:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763958.337896:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763958.337899:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763958.337902:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763958.337904:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763958.337906:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763958.337907:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763958.337913:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763958.337918:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763958.337925:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482288896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763958.337934:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763958.337938:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763958.337944:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482288896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763958.337952:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763958.337958:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25547)
00000800:00000200:1.1:1787763958.338088:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763958.338091:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763958.338298:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763958.338300:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763958.338549:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763958.338551:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763958.338779:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763958.338780:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00010000:00000001:2.0:1787763959.040871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763959.040876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763959.040880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763959.040881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763959.040883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763959.040884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763960.064835:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763960.064840:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763960.064850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763960.064851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763960.064854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763960.064855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763961.088853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763961.088860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763961.088866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763961.088867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763961.088871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763961.088872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763961.088937:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763961.088942:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763961.088946:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763962.112857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763962.112862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763962.112867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763962.112868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763962.112870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763962.112871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763963.136905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763963.136914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763963.136922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763963.136924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763963.136929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763963.136933:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763963.136936:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763963.136940:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763963.136943:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763963.136946:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763963.136949:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763963.136952:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763963.137080:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763963.137085:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763963.137088:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763963.456812:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763963.456820:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763963.456822:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763963.456825:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763963.456828:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763963.456834:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25542
00000400:00000200:3.0:1787763963.456841:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763963.456847:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763963.456849:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763963.456852:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.456854:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763963.456856:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.456858:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763963.456861:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763963.456862:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763963.456864:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763963.456868:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763963.456870:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763963.456871:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763963.456874:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.456875:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763963.456877:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.456878:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763963.456880:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763963.456882:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763963.456884:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763963.456887:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763963.456890:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763963.456892:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.456894:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763963.456896:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763963.456903:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763963.456905:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763963.456908:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763963.456910:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.456912:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763963.456914:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763963.456917:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763963.456924:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763963.456929:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763963.456936:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482289024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763963.456944:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763963.456947:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763963.456951:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482289024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763963.456969:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763963.456971:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763963.456974:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763963.456975:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763963.456976:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763963.456979:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763963.456980:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25542
00000400:00000200:3.0:1787763963.456983:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763963.456984:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763963.456986:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763963.456988:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.456990:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763963.456991:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.456993:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763963.456994:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763963.456995:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763963.456996:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763963.456998:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763963.456999:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763963.457000:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763963.457002:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457003:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763963.457004:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457006:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763963.457007:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763963.457009:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457010:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763963.457011:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763963.457015:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763963.457016:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457018:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763963.457022:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763963.457025:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457027:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763963.457031:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763963.457034:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763963.457036:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763963.457038:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457040:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763963.457042:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763963.457044:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763963.457049:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763963.457056:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763963.457065:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482289152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763963.457078:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763963.457082:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763963.457090:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482289152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763963.457100:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763963.457105:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763963.457108:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763963.457112:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763963.457115:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763963.457119:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763963.457124:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25542
00000400:00000200:3.0:1787763963.457131:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763963.457135:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763963.457138:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763963.457143:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457148:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763963.457151:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457152:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763963.457155:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763963.457158:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763963.457161:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763963.457162:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763963.457168:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763963.457183:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763963.457194:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457201:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763963.457207:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457248:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763963.457253:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763963.457260:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457265:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763963.457269:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763963.457273:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763963.457277:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457280:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763963.457283:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763963.457299:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457303:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763963.457308:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763963.457312:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763963.457317:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763963.457318:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457323:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763963.457326:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763963.457329:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763963.457334:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000800:00000200:1.1:1787763963.457335:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787763963.457339:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763963.457340:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000100:00100000:3.0:1787763963.457350:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482289280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763963.457362:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763963.457365:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763963.457371:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482289280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763963.457381:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763963.457385:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763963.457388:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763963.457391:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763963.457395:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763963.457401:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763963.457407:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25542
00000400:00000200:3.0:1787763963.457413:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763963.457419:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763963.457423:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763963.457430:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457435:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763963.457440:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457444:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763963.457445:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763963.457447:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763963.457451:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763963.457453:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763963.457457:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763963.457461:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763963.457466:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457469:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763963.457474:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457476:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763963.457478:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763963.457481:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457483:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763963.457485:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763963.457488:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763963.457493:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457494:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763963.457499:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763963.457504:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457506:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763963.457510:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763963.457512:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763963.457513:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763963.457514:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457515:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763963.457516:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763963.457518:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763963.457521:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763963.457523:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763963.457530:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482289408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763963.457541:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763963.457545:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763963.457552:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482289408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763963.457563:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763963.457568:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763963.457573:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763963.457577:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763963.457579:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763963.457582:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763963.457587:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25542
00000400:00000200:3.0:1787763963.457594:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763963.457601:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763963.457605:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763963.457611:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457615:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763963.457620:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457624:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763963.457627:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763963.457631:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763963.457634:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763963.457638:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763963.457643:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763963.457647:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763963.457654:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457657:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763963.457662:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457664:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763963.457667:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763963.457673:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763963.457678:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763963.457682:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763963.457685:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763963.457689:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457691:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763963.457694:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763963.457698:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457701:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763963.457705:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763963.457709:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763963.457712:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763963.457715:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763963.457718:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763963.457720:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763963.457722:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763963.457727:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763963.457732:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763963.457740:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482289536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763963.457778:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763963.457782:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763963.457792:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482289536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763963.457805:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763963.457811:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25552)
00000800:00000200:1.1:1787763963.457975:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763963.457977:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763963.458229:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763963.458231:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763963.458446:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763963.458448:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763963.458651:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763963.458653:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00010000:00000001:2.0:1787763964.160937:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763964.160958:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763964.160963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763964.160964:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763964.160966:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763964.160967:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763965.184940:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763965.184946:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763965.184968:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763965.184969:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763965.184971:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763965.184972:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763966.208900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763966.208906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763966.208910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763966.208913:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763966.208915:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763966.208918:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763966.208921:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763966.208923:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763966.208925:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763966.208926:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763966.208929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763966.208930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763966.208975:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763966.208979:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763966.208982:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763967.232826:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763967.232833:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763967.232834:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763967.232837:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763967.232840:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763967.232842:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763967.232843:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763967.232845:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763967.232848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763967.232849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763967.232851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763967.232852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763968.256857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763968.256862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763968.256866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763968.256868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763968.256870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763968.256871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763968.256921:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763968.256925:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763968.256928:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763968.576873:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763968.576884:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763968.576886:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763968.576890:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763968.576895:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763968.576902:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25547
00000400:00000200:2.0:1787763968.576912:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763968.576919:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763968.576923:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763968.576926:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.576930:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763968.576933:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.576935:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763968.576940:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763968.576941:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787763968.576943:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763968.576946:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787763968.576948:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787763968.576950:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787763968.576952:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.576953:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763968.576955:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.576956:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763968.576958:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787763968.576961:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763968.576962:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763968.576965:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763968.576967:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763968.576970:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.576972:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763968.576974:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763968.576982:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
00000020:00000040:2.0:1787763968.576985:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787763968.576988:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763968.576990:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.576992:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763968.576994:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763968.576998:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763968.577004:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787763968.577009:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763968.577016:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482289664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763968.577026:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763968.577030:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763968.577036:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482289664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763968.577059:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763968.577063:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763968.577067:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763968.577068:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763968.577070:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763968.577074:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763968.577077:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25547
00000400:00000200:2.0:1787763968.577081:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763968.577083:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763968.577085:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763968.577088:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577090:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763968.577092:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577095:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763968.577097:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763968.577098:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787763968.577100:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763968.577102:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787763968.577103:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787763968.577104:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787763968.577106:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577108:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763968.577112:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577114:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763968.577117:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787763968.577120:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577122:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763968.577125:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763968.577130:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763968.577133:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577137:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763968.577140:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763968.577146:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577149:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763968.577154:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787763968.577159:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787763968.577164:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763968.577168:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577170:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763968.577173:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763968.577177:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763968.577183:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00000001:2.0:1787763968.577188:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763968.577197:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482289792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763968.577214:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763968.577218:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763968.577224:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482289792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763968.577235:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763968.577238:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763968.577243:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763968.577246:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763968.577249:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763968.577268:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763968.577273:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25547
00000400:00000200:2.0:1787763968.577281:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763968.577289:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763968.577293:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763968.577299:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577301:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763968.577305:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577307:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763968.577309:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763968.577311:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787763968.577314:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763968.577317:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787763968.577319:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787763968.577321:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787763968.577323:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577325:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763968.577329:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577334:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763968.577337:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787763968.577341:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577344:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763968.577345:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763968.577347:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763968.577349:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577353:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763968.577356:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763968.577362:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577367:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763968.577376:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787763968.577381:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787763968.577388:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763968.577392:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577397:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763968.577400:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763968.577405:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763968.577412:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787763968.577418:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763968.577427:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482289920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763968.577437:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763968.577442:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763968.577443:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763968.577447:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1787763968.577451:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482289920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763968.577468:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763968.577475:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763968.577493:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787763968.577497:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763968.577499:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763968.577503:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763968.577509:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25547
00000400:00000200:2.0:1787763968.577517:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763968.577525:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763968.577530:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763968.577535:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577540:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763968.577544:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577547:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763968.577552:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763968.577553:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787763968.577555:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763968.577556:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787763968.577561:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787763968.577563:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787763968.577565:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577567:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763968.577570:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577574:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763968.577575:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787763968.577578:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577580:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763968.577585:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763968.577588:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763968.577594:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577596:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763968.577600:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763968.577603:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577607:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763968.577612:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000020:00000040:2.0:1787763968.577615:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787763968.577620:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763968.577623:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577625:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763968.577628:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763968.577630:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763968.577637:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787763968.577641:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763968.577650:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482290048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763968.577662:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763968.577665:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763968.577674:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482290048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763968.577687:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763968.577692:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763968.577700:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763968.577701:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763968.577706:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763968.577708:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763968.577712:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25547
00000400:00000200:2.0:1787763968.577717:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787763968.577720:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763968.577723:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763968.577729:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577733:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763968.577737:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577741:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787763968.577744:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763968.577746:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787763968.577772:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763968.577774:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787763968.577776:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787763968.577778:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787763968.577780:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577782:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763968.577783:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577785:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787763968.577789:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787763968.577796:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787763968.577798:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763968.577799:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763968.577801:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763968.577802:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577803:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763968.577804:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763968.577806:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577809:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763968.577812:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000020:00000040:2.0:1787763968.577815:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787763968.577817:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763968.577818:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763968.577820:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763968.577821:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763968.577822:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763968.577825:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787763968.577827:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763968.577832:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482290176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763968.577859:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763968.577862:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763968.577866:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482290176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763968.577883:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763968.577891:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25557)
00000800:00000200:1.1:1787763968.578120:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763968.578123:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763968.578428:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763968.578430:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763968.578663:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763968.578666:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763968.578873:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763968.578875:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00010000:00000001:2.0:1787763969.280822:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763969.280828:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763969.280832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763969.280833:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763969.280837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763969.280838:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763970.304887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763970.304894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763970.304901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763970.304902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763970.304906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763970.304907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763971.328835:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763971.328843:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763971.328849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763971.328851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763971.328854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763971.328856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763971.328909:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763971.328914:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763971.328918:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763972.352872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763972.352878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763972.352882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763972.352882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763972.352885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763972.352888:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763972.352891:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763972.352894:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763972.352897:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763972.352899:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763972.352901:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763972.352904:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763973.376850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763973.376857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763973.376862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763973.376863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763973.376867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763973.376868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763973.376925:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763973.376929:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763973.376932:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763973.696866:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763973.696875:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763973.696877:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763973.696880:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763973.696883:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763973.696889:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25552
00000400:00000200:3.0:1787763973.696897:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763973.696904:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763973.696906:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763973.696909:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.696912:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763973.696914:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.696915:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763973.696918:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763973.696920:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763973.696922:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763973.696924:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763973.696926:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763973.696928:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763973.696931:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.696932:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763973.696934:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.696935:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763973.696937:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763973.696940:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763973.696941:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763973.696943:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763973.696946:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763973.696948:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.696949:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763973.696951:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763973.696960:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787763973.696964:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763973.696967:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763973.696969:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.696972:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763973.696975:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763973.696979:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763973.696988:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763973.696995:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763973.697005:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482290304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763973.697015:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763973.697019:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763973.697023:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482290304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763973.697040:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763973.697043:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763973.697046:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763973.697047:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763973.697048:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763973.697051:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763973.697052:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25552
00000400:00000200:3.0:1787763973.697055:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763973.697058:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763973.697060:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763973.697062:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697064:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763973.697067:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697069:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763973.697071:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763973.697072:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763973.697074:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763973.697076:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763973.697079:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763973.697082:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763973.697087:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697091:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763973.697094:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697098:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763973.697102:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763973.697107:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697111:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763973.697114:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763973.697121:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763973.697127:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697130:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763973.697135:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763973.697140:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697143:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763973.697147:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787763973.697152:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763973.697157:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763973.697158:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697159:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763973.697160:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763973.697163:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763973.697170:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763973.697176:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763973.697184:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482290432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763973.697194:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763973.697196:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763973.697203:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482290432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763973.697227:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763973.697233:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763973.697239:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763973.697243:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763973.697245:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763973.697249:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763973.697254:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25552
00000400:00000200:3.0:1787763973.697259:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763973.697264:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763973.697266:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763973.697268:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697271:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763973.697275:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697279:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763973.697281:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763973.697282:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763973.697283:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763973.697285:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763973.697289:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763973.697294:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763973.697297:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697298:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763973.697302:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697307:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763973.697311:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763973.697322:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697327:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763973.697330:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763973.697333:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763973.697336:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697340:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763973.697342:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763973.697344:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697345:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763973.697352:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763973.697356:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763973.697359:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763973.697360:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697361:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763973.697362:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763973.697364:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763973.697369:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763973.697377:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763973.697384:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482290560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763973.697399:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763973.697402:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763973.697408:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482290560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763973.697419:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763973.697422:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763973.697426:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763973.697427:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763973.697429:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763973.697433:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787763973.697433:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787763973.697438:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25552
00000400:00000200:3.0:1787763973.697442:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000200:1.1:1787763973.697442:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1787763973.697448:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763973.697453:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763973.697459:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697463:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763973.697465:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697467:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763973.697471:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763973.697474:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763973.697476:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763973.697479:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763973.697481:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763973.697485:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763973.697492:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697496:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763973.697500:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697504:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763973.697509:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763973.697514:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697519:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763973.697521:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763973.697524:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763973.697528:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697530:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763973.697533:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763973.697538:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697542:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763973.697547:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787763973.697551:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763973.697555:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763973.697556:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697561:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763973.697562:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763973.697565:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763973.697571:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763973.697576:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763973.697581:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482290688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763973.697589:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763973.697592:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763973.697595:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482290688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763973.697616:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763973.697620:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763973.697623:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763973.697626:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763973.697628:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763973.697633:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763973.697639:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25552
00000400:00000200:3.0:1787763973.697643:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763973.697649:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763973.697654:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763973.697657:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697660:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763973.697662:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697667:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763973.697669:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763973.697672:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763973.697674:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763973.697676:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763973.697678:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763973.697679:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763973.697685:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697688:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763973.697692:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697696:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763973.697700:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763973.697704:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763973.697709:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763973.697714:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763973.697719:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763973.697725:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697730:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763973.697734:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763973.697741:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697745:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763973.697786:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763973.697789:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763973.697794:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763973.697797:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763973.697801:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763973.697804:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763973.697807:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763973.697815:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763973.697822:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763973.697833:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482290816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763973.697853:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763973.697858:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763973.697867:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482290816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763973.697888:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763973.697896:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25562)
00000800:00000200:1.1:1787763973.698067:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763973.698069:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763973.698370:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763973.698373:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763973.698562:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763973.698564:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763973.698801:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763973.698803:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00010000:00000001:2.0:1787763974.400900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763974.400906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763974.400911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763974.400912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763974.400914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763974.400915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763975.424883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763975.424888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763975.424892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763975.424895:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763975.424897:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763975.424899:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763975.424901:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763975.424903:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763975.424904:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763975.424906:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763975.424909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763975.424909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763976.448899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763976.448905:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763976.448909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763976.448910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763976.448912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763976.448913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763976.448960:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763976.448963:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763976.448966:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763977.472823:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763977.472830:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763977.472832:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763977.472834:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763977.472837:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763977.472839:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763977.472840:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763977.472842:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763977.472845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763977.472846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763977.472849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763977.472850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763978.496944:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763978.496951:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763978.496957:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763978.496960:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763978.496963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763978.496965:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763978.497019:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763978.497023:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763978.497026:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763978.816830:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763978.816841:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763978.816844:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763978.816849:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763978.816854:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763978.816863:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25557
00000400:00000200:3.0:1787763978.816871:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763978.816877:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763978.816880:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763978.816883:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.816886:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763978.816888:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.816891:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763978.816894:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763978.816896:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763978.816898:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763978.816901:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763978.816903:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763978.816904:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763978.816906:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.816908:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763978.816909:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.816910:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763978.816912:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763978.816915:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763978.816916:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763978.816918:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763978.816920:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763978.816922:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.816924:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763978.816926:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763978.816934:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763978.816937:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763978.816939:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763978.816941:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.816943:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763978.816945:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763978.816949:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763978.816956:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763978.816961:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763978.816968:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482290944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763978.816976:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763978.816979:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763978.816983:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482290944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763978.816999:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763978.817001:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763978.817004:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763978.817005:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763978.817006:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763978.817008:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763978.817010:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25557
00000400:00000200:3.0:1787763978.817012:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763978.817015:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763978.817017:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763978.817019:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817021:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763978.817023:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817025:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763978.817026:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763978.817027:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763978.817029:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763978.817031:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763978.817035:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763978.817037:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763978.817043:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817047:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763978.817049:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817051:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763978.817054:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763978.817057:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817062:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763978.817065:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763978.817070:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763978.817074:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817076:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763978.817081:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763978.817085:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817087:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763978.817092:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763978.817095:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763978.817100:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763978.817102:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817105:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763978.817106:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763978.817108:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763978.817111:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763978.817117:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763978.817124:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482291072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763978.817139:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763978.817143:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763978.817151:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482291072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763978.817169:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763978.817173:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763978.817178:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763978.817179:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763978.817195:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763978.817198:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763978.817203:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25557
00000400:00000200:3.0:1787763978.817211:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763978.817215:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763978.817217:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763978.817223:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817228:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763978.817231:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817236:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763978.817240:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763978.817242:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763978.817244:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763978.817246:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763978.817249:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763978.817254:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763978.817259:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817265:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763978.817267:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817271:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763978.817274:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763978.817278:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817281:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763978.817283:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763978.817288:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763978.817290:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817291:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763978.817293:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763978.817295:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817298:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763978.817305:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763978.817310:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763978.817316:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763978.817320:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817326:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763978.817330:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763978.817334:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763978.817342:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763978.817350:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763978.817360:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482291200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763978.817383:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763978.817390:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763978.817399:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482291200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763978.817416:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763978.817420:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763978.817424:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763978.817428:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787763978.817429:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787763978.817430:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763978.817434:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787763978.817437:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1787763978.817438:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25557
00000400:00000200:3.0:1787763978.817446:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763978.817453:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763978.817456:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763978.817462:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817464:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763978.817467:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817472:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763978.817474:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763978.817476:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763978.817478:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763978.817482:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763978.817484:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763978.817487:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763978.817493:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817499:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763978.817502:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817505:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763978.817508:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763978.817512:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817516:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763978.817520:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763978.817523:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763978.817527:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817530:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763978.817533:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763978.817535:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817537:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763978.817542:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763978.817545:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763978.817550:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763978.817552:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817555:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763978.817558:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763978.817560:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763978.817567:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763978.817573:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763978.817579:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482291328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763978.817588:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763978.817591:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763978.817595:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482291328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763978.817603:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763978.817608:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763978.817610:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763978.817611:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763978.817614:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763978.817618:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763978.817620:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25557
00000400:00000200:3.0:1787763978.817623:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763978.817629:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763978.817631:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763978.817637:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817639:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763978.817644:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817646:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763978.817651:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763978.817654:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763978.817658:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763978.817660:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763978.817664:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763978.817666:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763978.817671:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817675:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763978.817678:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817682:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763978.817685:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763978.817690:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763978.817694:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763978.817698:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763978.817701:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763978.817706:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817710:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763978.817712:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763978.817715:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817718:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763978.817723:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787763978.817726:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763978.817731:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763978.817734:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763978.817738:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763978.817740:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763978.817743:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763978.817772:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763978.817776:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763978.817784:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482291456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763978.817793:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763978.817796:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763978.817801:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482291456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763978.817825:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763978.817832:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25567)
00000800:00000200:1.1:1787763978.818108:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763978.818111:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763978.818444:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763978.818447:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763978.818777:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763978.818780:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763978.819096:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763978.819099:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00010000:00000001:2.0:1787763979.520829:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763979.520834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763979.520839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763979.520840:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763979.520842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763979.520843:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763980.544911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763980.544916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763980.544921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763980.544921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763980.544924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763980.544925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763981.568815:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763981.568820:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763981.568825:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763981.568826:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763981.568828:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763981.568829:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763981.568918:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763981.568922:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763981.568925:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763982.592851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763982.592856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763982.592860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763982.592861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763982.592864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763982.592866:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763982.592868:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763982.592870:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763982.592872:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763982.592874:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763982.592876:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763982.592877:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763983.616822:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763983.616827:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763983.616831:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763983.616832:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763983.616835:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763983.616836:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763983.616889:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763983.616893:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763983.616897:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763983.936876:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763983.936895:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763983.936898:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763983.936902:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763983.936907:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763983.936914:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25562
00000400:00000200:3.0:1787763983.936924:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763983.936931:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763983.936935:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763983.936939:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.936943:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763983.936945:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.936948:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763983.936953:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763983.936955:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763983.936958:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763983.936961:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763983.936964:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763983.936967:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763983.936970:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.936972:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763983.936974:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.936976:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763983.936980:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763983.936984:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763983.936986:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763983.936989:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763983.936992:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763983.936996:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.936998:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763983.937001:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763983.937010:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787763983.937014:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763983.937018:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763983.937020:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.937023:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763983.937026:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763983.937030:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763983.937039:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787763983.937046:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763983.937055:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482291584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763983.937067:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763983.937071:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763983.937077:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482291584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763983.937102:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763983.937106:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763983.937110:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763983.937111:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763983.937113:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763983.937117:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763983.937120:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25562
00000400:00000200:3.0:1787763983.937124:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763983.937128:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763983.937131:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763983.937135:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937138:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763983.937140:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937143:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763983.937162:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763983.937164:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763983.937168:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763983.937174:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763983.937179:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763983.937184:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763983.937191:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937198:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763983.937204:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937210:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763983.937216:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763983.937224:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937231:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763983.937238:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763983.937247:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763983.937252:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.937257:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763983.937263:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763983.937271:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.937276:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763983.937282:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787763983.937288:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763983.937293:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763983.937297:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.937300:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763983.937304:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763983.937308:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763983.937314:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787763983.937329:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763983.937341:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482291712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763983.937361:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763983.937366:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763983.937376:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482291712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763983.937397:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763983.937403:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763983.937409:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763983.937412:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763983.937417:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763983.937423:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763983.937431:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25562
00000400:00000200:3.0:1787763983.937443:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763983.937452:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763983.937457:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763983.937468:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937475:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763983.937480:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937485:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763983.937491:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763983.937495:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763983.937500:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763983.937505:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763983.937510:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763983.937513:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763983.937521:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937526:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763983.937532:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937539:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:1.1:1787763983.937542:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000040:3.0:1787763983.937544:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000800:00000200:1.1:1787763983.937551:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1787763983.937554:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937560:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763983.937564:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763983.937570:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763983.937575:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.937579:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763983.937584:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763983.937592:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.937595:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763983.937604:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787763983.937610:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763983.937616:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763983.937620:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.937625:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763983.937629:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763983.937633:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763983.937640:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787763983.937646:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763983.937659:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482291840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763983.937672:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763983.937677:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763983.937685:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482291840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763983.937700:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763983.937705:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763983.937713:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763983.937715:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763983.937717:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763983.937724:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763983.937731:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25562
00000400:00000200:3.0:1787763983.937740:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763983.937784:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763983.937788:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763983.937793:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937798:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763983.937803:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937809:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763983.937815:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763983.937818:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763983.937821:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763983.937826:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763983.937832:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763983.937839:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763983.937848:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937854:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763983.937860:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937866:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763983.937872:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763983.937881:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763983.937886:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763983.937892:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763983.937899:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763983.937904:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.937909:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763983.937913:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763983.937920:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.937925:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763983.937932:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787763983.937938:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763983.937944:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763983.937948:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.937952:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763983.937956:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763983.937959:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763983.937967:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763983.937976:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763983.937989:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482291968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763983.938009:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763983.938015:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763983.938024:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482291968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763983.938039:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763983.938045:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763983.938053:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763983.938056:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763983.938060:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763983.938068:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763983.938075:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25562
00000400:00000200:3.0:1787763983.938084:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763983.938093:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763983.938098:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763983.938106:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.938111:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763983.938116:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.938120:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763983.938126:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763983.938131:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763983.938134:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763983.938138:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763983.938143:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763983.938164:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763983.938169:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.938175:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763983.938181:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763983.938187:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763983.938192:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763983.938199:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763983.938208:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763983.938213:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763983.938219:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763983.938225:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.938230:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763983.938235:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763983.938242:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.938248:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763983.938255:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787763983.938262:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763983.938267:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763983.938272:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763983.938277:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763983.938281:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763983.938286:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763983.938295:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763983.938302:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763983.938313:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482292096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763983.938338:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763983.938344:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763983.938355:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482292096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763983.938379:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763983.938389:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25572)
00000800:00000200:1.1:1787763983.938449:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763983.938453:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763983.938798:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763983.938801:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763983.939141:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763983.939159:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763983.939592:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787763983.939595:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00010000:00000001:2.0:1787763984.640901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763984.640908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763984.640913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763984.640915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763984.640918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763984.640920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763985.664848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763985.664856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763985.664862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763985.664866:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763985.664868:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763985.664872:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763985.664875:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763985.664877:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763985.664880:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763985.664893:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763985.664895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763985.664896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763986.688920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763986.688925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763986.688929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763986.688930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763986.688932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763986.688933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763986.689027:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763986.689032:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763986.689036:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763987.712855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763987.712862:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763987.712864:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763987.712866:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763987.712870:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763987.712872:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763987.712873:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763987.712875:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763987.712878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763987.712879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763987.712881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763987.712882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763988.736867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763988.736873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763988.736878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763988.736879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763988.736882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763988.736883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763988.736944:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763988.736949:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763988.736953:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763989.057456:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763989.057890:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763989.058038:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763989.058188:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763989.058304:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00010000:00000001:2.0:1787763989.760839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763989.760844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763989.760849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763989.760850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763989.760852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763989.760853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763990.784901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763990.784908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763990.784913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763990.784915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763990.784919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763990.784920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763991.808899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763991.808906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763991.808912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763991.808913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763991.808916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763991.808917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763991.808988:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763991.808992:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763991.808995:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787763992.129098:0:257218:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:3.0:1787763992.129151:0:257218:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787763992.129160:0:257218:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763992.129164:0:257218:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:3.0:1787763992.129170:0:257218:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763992.129176:0:257218:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787763992.129181:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787763992.129185:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:3.0:1787763992.129191:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763992.129194:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763992.129201:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0330
00000400:00000010:3.0:1787763992.129203:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0330.
00000100:00000001:3.0:1787763992.129209:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763992.129224:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5dc650b40 x1874595482292224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763992.129252:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763992.129258:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650b40 x1874595482292224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763992.129267:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763992.129269:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763992.129283:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787763992.129286:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:3.0:1787763992.129289:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763992.129294:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763992.129298:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:3.0:1787763992.129301:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:3.0:1787763992.129307:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763992.129313:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5dc6503c0 x1874595482292352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763992.129326:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763992.129333:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6503c0 x1874595482292352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763992.129358:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763992.129363:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763992.129372:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787763992.129377:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295c00.
00000400:00000200:3.0:1787763992.129382:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763992.129388:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763992.129580:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0198
00000400:00000010:3.0:1787763992.129588:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0198.
00000100:00000001:3.0:1787763992.129607:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763992.129621:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5dc652940 x1874595482292480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763992.129641:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763992.129650:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652940 x1874595482292480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763992.129680:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763992.129685:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763992.129702:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787763992.129863:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:3.0:1787763992.129870:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763992.129876:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763992.129881:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:3.0:1787763992.129887:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:3.0:1787763992.129897:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763992.129908:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5dc6512c0 x1874595482292608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763992.129947:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763992.129957:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6512c0 x1874595482292608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763992.129975:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763992.129981:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763992.129995:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787763992.130005:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295300.
00000400:00000200:3.0:1787763992.130013:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763992.130025:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763992.130036:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0908
00000400:00000010:3.0:1787763992.130043:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0908.
00000100:00000001:3.0:1787763992.130055:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763992.130072:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5dc653480 x1874595482292736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763992.130086:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763992.130103:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653480 x1874595482292736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763992.130111:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763992.130114:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:2.0:1787763992.832903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763992.832910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763992.832915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763992.832916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763992.832920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763992.832923:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763992.832925:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763992.832928:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763992.832931:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763992.832933:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763992.832935:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763992.832937:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763993.856862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763993.856871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763993.856878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763993.856880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763993.856884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763993.856885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763993.856925:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763993.856929:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763993.856933:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787763994.177605:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763994.177612:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787763994.178636:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763994.178641:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787763994.178975:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763994.178977:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787763994.179270:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763994.179272:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787763994.179656:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763994.179659:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00010000:00000001:2.0:1787763994.880846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763994.880851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763994.880855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763994.880856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763994.880858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763994.880859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763995.904820:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763995.904826:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763995.904830:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763995.904832:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763995.904834:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763995.904836:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763995.904839:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763995.904840:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763995.904842:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763995.904843:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763995.904846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763995.904846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763996.928852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763996.928859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763996.928865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763996.928867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763996.928871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763996.928872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763996.928909:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763996.928912:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763996.928914:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787763997.952827:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763997.952833:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787763997.952835:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787763997.952838:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763997.952842:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787763997.952843:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763997.952845:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763997.952846:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763997.952849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763997.952850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763997.952852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763997.952854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763998.976878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763998.976885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763998.976890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763998.976891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787763998.976893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787763998.976895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763998.976989:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763998.976995:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763998.977000:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763999.296900:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763999.296909:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763999.296911:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763999.296914:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763999.296918:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763999.296923:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25577
00000400:00000200:3.0:1787763999.296931:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763999.296937:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763999.296939:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763999.296941:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.296944:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763999.296946:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.296947:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763999.296950:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763999.296953:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787763999.296955:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763999.296958:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787763999.296959:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787763999.296961:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787763999.296963:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.296964:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763999.296965:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.296967:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763999.296969:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787763999.296971:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763999.296973:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763999.296974:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763999.296977:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763999.296983:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.296985:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763999.296986:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763999.296995:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787763999.296997:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787763999.297001:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763999.297002:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.297004:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763999.297006:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763999.297009:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763999.297016:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787763999.297021:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763999.297031:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482293504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763999.297048:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763999.297052:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763999.297056:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482293504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763999.297080:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763999.297082:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763999.297085:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763999.297086:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763999.297087:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763999.297089:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763999.297091:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25577
00000400:00000200:3.0:1787763999.297094:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763999.297097:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763999.297099:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763999.297101:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297103:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763999.297105:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297107:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763999.297110:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763999.297111:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787763999.297112:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763999.297114:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787763999.297116:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787763999.297117:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787763999.297119:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297121:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763999.297125:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297127:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763999.297135:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787763999.297139:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297144:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763999.297150:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763999.297155:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763999.297159:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.297161:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763999.297165:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763999.297176:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.297185:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763999.297197:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787763999.297208:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787763999.297220:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763999.297223:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.297228:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763999.297236:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763999.297243:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763999.297250:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787763999.297260:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763999.297272:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482293632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763999.297302:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763999.297304:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763999.297307:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482293632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763999.297324:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763999.297328:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763999.297334:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763999.297339:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763999.297342:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763999.297345:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763999.297354:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25577
00000400:00000200:3.0:1787763999.297371:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763999.297373:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763999.297374:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763999.297381:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297384:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763999.297386:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297389:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763999.297399:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763999.297409:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787763999.297418:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763999.297421:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787763999.297428:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787763999.297444:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787763999.297456:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297461:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763999.297469:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297477:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763999.297481:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787763999.297491:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297494:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763999.297499:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763999.297506:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763999.297508:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.297509:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763999.297512:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763999.297516:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.297519:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763999.297524:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787763999.297526:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787763999.297528:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763999.297529:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.297530:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763999.297531:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763999.297532:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763999.297537:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787763999.297543:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763999.297548:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482293760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763999.297566:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763999.297569:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763999.297581:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482293760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763999.297622:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763999.297632:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763999.297635:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763999.297635:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763999.297637:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763999.297638:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763999.297641:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25577
00000400:00000200:3.0:1787763999.297645:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763999.297654:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763999.297663:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763999.297674:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297676:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763999.297678:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297680:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763999.297689:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763999.297692:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787763999.297697:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763999.297699:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787763999.297701:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787763999.297702:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787763999.297706:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297714:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763999.297716:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297718:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763999.297719:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787763999.297728:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297733:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763999.297736:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763999.297740:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763999.297745:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.297792:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763999.297794:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763999.297799:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763999.297800:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787763999.297802:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763999.297811:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000800:00000200:0.1:1787763999.297811:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000020:00000040:3.0:1787763999.297817:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787763999.297821:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763999.297823:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.297828:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763999.297830:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763999.297833:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763999.297840:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787763999.297844:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763999.297848:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482293888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763999.297864:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763999.297870:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763999.297881:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482293888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763999.297896:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763999.297899:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763999.297906:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763999.297910:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763999.297913:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763999.297924:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763999.297933:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25577
00000400:00000200:3.0:1787763999.297943:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787763999.297951:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763999.297959:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763999.297970:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297977:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763999.297982:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.297987:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787763999.297997:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763999.297999:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787763999.298006:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763999.298007:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787763999.298009:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787763999.298012:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787763999.298015:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.298020:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763999.298024:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787763999.298028:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787763999.298035:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787763999.298049:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787763999.298062:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763999.298063:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763999.298066:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763999.298078:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.298081:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763999.298083:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763999.298085:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.298089:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763999.298093:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787763999.298097:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787763999.298106:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763999.298108:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763999.298113:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763999.298118:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763999.298121:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763999.298135:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787763999.298140:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763999.298149:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482294016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763999.298209:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763999.298218:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763999.298231:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482294016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763999.298261:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763999.298271:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25588)
00000800:00000200:0.1:1787763999.298498:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763999.298502:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787763999.298714:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763999.298716:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787763999.298956:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763999.298959:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787763999.299199:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787763999.299201:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00010000:00000001:2.0:1787764000.000874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764000.000879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764000.000884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764000.000885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764000.000888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764000.000889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764001.024854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764001.024860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764001.024864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764001.024865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764001.024868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764001.024869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764002.048842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764002.048847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764002.048851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764002.048852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764002.048855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764002.048855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764002.048905:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764002.048909:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764002.048913:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764003.072853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764003.072860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764003.072866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764003.072868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764003.072871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764003.072874:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764003.072877:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764003.072880:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764003.072883:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764003.072886:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764003.072888:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764003.072891:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764004.096853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764004.096858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764004.096861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764004.096862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764004.096865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764004.096866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764004.096929:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764004.096934:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764004.096937:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764004.416822:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764004.416833:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764004.416835:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764004.416839:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764004.416844:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764004.416851:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25583
00000400:00000200:3.0:1787764004.416860:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764004.416868:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764004.416871:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764004.416876:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.416879:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764004.416881:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.416884:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764004.416888:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764004.416890:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764004.416892:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764004.416896:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764004.416899:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764004.416902:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764004.416905:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.416907:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764004.416909:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.416911:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764004.416915:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764004.416918:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764004.416921:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764004.416924:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764004.416927:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764004.416931:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.416933:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764004.416936:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764004.416945:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764004.416948:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764004.416952:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764004.416953:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.416955:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764004.416957:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764004.416961:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764004.416967:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764004.416972:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764004.416980:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482294144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764004.416988:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764004.416991:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764004.416995:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482294144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764004.417029:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764004.417032:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764004.417035:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764004.417036:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764004.417037:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764004.417039:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764004.417041:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25583
00000400:00000200:3.0:1787764004.417044:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764004.417047:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764004.417048:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764004.417051:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417052:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764004.417054:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417056:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764004.417058:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764004.417059:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764004.417060:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764004.417062:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764004.417064:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764004.417066:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764004.417069:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417073:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764004.417076:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417078:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764004.417081:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764004.417088:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417091:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764004.417093:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764004.417098:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764004.417103:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417112:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764004.417117:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764004.417122:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417128:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764004.417135:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764004.417140:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764004.417144:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764004.417147:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417152:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764004.417155:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764004.417158:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764004.417164:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764004.417170:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764004.417180:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482294272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764004.417188:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764004.417191:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764004.417194:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482294272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764004.417204:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764004.417206:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764004.417212:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764004.417214:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764004.417217:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764004.417219:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764004.417224:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25583
00000400:00000200:3.0:1787764004.417227:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764004.417233:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764004.417238:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764004.417245:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417251:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764004.417257:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417262:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764004.417265:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764004.417269:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764004.417271:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764004.417274:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764004.417277:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764004.417278:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764004.417285:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417288:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764004.417289:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417291:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764004.417296:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764004.417300:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417302:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764004.417305:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764004.417309:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764004.417314:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417318:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764004.417322:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764004.417326:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417330:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764004.417337:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764004.417343:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764004.417346:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764004.417348:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417351:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764004.417354:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764004.417367:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764004.417377:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764004.417383:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764004.417393:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482294400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1787764004.417399:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764004.417405:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1787764004.417407:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764004.417413:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764004.417421:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482294400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764004.417435:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764004.417440:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764004.417445:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764004.417448:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764004.417450:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764004.417453:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764004.417458:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25583
00000400:00000200:3.0:1787764004.417467:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764004.417475:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764004.417479:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764004.417484:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417489:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764004.417493:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417498:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764004.417503:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764004.417506:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764004.417508:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764004.417510:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764004.417514:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764004.417518:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764004.417523:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417526:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764004.417529:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417532:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764004.417534:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764004.417537:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417540:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764004.417542:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764004.417545:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764004.417549:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417551:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764004.417555:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764004.417557:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417562:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764004.417566:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764004.417571:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764004.417574:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764004.417578:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417581:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764004.417585:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764004.417589:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764004.417597:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764004.417603:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764004.417615:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482294528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764004.417635:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764004.417640:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764004.417648:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482294528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764004.417664:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764004.417670:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764004.417675:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764004.417678:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764004.417681:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764004.417685:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764004.417690:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25583
00000400:00000200:3.0:1787764004.417697:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764004.417704:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764004.417710:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764004.417717:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417722:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764004.417727:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417731:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764004.417735:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764004.417738:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764004.417741:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764004.417744:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764004.417773:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764004.417777:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764004.417783:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417787:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764004.417791:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417796:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764004.417801:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764004.417809:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764004.417813:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764004.417817:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764004.417821:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764004.417825:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417828:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764004.417832:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764004.417835:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417840:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764004.417850:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764004.417856:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764004.417862:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764004.417867:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764004.417873:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764004.417877:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764004.417880:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764004.417890:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764004.417898:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764004.417909:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482294656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764004.417934:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764004.417940:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764004.417953:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482294656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764004.417976:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764004.417986:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25593)
00000800:00000200:0.1:1787764004.418066:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764004.418068:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787764004.418284:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764004.418286:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787764004.418472:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764004.418474:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787764004.418787:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764004.418790:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00010000:00000001:2.0:1787764005.120858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764005.120864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764005.120868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764005.120869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764005.120872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764005.120873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764006.144870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764006.144877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764006.144882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764006.144886:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764006.144888:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764006.144891:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764006.144894:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764006.144896:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764006.144898:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764006.144901:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764006.144905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764006.144906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764007.168867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764007.168873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764007.168877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764007.168878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764007.168880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764007.168881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764007.168923:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764007.168927:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764007.168930:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764008.192823:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764008.192830:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764008.192831:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764008.192834:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764008.192838:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764008.192840:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764008.192841:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764008.192843:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764008.192846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764008.192847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764008.192850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764008.192851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764009.216889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764009.216895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764009.216900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764009.216901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764009.216904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764009.216906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764009.217012:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764009.217017:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764009.217021:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787764009.537453:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764009.537460:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764009.538083:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764009.538085:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764009.538304:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764009.538306:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764009.538516:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764009.538518:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764009.538723:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764009.538725:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00010000:00000001:2.0:1787764010.240857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764010.240862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764010.240866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764010.240867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764010.240870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764010.240871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764011.264882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764011.264890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764011.264896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764011.264898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764011.264901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764011.264903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764012.288840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764012.288846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764012.288850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764012.288851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764012.288853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764012.288856:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764012.288858:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764012.288860:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764012.288862:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764012.288864:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764012.288866:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764012.288867:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764012.288924:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764012.288929:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764012.288932:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764013.312898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764013.312904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764013.312908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764013.312910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764013.312912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764013.312914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764014.336892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764014.336898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764014.336904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764014.336905:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764014.336908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764014.336910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764014.337028:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764014.337036:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764014.337041:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787764014.657691:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764014.657693:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764014.658562:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764014.658564:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764014.658769:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764014.658772:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764014.660362:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764014.660370:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764014.660651:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764014.660653:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00010000:00000001:2.0:1787764015.360916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764015.360922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764015.360941:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764015.360945:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764015.360948:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764015.360950:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764015.360954:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764015.360956:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764015.360958:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764015.360960:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764015.360963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764015.360964:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764016.384883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764016.384889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764016.384894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764016.384895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764016.384898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764016.384899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764017.408978:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764017.408984:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764017.408986:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764017.408989:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764017.408993:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764017.408996:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764017.408997:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764017.408999:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764017.409003:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764017.409004:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764017.409007:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764017.409008:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764017.409126:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764017.409131:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764017.409136:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764018.432859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764018.432866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764018.432873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764018.432875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764018.432879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764018.432881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764019.456916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764019.456921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764019.456925:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764019.456926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764019.456928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764019.456929:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764019.456979:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764019.456983:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764019.456986:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787764019.777397:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764019.777399:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764019.779045:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764019.779054:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764019.779696:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764019.779699:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764019.780012:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764019.780014:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764019.780194:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764019.780196:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00010000:00000001:2.0:1787764020.480825:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764020.480831:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764020.480836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764020.480838:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764020.480841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764020.480842:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764021.504988:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764021.504996:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764021.505002:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764021.505003:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764021.505006:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764021.505007:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764022.528853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764022.528860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764022.528866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764022.528867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764022.528870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764022.528873:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764022.528875:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764022.528890:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764022.528893:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764022.528896:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764022.528897:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764022.528900:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764022.528947:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764022.528952:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764022.528955:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764023.552902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764023.552909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764023.552914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764023.552916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764023.552919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764023.552920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764024.576854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764024.576861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764024.576881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764024.576882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764024.576885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764024.576886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764024.576948:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764024.576953:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764024.576958:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787764024.897443:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764024.897448:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787764024.898219:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764024.898221:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787764024.898416:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764024.898418:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787764024.898660:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764024.898663:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787764024.898958:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764024.898960:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00010000:00000001:2.0:1787764025.600919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764025.600927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764025.600932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764025.600936:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764025.600939:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764025.600942:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764025.600945:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764025.600947:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764025.600949:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764025.600951:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764025.600954:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764025.600955:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764026.624832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764026.624837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764026.624842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764026.624843:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764026.624845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764026.624846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764027.648882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764027.648900:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764027.648902:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764027.648904:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764027.648908:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764027.648909:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764027.648911:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764027.648912:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764027.648916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764027.648917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764027.648919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764027.648920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764027.648979:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764027.648982:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764027.648986:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764028.672817:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764028.672823:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764028.672826:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764028.672827:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764028.672829:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764028.672830:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764029.696893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764029.696898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764029.696902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764029.696903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764029.696906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764029.696907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764029.696956:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764029.696960:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764029.696962:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787764030.017499:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764030.017508:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787764030.018160:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764030.018163:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787764030.018391:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764030.018393:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787764030.018668:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764030.018669:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787764030.019027:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764030.019030:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00010000:00000001:2.0:1787764030.720906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764030.720914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764030.720919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764030.720921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764030.720924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764030.720926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764031.744896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764031.744903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764031.744909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764031.744911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764031.744915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764031.744917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764032.768907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764032.768915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764032.768922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764032.768924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764032.768927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764032.768932:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764032.768935:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764032.768939:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764032.768942:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764032.768945:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764032.768948:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764032.768951:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764032.769045:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764032.769052:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764032.769057:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764033.792899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764033.792906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764033.792911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764033.792913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764033.792916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764033.792917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764034.816884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764034.816891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764034.816896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764034.816897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764034.816900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764034.816902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764034.816954:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764034.816958:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764034.816961:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764035.136855:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764035.136865:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764035.136867:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764035.136870:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764035.136874:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764035.136879:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25613
00000400:00000200:2.0:1787764035.136887:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764035.136893:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764035.136895:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764035.136898:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.136900:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764035.136902:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.136904:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764035.136907:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764035.136908:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764035.136911:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764035.136914:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764035.136915:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764035.136917:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764035.136919:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.136921:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764035.136922:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.136924:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764035.136927:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764035.136929:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764035.136931:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764035.136934:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764035.136936:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764035.136938:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.136940:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764035.136941:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764035.136949:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764035.136952:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764035.136955:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764035.136956:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.136958:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764035.136960:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764035.136963:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764035.136969:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764035.136975:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764035.136982:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482297984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764035.136990:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764035.136993:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764035.136997:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482297984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764035.137034:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764035.137037:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764035.137043:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764035.137044:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764035.137046:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764035.137048:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764035.137050:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25613
00000400:00000200:2.0:1787764035.137054:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764035.137058:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764035.137061:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764035.137065:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137068:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764035.137070:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137073:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764035.137079:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764035.137082:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764035.137086:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764035.137090:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764035.137096:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764035.137102:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764035.137111:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137115:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764035.137119:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137124:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764035.137128:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764035.137135:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137138:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764035.137140:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764035.137147:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764035.137150:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137153:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764035.137157:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764035.137161:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137164:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764035.137169:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000020:00000040:2.0:1787764035.137172:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764035.137174:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764035.137176:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137179:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764035.137181:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764035.137182:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764035.137190:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764035.137195:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764035.137204:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482298112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764035.137217:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764035.137221:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764035.137227:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482298112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764035.137238:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764035.137243:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764035.137246:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764035.137248:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764035.137250:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764035.137254:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764035.137259:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25613
00000400:00000200:2.0:1787764035.137265:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764035.137270:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764035.137274:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764035.137280:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137284:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764035.137290:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137292:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764035.137295:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764035.137296:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764035.137298:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764035.137301:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764035.137305:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764035.137309:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764035.137315:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137320:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764035.137322:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137323:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764035.137327:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764035.137331:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137334:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764035.137337:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764035.137340:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764035.137344:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137348:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:0.1:1787764035.137348:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000008:00100000:2.0:1787764035.137350:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1787764035.137353:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000008:00000001:2.0:1787764035.137354:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137359:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764035.137364:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000020:00000040:2.0:1787764035.137368:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764035.137371:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764035.137372:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137375:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764035.137377:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764035.137380:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764035.137383:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764035.137386:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764035.137391:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482298240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764035.137401:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764035.137405:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764035.137411:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482298240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764035.137440:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764035.137444:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764035.137448:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764035.137451:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764035.137453:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764035.137457:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764035.137462:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25613
00000400:00000200:2.0:1787764035.137467:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764035.137470:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764035.137474:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764035.137479:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137481:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764035.137483:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137485:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764035.137491:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764035.137492:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764035.137495:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764035.137497:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764035.137501:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764035.137503:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764035.137508:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137510:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764035.137512:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137517:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764035.137518:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764035.137521:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137523:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764035.137526:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764035.137528:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764035.137530:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137531:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764035.137533:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764035.137538:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137539:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764035.137542:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
00000020:00000040:2.0:1787764035.137546:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764035.137547:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764035.137550:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137552:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764035.137554:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764035.137557:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764035.137563:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000100:00000001:2.0:1787764035.137571:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764035.137581:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482298368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764035.137596:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764035.137601:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764035.137612:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482298368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764035.137638:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764035.137644:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764035.137652:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764035.137656:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764035.137661:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764035.137667:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764035.137674:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25613
00000400:00000200:2.0:1787764035.137685:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764035.137692:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764035.137697:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764035.137703:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137707:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764035.137713:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137718:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764035.137723:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764035.137725:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764035.137728:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764035.137732:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764035.137734:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764035.137740:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764035.137744:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137771:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764035.137774:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137775:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764035.137777:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764035.137780:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764035.137782:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764035.137786:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764035.137790:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764035.137807:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137811:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764035.137813:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764035.137816:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137820:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764035.137826:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6da40.
00000020:00000040:2.0:1787764035.137830:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764035.137834:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764035.137837:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764035.137840:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764035.137843:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764035.137846:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764035.137851:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6800.
00000100:00000001:2.0:1787764035.137857:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764035.137865:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6da40 x1874595482298496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764035.137883:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764035.137885:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764035.137889:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003501baba] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6da40 x1874595482298496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764035.137896:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764035.137899:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25623)
00000800:00000200:0.1:1787764035.138049:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764035.138050:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764035.138246:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764035.138248:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764035.138451:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764035.138452:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764035.138765:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764035.138767:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00010000:00000001:2.0:1787764035.840888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764035.840893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764035.840897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764035.840900:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764035.840901:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764035.840903:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764035.840906:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764035.840907:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764035.840909:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764035.840910:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764035.840913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764035.840914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764036.864916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764036.864923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764036.864929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764036.864931:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764036.864935:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764036.864937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764037.888879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764037.888885:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764037.888887:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764037.888889:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764037.888893:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764037.888895:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764037.888896:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764037.888898:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764037.888901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764037.888902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764037.888904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764037.888906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764037.888957:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764037.888961:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764037.888964:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764038.912863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764038.912868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764038.912873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764038.912874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764038.912877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764038.912878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764039.936898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764039.936904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764039.936908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764039.936910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764039.936912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764039.936913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764039.936975:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764039.936979:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764039.936982:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764040.256888:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764040.256898:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764040.256900:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764040.256903:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764040.256907:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764040.256914:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25618
00000400:00000200:3.0:1787764040.256923:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764040.256937:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764040.256940:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764040.256943:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.256945:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764040.256947:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.256950:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764040.256953:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764040.256954:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764040.256957:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764040.256960:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764040.256962:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764040.256964:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764040.256966:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.256968:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764040.256969:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.256970:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764040.256973:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764040.256975:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764040.256977:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764040.256979:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764040.256982:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764040.256985:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.256986:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764040.256988:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764040.256996:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764040.256999:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764040.257002:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764040.257004:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.257006:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764040.257008:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764040.257012:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764040.257019:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764040.257025:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764040.257033:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482298624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764040.257042:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764040.257045:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764040.257049:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482298624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764040.257067:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764040.257069:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764040.257072:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764040.257074:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764040.257075:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764040.257078:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764040.257080:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25618
00000400:00000200:3.0:1787764040.257083:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764040.257087:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764040.257090:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764040.257093:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257095:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764040.257101:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257103:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764040.257107:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764040.257111:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764040.257113:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764040.257115:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764040.257118:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764040.257123:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764040.257131:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257136:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764040.257140:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257145:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764040.257149:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764040.257153:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257157:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764040.257161:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764040.257168:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764040.257173:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.257177:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764040.257182:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764040.257185:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.257189:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764040.257195:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764040.257197:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764040.257204:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764040.257206:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.257210:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764040.257212:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764040.257217:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764040.257225:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764040.257234:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764040.257262:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482298752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764040.257295:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764040.257302:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764040.257314:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482298752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764040.257347:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764040.257350:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764040.257359:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764040.257363:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764040.257365:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764040.257373:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764040.257381:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25618
00000400:00000200:3.0:1787764040.257392:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764040.257402:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764040.257410:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764040.257418:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257423:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764040.257428:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257430:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764040.257434:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764040.257438:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764040.257442:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764040.257446:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764040.257450:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764040.257453:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764040.257459:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257464:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764040.257466:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257469:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764040.257472:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764040.257478:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257485:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764040.257489:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1787764040.257490:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764040.257493:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1787764040.257495:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
02000000:00000001:3.0:1787764040.257497:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.257502:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764040.257506:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764040.257512:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.257514:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764040.257520:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764040.257525:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764040.257530:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764040.257533:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.257536:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764040.257540:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764040.257542:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764040.257548:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764040.257554:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764040.257565:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482298880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764040.257573:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764040.257577:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764040.257584:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482298880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764040.257618:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764040.257623:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764040.257630:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764040.257653:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764040.257656:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764040.257661:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764040.257666:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25618
00000400:00000200:3.0:1787764040.257687:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764040.257695:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764040.257701:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764040.257727:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257731:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764040.257733:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257736:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764040.257743:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764040.257745:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764040.257747:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764040.257751:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764040.257824:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764040.257827:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764040.257832:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257837:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764040.257841:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257848:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764040.257853:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764040.257861:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764040.257869:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764040.257872:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764040.257879:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764040.257885:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.257889:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764040.257892:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764040.257895:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.257899:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764040.257904:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764040.257910:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764040.257915:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764040.257918:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.257922:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764040.257924:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764040.257928:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764040.257935:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764040.257941:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764040.257950:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482299008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764040.257961:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764040.257964:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764040.257974:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482299008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764040.257996:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764040.258000:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764040.258004:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764040.258008:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764040.258011:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764040.258017:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764040.258022:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25618
00000400:00000200:3.0:1787764040.258030:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764040.258035:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764040.258040:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764040.258046:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.258053:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764040.258057:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.258060:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764040.258064:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764040.258066:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764040.258069:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764040.258072:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764040.258090:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764040.258097:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764040.258105:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.258110:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764040.258115:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764040.258120:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764040.258125:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764040.258132:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764040.258136:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764040.258139:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764040.258145:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764040.258150:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.258152:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764040.258156:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764040.258160:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.258162:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764040.258168:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764040.258172:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764040.258175:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764040.258178:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764040.258182:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764040.258185:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764040.258188:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764040.258194:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764040.258197:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764040.258206:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482299136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764040.258227:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764040.258233:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764040.258243:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482299136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764040.258262:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764040.258272:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25629)
00000800:00000200:0.1:1787764040.258508:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764040.258511:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787764040.258935:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764040.258937:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787764040.259154:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764040.259156:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787764040.259358:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764040.259359:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00010000:00000001:2.0:1787764040.960872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764040.960877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764040.960881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764040.960882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764040.960884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764040.960885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764041.984836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764041.984842:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764041.984846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764041.984847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764041.984850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764041.984851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764043.008833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764043.008839:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764043.008843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764043.008844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764043.008846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764043.008849:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764043.008850:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764043.008853:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764043.008855:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764043.008856:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764043.008858:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764043.008859:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764043.008920:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764043.008926:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764043.008930:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764044.032895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764044.032901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764044.032905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764044.032906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764044.032909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764044.032910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764045.056848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764045.056854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764045.056857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764045.056858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764045.056861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764045.056862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764045.056911:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764045.056916:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764045.056919:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787764045.377425:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764045.377432:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787764045.378061:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764045.378062:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787764045.378252:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764045.378253:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787764045.378463:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764045.378465:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787764045.378681:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764045.378683:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00010000:00000001:2.0:1787764046.080850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764046.080855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764046.080866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764046.080869:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764046.080871:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764046.080873:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764046.080875:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764046.080877:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764046.080879:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764046.080880:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764046.080883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764046.080884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764047.104843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764047.104848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764047.104852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764047.104853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764047.104856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764047.104857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764048.128871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764048.128878:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764048.128880:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764048.128883:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764048.128887:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764048.128888:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764048.128890:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764048.128891:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764048.128894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764048.128895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764048.128897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764048.128898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764048.128953:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764048.128956:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764048.128959:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764049.152835:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764049.152841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764049.152845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764049.152846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764049.152849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764049.152850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764050.176931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764050.176939:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764050.176944:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764050.176945:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764050.176948:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764050.176949:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764050.177056:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764050.177062:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764050.177066:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764050.496867:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764050.496887:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764050.496890:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764050.496895:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764050.496900:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764050.496908:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25629
00000400:00000200:3.0:1787764050.496917:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764050.496924:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764050.496927:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764050.496929:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.496932:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764050.496933:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.496935:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764050.496939:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764050.496940:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764050.496943:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764050.496946:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764050.496947:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764050.496949:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764050.496951:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.496953:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764050.496954:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.496955:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764050.496957:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764050.496959:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764050.496961:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764050.496963:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764050.496966:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764050.496967:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.496970:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764050.496972:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764050.496980:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764050.496983:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764050.496986:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764050.496988:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.496990:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764050.496992:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764050.496995:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764050.497001:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764050.497007:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764050.497013:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482299904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764050.497022:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764050.497025:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764050.497029:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482299904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764050.497047:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764050.497050:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764050.497053:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764050.497054:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764050.497055:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764050.497057:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764050.497059:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25629
00000400:00000200:3.0:1787764050.497062:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764050.497064:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764050.497066:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764050.497067:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497069:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764050.497070:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497072:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764050.497073:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764050.497074:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764050.497076:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764050.497083:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764050.497085:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764050.497086:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764050.497089:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497090:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764050.497091:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497092:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764050.497094:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764050.497096:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497098:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764050.497099:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764050.497104:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764050.497106:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497107:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764050.497111:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764050.497114:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497117:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764050.497121:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764050.497125:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764050.497129:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764050.497131:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497133:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764050.497135:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764050.497136:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764050.497143:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764050.497149:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764050.497156:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482300032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764050.497171:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764050.497176:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764050.497183:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482300032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764050.497197:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764050.497199:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764050.497203:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764050.497206:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764050.497207:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764050.497209:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764050.497211:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25629
00000400:00000200:3.0:1787764050.497213:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764050.497215:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764050.497220:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764050.497224:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497227:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764050.497236:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497241:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764050.497243:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764050.497245:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764050.497246:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764050.497250:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764050.497254:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764050.497259:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764050.497263:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497265:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764050.497269:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497272:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764050.497276:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764050.497279:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497281:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764050.497284:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764050.497288:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764050.497293:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497298:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764050.497301:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764050.497304:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497309:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764050.497313:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764050.497316:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764050.497322:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764050.497325:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497329:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764050.497333:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764050.497335:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764050.497339:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764050.497345:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764050.497352:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482300160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764050.497368:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764050.497372:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764050.497376:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482300160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764050.497395:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764050.497399:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764050.497403:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764050.497406:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764050.497409:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764050.497411:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764050.497416:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25629
00000400:00000200:3.0:1787764050.497421:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764050.497427:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764050.497428:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764050.497434:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:0.1:1787764050.497435:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764050.497436:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764050.497441:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:0.1:1787764050.497441:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787764050.497446:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764050.497452:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764050.497456:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764050.497458:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764050.497461:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764050.497462:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764050.497465:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764050.497470:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497473:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764050.497479:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497482:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764050.497485:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764050.497489:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497493:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764050.497496:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764050.497499:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764050.497503:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497507:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764050.497510:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764050.497513:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497515:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764050.497520:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764050.497522:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764050.497527:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764050.497529:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497534:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764050.497537:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764050.497541:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764050.497545:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764050.497549:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764050.497557:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482300288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764050.497566:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764050.497570:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764050.497573:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482300288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764050.497587:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764050.497595:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764050.497602:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764050.497608:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764050.497613:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764050.497618:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764050.497626:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25629
00000400:00000200:3.0:1787764050.497633:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764050.497640:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764050.497645:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764050.497651:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497654:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764050.497659:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497663:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764050.497667:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764050.497670:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764050.497673:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764050.497676:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764050.497679:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764050.497702:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764050.497710:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497714:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764050.497721:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497726:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764050.497731:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764050.497736:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764050.497741:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764050.497745:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764050.497774:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764050.497780:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497784:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764050.497787:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764050.497791:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497796:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764050.497801:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764050.497806:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764050.497811:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764050.497814:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764050.497820:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764050.497821:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764050.497825:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764050.497829:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764050.497836:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764050.497843:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482300416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764050.497857:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764050.497863:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764050.497873:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482300416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764050.497894:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764050.497901:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25639)
00000800:00000200:0.1:1787764050.498010:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764050.498012:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787764050.498193:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764050.498195:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787764050.498368:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764050.498370:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787764050.498541:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764050.498543:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00010000:00000001:2.0:1787764051.200892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764051.200900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764051.200906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764051.200907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764051.200910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764051.200911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764052.224970:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764052.224978:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764052.224985:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764052.224987:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764052.224991:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764052.224993:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764053.248838:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764053.248844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764053.248848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764053.248849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764053.248852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764053.248855:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764053.248857:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764053.248859:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764053.248861:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764053.248863:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764053.248865:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764053.248867:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764053.248921:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764053.248927:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764053.248933:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764054.272944:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764054.272951:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764054.272957:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764054.272958:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764054.272961:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764054.272962:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764055.296861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764055.296867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764055.296873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764055.296876:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764055.296878:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764055.296881:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764055.296884:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764055.296886:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764055.296888:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764055.296889:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764055.296892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764055.296893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764055.296954:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764055.296959:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764055.296963:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764055.616862:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764055.616878:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764055.616882:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764055.616888:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764055.616895:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764055.616905:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25634
00000400:00000200:3.0:1787764055.616917:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764055.616927:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764055.616932:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764055.616937:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.616941:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764055.616945:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.616948:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764055.616969:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764055.616972:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764055.616976:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764055.616981:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764055.616984:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764055.616988:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764055.616992:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.616995:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764055.616997:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.617001:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764055.617004:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764055.617009:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764055.617015:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764055.617019:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764055.617025:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764055.617028:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.617032:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764055.617038:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764055.617057:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764055.617063:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764055.617069:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764055.617072:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.617077:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764055.617081:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764055.617088:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764055.617099:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764055.617108:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764055.617210:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482300544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764055.617225:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764055.617231:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764055.617238:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482300544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764055.617424:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764055.617429:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764055.617434:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764055.617437:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764055.617440:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764055.617547:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764055.617555:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25634
00000400:00000200:3.0:1787764055.617567:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764055.617578:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764055.617584:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764055.617592:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.617601:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764055.617608:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.617615:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764055.617619:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764055.617624:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764055.617627:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764055.617631:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764055.617638:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764055.617641:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764055.617646:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.617667:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764055.617690:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.617695:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764055.617701:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764055.617709:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764055.617717:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764055.617723:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764055.617732:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764055.617740:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.617745:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764055.617752:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764055.617757:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.617793:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764055.617801:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764055.617808:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764055.617815:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764055.617820:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.617827:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764055.617833:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764055.617838:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764055.617849:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764055.617858:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764055.617870:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482300672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764055.617887:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1787764055.617892:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764055.617894:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764055.617904:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482300672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764055.617921:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764055.617928:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764055.617935:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764055.617938:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764055.617940:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764055.617945:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764055.617949:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25634
00000400:00000200:3.0:1787764055.617959:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764055.617966:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764055.617972:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764055.617983:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.617991:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764055.617998:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618003:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764055.618007:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764055.618011:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764055.618016:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764055.618022:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764055.618028:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764055.618035:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764055.618047:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618053:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764055.618060:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618068:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764055.618076:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764055.618087:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618095:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764055.618102:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764055.618110:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764055.618117:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.618123:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764055.618128:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764055.618135:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.618142:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764055.618151:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764055.618158:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764055.618167:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764055.618173:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.618179:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764055.618183:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764055.618188:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764055.618197:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764055.618206:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764055.618220:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482300800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764055.618244:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764055.618251:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764055.618251:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764055.618263:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482300800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764055.618291:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764055.618299:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764055.618309:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764055.618315:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764055.618320:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764055.618329:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764055.618337:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25634
00000400:00000200:3.0:1787764055.618349:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764055.618359:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764055.618367:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764055.618376:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618384:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764055.618392:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618400:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764055.618408:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764055.618412:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764055.618417:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764055.618423:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764055.618430:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764055.618435:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764055.618445:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618449:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764055.618457:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618464:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764055.618472:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764055.618481:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618489:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764055.618495:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764055.618501:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764055.618508:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.618514:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764055.618521:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764055.618530:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764055.618536:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764055.618537:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764055.618546:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764055.618555:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764055.618563:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764055.618566:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.618571:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764055.618576:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764055.618581:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764055.618591:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764055.618601:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764055.618611:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482300928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764055.618621:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764055.618624:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764055.618629:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482300928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764055.618662:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764055.618666:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764055.618671:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764055.618673:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764055.618676:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764055.618680:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764055.618684:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25634
00000400:00000200:3.0:1787764055.618690:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764055.618697:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764055.618703:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764055.618712:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618717:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764055.618721:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618727:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764055.618732:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764055.618736:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764055.618741:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764055.618744:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764055.618773:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764055.618778:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764055.618787:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618793:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764055.618799:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618804:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764055.618810:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764055.618818:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764055.618824:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764055.618829:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764055.618836:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764055.618841:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.618847:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764055.618850:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764055.618858:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.618864:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764055.618871:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764055.618877:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764055.618882:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764055.618886:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764055.618891:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764055.618894:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764055.618900:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764055.618909:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764055.618916:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764055.618928:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482301056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764055.618948:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764055.618953:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764055.618964:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482301056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764055.618989:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764055.619025:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764055.619107:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25644)
00000800:00000200:0.1:1787764055.619207:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00010000:00000001:2.0:1787764056.320885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764056.320891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764056.320896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764056.320897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764056.320900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764056.320901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764057.344883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764057.344892:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764057.344895:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764057.344898:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764057.344903:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764057.344906:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764057.344907:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764057.344909:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764057.344913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764057.344914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764057.344917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764057.344918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764058.368928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764058.368935:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764058.368940:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764058.368941:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764058.368945:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764058.368946:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764058.369021:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764058.369028:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764058.369033:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787764058.689095:0:257216:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:2.0:1787764058.689160:0:257216:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764058.689171:0:257216:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764058.689175:0:257216:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:2.0:1787764058.689181:0:257216:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764058.689186:0:257216:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764058.689191:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764058.689195:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295700.
00000400:00000200:2.0:1787764058.689200:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764058.689204:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764058.689212:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0d48
00000400:00000010:2.0:1787764058.689214:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0d48.
00000100:00000001:2.0:1787764058.689219:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764058.689231:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699212940 x1874595482300544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764058.689261:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764058.689267:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482300544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764058.689276:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764058.689278:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764058.689290:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764058.689293:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:2.0:1787764058.689296:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764058.689300:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764058.689303:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0f68
00000400:00000010:2.0:1787764058.689311:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0f68.
00000100:00000001:2.0:1787764058.689314:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764058.689320:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699210000 x1874595482300672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764058.689329:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764058.689332:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482300672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764058.689340:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764058.689342:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764058.689348:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764058.689351:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295300.
00000400:00000200:2.0:1787764058.689355:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764058.689358:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764058.689361:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0908
00000400:00000010:2.0:1787764058.689363:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0908.
00000100:00000001:2.0:1787764058.689366:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764058.689372:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699213480 x1874595482300800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764058.689380:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764058.689384:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482300800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764058.689389:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764058.689390:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764058.689405:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764058.689407:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:2.0:1787764058.689411:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764058.689414:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764058.689417:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0198
00000400:00000010:2.0:1787764058.689419:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0198.
00000100:00000001:2.0:1787764058.689422:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764058.689427:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699210b40 x1874595482300928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764058.689436:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764058.689440:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482300928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764058.689447:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764058.689449:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764058.689455:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764058.689458:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295c00.
00000400:00000200:2.0:1787764058.689462:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764058.689472:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764058.689477:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0330
00000400:00000010:2.0:1787764058.689480:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0330.
00000100:00000001:2.0:1787764058.689486:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764058.689495:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f6992130c0 x1874595482301056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764058.689514:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764058.689520:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482301056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764058.689542:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764058.689551:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:2.0:1787764059.392884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764059.392893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764059.392898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764059.392900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764059.392903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764059.392904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764060.416869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764060.416878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764060.416886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764060.416887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764060.416891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764060.416892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764060.416936:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764060.416942:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764060.416945:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764060.736859:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764060.736867:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764060.736869:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764060.736873:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764060.736877:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764060.736883:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25639
00000400:00000200:3.0:1787764060.736890:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764060.736896:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764060.736900:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764060.736904:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.736907:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764060.736909:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.736911:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764060.736914:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764060.736916:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764060.736918:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764060.736921:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764060.736923:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764060.736925:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764060.736929:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.736931:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764060.736933:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.736936:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764060.736940:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764060.736944:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764060.736946:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764060.736950:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764060.736953:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764060.736956:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.736958:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764060.736961:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764060.736978:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764060.736986:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764060.736991:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764060.736992:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.736998:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764060.737000:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764060.737004:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764060.737013:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764060.737019:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764060.737030:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482301184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764060.737040:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764060.737045:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764060.737051:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482301184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764060.737079:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764060.737082:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764060.737086:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764060.737088:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764060.737090:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764060.737093:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764060.737096:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25639
00000400:00000200:3.0:1787764060.737100:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764060.737104:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764060.737106:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764060.737115:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737117:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764060.737120:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737123:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764060.737127:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764060.737130:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764060.737133:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764060.737137:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764060.737142:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764060.737145:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764060.737152:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737158:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764060.737163:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737168:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764060.737172:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764060.737178:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737189:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764060.737194:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764060.737202:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764060.737206:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.737210:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764060.737215:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764060.737222:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.737228:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764060.737233:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764060.737239:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764060.737244:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764060.737248:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.737252:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764060.737254:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764060.737259:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764060.737267:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764060.737274:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764060.737281:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482301312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764060.737297:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764060.737301:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764060.737311:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482301312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764060.737331:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764060.737337:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764060.737342:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764060.737346:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764060.737349:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764060.737354:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764060.737360:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25639
00000400:00000200:3.0:1787764060.737367:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764060.737374:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764060.737379:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764060.737386:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737391:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764060.737399:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737405:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764060.737411:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764060.737413:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764060.737417:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764060.737421:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764060.737427:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764060.737433:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764060.737441:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737446:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764060.737453:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737458:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764060.737462:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764060.737469:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737474:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764060.737478:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764060.737482:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764060.737487:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.737494:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764060.737498:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1787764060.737498:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000008:00000001:3.0:1787764060.737506:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764060.737507:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787764060.737509:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764060.737517:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764060.737523:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764060.737528:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764060.737530:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.737532:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764060.737536:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764060.737538:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764060.737545:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764060.737553:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764060.737562:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482301440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764060.737594:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764060.737598:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764060.737608:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482301440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764060.737734:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764060.737741:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764060.737805:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764060.737810:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764060.737814:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764060.737822:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764060.737830:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25639
00000400:00000200:3.0:1787764060.737844:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764060.737854:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764060.737861:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764060.737869:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737876:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764060.737880:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737886:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764060.737892:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764060.737895:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764060.737899:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764060.737903:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764060.737908:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764060.737914:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764060.737923:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737928:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764060.737935:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737942:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764060.737949:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764060.737957:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764060.737965:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764060.737970:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764060.737977:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764060.737981:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.737984:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764060.737990:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764060.737997:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.738002:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764060.738010:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764060.738017:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764060.738023:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764060.738027:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.738032:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764060.738036:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764060.738041:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764060.738048:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764060.738062:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764060.738075:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482301568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764060.738090:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764060.738095:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764060.738104:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482301568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764060.738121:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764060.738127:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764060.738136:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764060.738141:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764060.738145:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764060.738152:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764060.738159:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25639
00000400:00000200:3.0:1787764060.738171:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764060.738180:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764060.738187:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764060.738195:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.738202:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764060.738208:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.738215:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764060.738221:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764060.738224:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764060.738228:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764060.738234:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764060.738238:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764060.738244:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764060.738254:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.738260:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764060.738265:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764060.738272:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:0.1:1787764060.738272:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764060.738278:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1787764060.738279:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764060.738288:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764060.738292:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764060.738297:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764060.738301:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764060.738305:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.738308:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764060.738312:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764060.738317:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.738320:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764060.738325:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764060.738330:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764060.738338:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764060.738341:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764060.738347:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764060.738350:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764060.738354:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764060.738361:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764060.738368:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764060.738378:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482301696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764060.738420:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764060.738425:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764060.738434:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482301696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764060.738457:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764060.738465:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25649)
00000800:00000200:0.1:1787764060.738709:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764060.738711:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764060.739052:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764060.739055:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764060.739268:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764060.739270:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00010000:00000001:2.0:1787764061.440821:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764061.440828:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764061.440833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764061.440834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764061.440837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764061.440838:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764062.464837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764062.464844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764062.464849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764062.464850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764062.464853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764062.464854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764063.488839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764063.488849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764063.488857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764063.488859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764063.488864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764063.488868:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764063.488871:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764063.488874:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764063.488878:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764063.488881:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764063.488884:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764063.488887:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764063.488933:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764063.488938:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764063.488942:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764064.512857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764064.512866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764064.512873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764064.512874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764064.512878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764064.512879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764065.536800:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764065.536806:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764065.536810:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764065.536813:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764065.536815:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764065.536818:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764065.536820:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764065.536822:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764065.536823:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764065.536825:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764065.536828:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764065.536829:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764065.536873:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764065.536878:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764065.536882:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764065.856842:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764065.856851:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764065.856853:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764065.856856:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764065.856860:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764065.856866:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25644
00000400:00000200:3.0:1787764065.856874:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764065.856880:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764065.856882:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764065.856885:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.856887:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764065.856889:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.856891:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764065.856893:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764065.856895:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764065.856897:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764065.856899:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764065.856901:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764065.856904:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764065.856906:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.856907:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764065.856908:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.856910:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764065.856912:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764065.856914:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764065.856916:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764065.856918:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764065.856920:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764065.856922:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.856924:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764065.856925:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764065.856933:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764065.856936:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764065.856940:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764065.856942:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.856945:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764065.856947:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764065.856952:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764065.856961:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764065.856968:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764065.856976:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482301824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764065.856988:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764065.856993:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764065.856997:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482301824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764065.857024:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764065.857028:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764065.857038:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764065.857040:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764065.857045:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764065.857049:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764065.857051:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25644
00000400:00000200:3.0:1787764065.857054:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764065.857057:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764065.857059:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764065.857061:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857063:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764065.857065:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857067:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764065.857068:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764065.857069:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764065.857071:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764065.857073:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764065.857074:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764065.857075:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764065.857078:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857080:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764065.857082:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857085:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764065.857088:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764065.857092:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857094:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764065.857097:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764065.857102:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764065.857104:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857106:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764065.857111:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764065.857116:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857119:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764065.857125:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764065.857128:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764065.857132:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764065.857134:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857137:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764065.857138:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764065.857140:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764065.857146:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764065.857151:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764065.857160:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482301952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764065.857169:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764065.857173:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764065.857178:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482301952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764065.857188:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764065.857192:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764065.857196:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764065.857199:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764065.857200:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764065.857203:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764065.857207:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25644
00000400:00000200:3.0:1787764065.857211:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764065.857214:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764065.857216:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764065.857219:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857220:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764065.857225:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857229:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764065.857233:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764065.857235:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764065.857238:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764065.857240:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764065.857245:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764065.857249:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764065.857255:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857259:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764065.857265:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857270:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764065.857274:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764065.857281:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857286:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764065.857287:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764065.857289:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764065.857293:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857296:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764065.857297:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764065.857299:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857303:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764065.857309:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764065.857313:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764065.857318:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764065.857320:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857323:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764065.857327:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764065.857330:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764065.857334:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764065.857338:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764065.857345:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482302080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764065.857363:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764065.857366:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764065.857372:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482302080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764065.857388:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764065.857394:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764065.857398:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764065.857401:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764065.857402:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764065.857404:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764065.857409:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25644
00000400:00000200:3.0:1787764065.857415:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764065.857420:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764065.857422:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1787764065.857426:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764065.857429:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:0.1:1787764065.857431:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787764065.857432:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764065.857437:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857441:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764065.857444:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764065.857447:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764065.857450:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764065.857452:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764065.857454:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764065.857457:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764065.857463:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857466:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764065.857468:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857471:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764065.857476:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764065.857479:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857483:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764065.857486:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764065.857488:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764065.857493:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857496:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764065.857499:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764065.857501:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857503:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764065.857506:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764065.857510:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764065.857514:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764065.857516:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857519:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764065.857521:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764065.857524:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764065.857529:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764065.857532:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764065.857538:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482302208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764065.857551:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764065.857554:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764065.857557:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482302208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764065.857565:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764065.857569:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764065.857572:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764065.857573:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764065.857574:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764065.857576:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764065.857598:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25644
00000400:00000200:3.0:1787764065.857605:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764065.857610:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764065.857613:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764065.857619:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857621:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764065.857625:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857629:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764065.857633:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764065.857635:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764065.857638:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764065.857641:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764065.857644:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764065.857648:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764065.857653:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857657:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764065.857661:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857663:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764065.857667:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764065.857673:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764065.857675:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764065.857680:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764065.857683:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764065.857687:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857690:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764065.857691:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764065.857695:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857699:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764065.857704:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764065.857708:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764065.857712:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764065.857713:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764065.857715:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764065.857716:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764065.857719:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764065.857726:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764065.857732:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764065.857740:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482302336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764065.857773:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764065.857777:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764065.857785:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482302336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764065.857799:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764065.857805:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25654)
00000800:00000200:0.1:1787764065.857962:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764065.857964:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764065.858188:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764065.858190:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764065.858368:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764065.858370:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764065.858592:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764065.858594:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00010000:00000001:2.0:1787764066.560884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764066.560889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764066.560893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764066.560894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764066.560897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764066.560898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764067.584839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764067.584849:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764067.584852:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764067.584855:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764067.584859:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764067.584862:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764067.584864:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764067.584867:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764067.584871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764067.584873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764067.584876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764067.584878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764068.608891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764068.608897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764068.608901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764068.608902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764068.608905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764068.608906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764068.608963:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764068.608968:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764068.608972:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764069.632824:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764069.632830:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764069.632833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764069.632834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764069.632836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764069.632837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764070.656878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764070.656884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764070.656889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764070.656891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764070.656895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764070.656896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764070.656957:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764070.656962:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764070.656967:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764070.976842:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764070.976850:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764070.976852:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764070.976855:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764070.976859:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764070.976865:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25649
00000400:00000200:3.0:1787764070.976873:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764070.976879:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764070.976881:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764070.976884:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.976886:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.976888:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.976890:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764070.976892:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764070.976894:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764070.976896:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764070.976900:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764070.976901:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764070.976903:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764070.976905:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.976906:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.976907:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.976909:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764070.976910:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764070.976913:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764070.976914:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764070.976916:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764070.976919:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764070.976921:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.976922:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764070.976925:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764070.976935:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764070.976938:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764070.976942:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764070.976944:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.976947:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764070.976949:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764070.976954:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764070.976963:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764070.976969:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764070.976977:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482302464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764070.976987:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764070.976991:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.976997:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482302464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764070.977020:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764070.977023:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764070.977027:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764070.977028:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764070.977030:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764070.977033:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764070.977035:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25649
00000400:00000200:3.0:1787764070.977039:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764070.977042:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764070.977044:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764070.977047:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977050:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.977052:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977054:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764070.977057:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764070.977058:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764070.977060:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764070.977063:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764070.977065:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764070.977067:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764070.977071:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977075:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.977080:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977085:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764070.977089:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764070.977094:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977102:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764070.977107:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764070.977115:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764070.977119:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977121:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764070.977127:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764070.977131:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977134:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764070.977139:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764070.977143:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764070.977145:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764070.977147:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977149:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764070.977153:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764070.977155:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764070.977162:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764070.977167:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764070.977173:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482302592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764070.977183:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764070.977186:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.977190:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482302592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764070.977200:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764070.977204:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764070.977209:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764070.977212:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764070.977217:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764070.977222:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764070.977228:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25649
00000400:00000200:3.0:1787764070.977238:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764070.977247:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764070.977252:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764070.977260:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977264:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.977268:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977271:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764070.977273:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764070.977275:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764070.977277:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764070.977281:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764070.977283:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764070.977285:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764070.977288:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977292:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.977296:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977298:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764070.977301:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764070.977305:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977309:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764070.977312:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764070.977316:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764070.977321:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977325:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764070.977327:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764070.977329:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977333:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764070.977339:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764070.977342:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764070.977346:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764070.977349:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977353:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764070.977356:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764070.977358:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764070.977361:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764070.977366:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764070.977374:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482302720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764070.977392:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764070.977396:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.977409:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482302720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764070.977421:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764070.977425:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764070.977431:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.1:1787764070.977432:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764070.977433:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764070.977436:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764070.977439:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1787764070.977439:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1787764070.977444:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25649
00000400:00000200:3.0:1787764070.977450:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764070.977457:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764070.977461:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764070.977463:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977465:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.977469:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977472:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764070.977475:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764070.977478:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764070.977480:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764070.977482:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764070.977484:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764070.977488:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764070.977495:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977497:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.977501:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977505:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764070.977507:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764070.977513:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977517:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764070.977521:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764070.977524:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764070.977527:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977529:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764070.977531:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764070.977535:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977537:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764070.977542:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764070.977557:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764070.977558:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764070.977559:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977561:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764070.977561:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764070.977563:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764070.977566:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764070.977569:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764070.977573:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482302848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764070.977578:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764070.977580:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.977583:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482302848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764070.977601:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764070.977607:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764070.977612:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764070.977613:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764070.977615:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764070.977617:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764070.977622:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25649
00000400:00000200:3.0:1787764070.977629:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764070.977634:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764070.977638:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764070.977640:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977641:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.977646:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977648:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764070.977650:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764070.977651:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764070.977654:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764070.977657:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764070.977658:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764070.977660:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764070.977663:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977667:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.977669:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977673:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764070.977675:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764070.977680:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764070.977682:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764070.977687:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764070.977689:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764070.977693:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977696:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764070.977698:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764070.977700:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977702:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764070.977708:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764070.977712:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764070.977716:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764070.977719:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.977721:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764070.977723:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764070.977726:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764070.977732:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764070.977736:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764070.977744:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482302976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764070.977776:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764070.977777:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.977780:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482302976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764070.977787:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.977792:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25659)
00000800:00000200:0.1:1787764070.978084:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764070.978087:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764070.978391:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764070.978394:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764070.978709:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764070.978712:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764070.979028:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764070.979031:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00010000:00000001:2.0:1787764071.680849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764071.680854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764071.680858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764071.680859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764071.680862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764071.680862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764072.704877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764072.704883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764072.704886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764072.704887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764072.704889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764072.704890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764073.728873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764073.728879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764073.728884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764073.728885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764073.728888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764073.728891:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764073.728893:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764073.728896:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764073.728899:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764073.728901:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764073.728903:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764073.728905:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764073.728987:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764073.728991:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764073.728995:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764074.752854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764074.752859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764074.752864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764074.752865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764074.752867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764074.752868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764075.776852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764075.776858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764075.776862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764075.776866:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764075.776868:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764075.776870:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764075.776872:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764075.776874:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764075.776876:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764075.776878:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764075.776880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764075.776882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764075.776940:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764075.776945:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764075.776949:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764076.096806:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764076.096814:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764076.096816:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764076.096819:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764076.096822:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764076.096827:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25654
00000400:00000200:3.0:1787764076.096835:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764076.096841:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764076.096844:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764076.096846:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.096848:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764076.096850:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.096852:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764076.096855:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764076.096857:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764076.096859:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764076.096861:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764076.096863:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764076.096865:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764076.096867:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.096868:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764076.096869:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.096871:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764076.096873:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764076.096875:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764076.096876:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764076.096878:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764076.096881:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764076.096883:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.096884:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764076.096886:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764076.096894:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764076.096897:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764076.096899:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764076.096901:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.096903:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764076.096905:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764076.096908:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764076.096914:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764076.096919:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764076.096926:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482303104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764076.096952:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764076.096955:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764076.096960:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482303104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764076.096982:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764076.096985:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764076.096988:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764076.096989:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764076.096991:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764076.096993:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764076.096995:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25654
00000400:00000200:3.0:1787764076.096998:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764076.097001:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764076.097002:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764076.097005:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097007:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764076.097008:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097011:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764076.097013:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764076.097014:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764076.097015:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764076.097017:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764076.097019:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764076.097021:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764076.097024:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097026:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764076.097027:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097029:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764076.097031:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764076.097034:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097036:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764076.097038:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764076.097043:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764076.097046:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097050:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764076.097054:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764076.097056:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097058:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764076.097061:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764076.097067:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764076.097088:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764076.097089:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097090:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764076.097092:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764076.097094:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764076.097097:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764076.097102:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764076.097111:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482303232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764076.097121:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764076.097123:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764076.097127:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482303232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764076.097139:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764076.097143:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764076.097145:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764076.097148:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764076.097151:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764076.097154:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764076.097159:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25654
00000400:00000200:3.0:1787764076.097164:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764076.097167:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764076.097170:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764076.097173:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097177:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764076.097182:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097183:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764076.097185:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764076.097186:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764076.097189:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764076.097193:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764076.097198:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764076.097199:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764076.097202:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097205:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764076.097209:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097210:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764076.097213:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764076.097218:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097220:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764076.097221:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764076.097223:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764076.097229:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097230:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764076.097231:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764076.097233:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097235:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764076.097240:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764076.097244:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764076.097248:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764076.097251:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097253:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764076.097254:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764076.097256:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764076.097260:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764076.097264:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764076.097277:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482303360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764076.097289:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764076.097292:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764076.097297:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482303360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764076.097305:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764076.097309:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764076.097313:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764076.097315:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764076.097317:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764076.097324:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764076.097331:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25654
00000400:00000200:3.0:1787764076.097337:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764076.097343:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764076.097346:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764076.097350:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097354:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764076.097359:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097362:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764076.097365:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764076.097367:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764076.097370:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764076.097373:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764076.097377:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764076.097380:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764076.097385:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097387:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764076.097392:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097396:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764076.097399:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764076.097404:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097408:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764076.097410:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764076.097415:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764076.097417:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097420:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764076.097421:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764076.097425:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097427:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764076.097434:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764076.097439:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764076.097441:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1787764076.097442:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764076.097443:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097448:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1787764076.097448:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1787764076.097449:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764076.097452:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764076.097458:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764076.097464:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764076.097470:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482303488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764076.097484:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764076.097488:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764076.097494:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482303488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764076.097504:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764076.097524:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764076.097528:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764076.097529:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764076.097531:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764076.097537:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764076.097560:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25654
00000400:00000200:3.0:1787764076.097572:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764076.097581:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764076.097587:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764076.097596:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097615:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764076.097621:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097627:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764076.097631:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764076.097635:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764076.097640:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764076.097644:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764076.097650:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764076.097656:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764076.097665:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097671:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764076.097676:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097680:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764076.097685:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764076.097695:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764076.097703:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764076.097709:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764076.097716:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764076.097724:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097732:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764076.097738:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764076.097745:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097775:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764076.097780:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764076.097782:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764076.097784:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764076.097786:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.097788:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764076.097790:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764076.097792:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764076.097796:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764076.097800:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764076.097806:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482303616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764076.097838:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764076.097842:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764076.097848:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482303616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764076.097867:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764076.097873:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25664)
00000800:00000200:0.1:1787764076.098119:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764076.098121:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764076.098315:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764076.098316:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764076.098540:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764076.098542:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764076.098726:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764076.098728:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00010000:00000001:2.0:1787764076.800861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764076.800866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764076.800870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764076.800871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764076.800874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764076.800874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764077.824866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764077.824873:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764077.824874:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764077.824877:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764077.824881:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764077.824883:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764077.824884:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764077.824886:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764077.824889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764077.824890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764077.824892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764077.824893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764078.848858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764078.848863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764078.848868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764078.848869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764078.848871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764078.848872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764078.848921:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764078.848924:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764078.848927:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764079.872840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764079.872845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764079.872849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764079.872850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764079.872852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764079.872853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764080.896907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764080.896912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764080.896916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764080.896917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764080.896919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764080.896920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764080.896975:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764080.896979:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764080.896981:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764081.216817:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764081.216824:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764081.216827:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764081.216830:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764081.216833:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764081.216839:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25659
00000400:00000200:3.0:1787764081.216847:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764081.216852:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764081.216854:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764081.216857:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.216859:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764081.216861:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.216863:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764081.216866:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764081.216867:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764081.216869:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764081.216872:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764081.216874:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764081.216875:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764081.216877:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.216879:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764081.216880:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.216881:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764081.216883:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764081.216886:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764081.216887:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764081.216889:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764081.216892:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764081.216894:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.216895:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764081.216897:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764081.216903:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764081.216906:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764081.216909:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764081.216910:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.216913:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764081.216914:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764081.216917:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764081.216924:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764081.216936:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764081.216943:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482303744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764081.216951:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764081.216955:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764081.216958:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482303744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764081.216974:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764081.216977:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764081.216979:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764081.216980:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764081.216982:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764081.216984:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764081.216986:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25659
00000400:00000200:3.0:1787764081.216988:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764081.216990:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764081.216992:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764081.216994:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.216995:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764081.216997:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.216998:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764081.216999:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764081.217000:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764081.217001:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764081.217002:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764081.217004:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764081.217005:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764081.217007:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217008:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764081.217009:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217010:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764081.217012:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764081.217014:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217015:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764081.217017:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764081.217021:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764081.217022:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.217024:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764081.217027:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764081.217030:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.217032:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764081.217034:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764081.217036:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764081.217038:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764081.217039:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.217041:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764081.217044:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764081.217046:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764081.217050:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764081.217056:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764081.217063:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482303872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764081.217089:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764081.217092:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764081.217097:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482303872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764081.217113:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764081.217116:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764081.217120:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764081.217123:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764081.217125:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764081.217128:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764081.217139:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25659
00000400:00000200:3.0:1787764081.217147:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764081.217151:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764081.217155:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764081.217159:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217161:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764081.217163:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217166:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764081.217168:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764081.217169:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764081.217171:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764081.217174:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764081.217177:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764081.217179:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764081.217182:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217185:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764081.217190:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217192:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764081.217197:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764081.217203:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217208:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764081.217211:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764081.217214:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764081.217217:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.217220:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764081.217222:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764081.217228:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.217230:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764081.217236:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764081.217239:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764081.217243:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764081.217247:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.217248:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764081.217250:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764081.217251:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764081.217258:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764081.217262:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764081.217268:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482304000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764081.217280:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764081.217285:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764081.217292:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482304000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764081.217310:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764081.217315:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764081.217336:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764081.217337:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764081.217339:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764081.217342:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764081.217347:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25659
00000400:00000200:3.0:1787764081.217352:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764081.217360:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764081.217367:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764081.217376:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217401:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764081.217404:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217408:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764081.217411:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764081.217413:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764081.217414:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764081.217416:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764081.217421:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764081.217424:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764081.217430:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217434:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764081.217437:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217439:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764081.217441:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764081.217444:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217449:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764081.217450:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764081.217452:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764081.217456:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764081.217457:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764081.217458:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764081.217461:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764081.217465:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.217466:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764081.217466:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000100:00000010:3.0:1787764081.217470:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764081.217485:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764081.217487:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764081.217489:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.217491:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764081.217494:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764081.217497:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764081.217502:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764081.217506:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764081.217511:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482304128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764081.217522:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764081.217526:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764081.217532:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482304128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764081.217540:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764081.217544:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764081.217546:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764081.217550:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764081.217552:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764081.217554:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764081.217558:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25659
00000400:00000200:3.0:1787764081.217565:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764081.217569:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764081.217573:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764081.217578:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217583:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764081.217586:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217588:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764081.217591:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764081.217592:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764081.217595:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764081.217597:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764081.217600:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764081.217604:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764081.217611:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217615:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764081.217619:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217621:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764081.217627:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764081.217632:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764081.217634:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764081.217635:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764081.217637:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764081.217643:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.217645:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764081.217647:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764081.217651:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.217654:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764081.217658:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764081.217661:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764081.217664:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764081.217665:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764081.217666:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764081.217667:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764081.217669:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764081.217675:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764081.217678:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764081.217683:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482304256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764081.217689:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764081.217690:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764081.217694:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482304256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764081.217703:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764081.217710:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25669)
00000800:00000200:0.1:1787764081.218105:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764081.218108:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764081.218423:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764081.218426:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764081.218794:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764081.218796:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764081.219052:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764081.219054:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00010000:00000001:2.0:1787764081.920861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764081.920866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764081.920870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764081.920871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764081.920874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764081.920875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764082.944915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764082.944922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764082.944928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764082.944930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764082.944932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764082.944934:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764083.968875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764083.968894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764083.968899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764083.968900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764083.968903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764083.968906:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764083.968908:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764083.968928:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764083.968930:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764083.968932:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764083.968933:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764083.968935:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764083.968984:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764083.968987:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764083.968990:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764084.992892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764084.992897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764084.992901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764084.992902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764084.992904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764084.992905:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764086.016903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764086.016910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764086.016916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764086.016920:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764086.016922:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764086.016925:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764086.016928:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764086.016930:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764086.016941:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764086.016942:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764086.016945:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764086.016946:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764086.017006:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764086.017011:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764086.017014:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764086.336845:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764086.336856:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764086.336858:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764086.336863:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764086.336868:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764086.336874:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25664
00000400:00000200:2.0:1787764086.336884:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764086.336891:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764086.336894:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764086.336896:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.336899:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764086.336901:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.336903:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764086.336907:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764086.336909:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764086.336911:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764086.336914:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764086.336916:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764086.336918:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764086.336920:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.336922:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764086.336924:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.336925:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764086.336927:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764086.336930:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764086.336931:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764086.336943:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764086.336950:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764086.336954:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.336957:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764086.336960:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764086.336973:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6fc00.
00000020:00000040:2.0:1787764086.336978:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764086.336984:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764086.336986:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.336990:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764086.336993:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764086.336997:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764086.337006:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764086.337013:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764086.337023:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6fc00 x1874595482304384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764086.337039:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764086.337043:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764086.337048:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c4bb1e] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6fc00 x1874595482304384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764086.337067:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764086.337069:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764086.337072:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764086.337073:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764086.337075:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764086.337078:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764086.337080:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25664
00000400:00000200:2.0:1787764086.337083:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764086.337085:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764086.337088:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764086.337090:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337092:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764086.337095:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337097:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764086.337098:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764086.337100:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764086.337102:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764086.337107:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764086.337109:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764086.337112:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764086.337116:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337119:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764086.337123:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337125:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764086.337134:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764086.337139:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337143:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764086.337146:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764086.337152:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764086.337156:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337160:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764086.337164:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764086.337169:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337171:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764086.337178:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6da40.
00000020:00000040:2.0:1787764086.337181:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764086.337185:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764086.337186:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337188:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764086.337192:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764086.337195:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764086.337207:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764086.337212:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764086.337221:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6da40 x1874595482304512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764086.337231:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764086.337235:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764086.337239:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003501baba] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6da40 x1874595482304512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764086.337250:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764086.337252:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764086.337255:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764086.337258:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764086.337261:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764086.337263:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764086.337265:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25664
00000400:00000200:2.0:1787764086.337269:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764086.337271:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764086.337276:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764086.337278:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337282:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764086.337284:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337290:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764086.337292:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764086.337293:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764086.337296:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764086.337298:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764086.337302:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764086.337306:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764086.337312:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337317:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764086.337322:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337327:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764086.337334:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764086.337341:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337346:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764086.337350:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764086.337354:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764086.337358:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337361:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764086.337363:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764086.337368:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337372:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764086.337376:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
00000020:00000040:2.0:1787764086.337378:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764086.337381:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764086.337384:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337387:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764086.337388:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764086.337390:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764086.337394:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764086.337398:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764086.337407:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482304640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764086.337428:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764086.337433:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764086.337454:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482304640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764086.337474:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764086.337478:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764086.337484:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764086.337488:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764086.337490:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764086.337493:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764086.337498:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25664
00000400:00000200:2.0:1787764086.337504:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764086.337510:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764086.337515:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764086.337518:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337522:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764086.337526:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337531:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:0.1:1787764086.337532:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:2.0:1787764086.337535:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764086.337539:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000800:00000200:0.1:1787764086.337540:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1787764086.337542:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764086.337547:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764086.337552:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764086.337557:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764086.337564:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337569:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764086.337576:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337579:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764086.337582:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764086.337586:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337589:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764086.337592:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764086.337596:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764086.337598:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337601:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764086.337605:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764086.337611:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337614:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764086.337620:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000020:00000040:2.0:1787764086.337624:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764086.337627:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764086.337630:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337635:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764086.337637:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764086.337640:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764086.337645:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764086.337650:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764086.337657:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482304768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764086.337679:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764086.337681:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764086.337685:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482304768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764086.337694:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764086.337699:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764086.337704:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764086.337706:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764086.337710:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764086.337713:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764086.337716:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25664
00000400:00000200:2.0:1787764086.337719:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764086.337722:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764086.337726:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764086.337731:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337735:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764086.337741:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337746:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764086.337772:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764086.337773:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764086.337775:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764086.337777:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764086.337780:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764086.337786:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764086.337792:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337798:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764086.337803:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337809:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764086.337815:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764086.337823:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764086.337830:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764086.337832:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764086.337836:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764086.337841:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337845:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764086.337849:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764086.337852:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337857:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764086.337862:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000020:00000040:2.0:1787764086.337866:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764086.337871:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764086.337873:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764086.337876:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764086.337878:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764086.337881:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764086.337886:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6400.
00000100:00000001:2.0:1787764086.337892:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764086.337900:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482304896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764086.337925:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764086.337929:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764086.337937:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482304896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764086.337948:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764086.337959:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25675)
00000800:00000200:0.1:1787764086.338133:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764086.338136:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787764086.338327:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764086.338329:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787764086.338535:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764086.338537:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787764086.338723:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764086.338725:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00010000:00000001:2.0:1787764087.040897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764087.040905:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764087.040910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764087.040911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764087.040914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764087.040915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764088.064882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764088.064891:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764088.064893:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764088.064896:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764088.064902:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764088.064904:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764088.064906:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764088.064908:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764088.064911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764088.064912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764088.064915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764088.064916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764089.088916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764089.088931:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764089.088936:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764089.088937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764089.088940:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764089.088942:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764089.089010:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764089.089018:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764089.089023:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764090.112871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764090.112878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764090.112883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764090.112884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764090.112887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764090.112888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764091.136939:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764091.136946:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764091.136952:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764091.136953:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764091.136956:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764091.136957:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764091.137043:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764091.137047:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764091.137051:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764091.456893:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764091.456910:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764091.456913:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764091.456917:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764091.456922:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764091.456929:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25670
00000400:00000200:2.0:1787764091.456940:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764091.456947:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764091.456950:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764091.456953:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.456955:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764091.456958:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.456961:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764091.456966:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764091.456968:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764091.456972:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764091.456983:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764091.456987:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764091.456990:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764091.456995:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.456998:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764091.457001:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457005:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764091.457009:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764091.457014:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457017:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764091.457021:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764091.457030:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764091.457033:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.457035:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764091.457038:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764091.457048:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764091.457052:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764091.457056:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764091.457058:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.457061:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764091.457064:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764091.457068:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764091.457076:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764091.457083:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764091.457092:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482305024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764091.457104:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764091.457110:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764091.457114:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482305024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764091.457134:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764091.457137:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764091.457140:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764091.457141:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764091.457142:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764091.457145:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764091.457147:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25670
00000400:00000200:2.0:1787764091.457150:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764091.457153:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764091.457156:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764091.457159:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457161:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764091.457163:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457164:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764091.457166:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764091.457167:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764091.457169:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764091.457172:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764091.457174:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764091.457177:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764091.457182:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457184:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764091.457187:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457194:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764091.457197:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764091.457202:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457204:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764091.457205:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764091.457210:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764091.457212:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.457214:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764091.457218:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764091.457222:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.457225:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764091.457234:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000020:00000040:2.0:1787764091.457244:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764091.457249:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764091.457252:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.457255:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764091.457258:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764091.457261:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764091.457269:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787764091.457275:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764091.457287:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482305152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764091.457312:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764091.457317:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764091.457321:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482305152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764091.457347:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764091.457351:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764091.457355:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764091.457361:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764091.457364:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764091.457367:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764091.457373:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25670
00000400:00000200:2.0:1787764091.457386:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764091.457390:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764091.457399:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764091.457418:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457426:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764091.457434:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457444:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764091.457450:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764091.457459:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764091.457463:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764091.457465:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764091.457469:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764091.457471:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764091.457480:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457486:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764091.457494:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457499:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764091.457502:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764091.457509:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457515:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764091.457521:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764091.457525:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764091.457534:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.457537:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764091.457540:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764091.457546:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.457548:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764091.457556:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000020:00000040:2.0:1787764091.457561:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764091.457570:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764091.457574:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.457577:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764091.457581:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764091.457594:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764091.457602:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787764091.457607:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764091.457617:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482305280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764091.457635:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764091.457639:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764091.457649:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482305280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764091.457670:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764091.457674:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764091.457684:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764091.457688:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764091.457692:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764091.457699:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764091.457708:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25670
00000400:00000200:2.0:1787764091.457722:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764091.457730:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764091.457734:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764091.457744:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457746:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764091.457780:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457783:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764091.457785:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764091.457787:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764091.457789:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764091.457791:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764091.457794:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764091.457799:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764091.457806:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457810:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1787764091.457815:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:2.0:1787764091.457816:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457823:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764091.457829:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000800:00000200:0.1:1787764091.457830:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1787764091.457836:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764091.457846:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764091.457848:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764091.457851:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764091.457857:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.457861:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764091.457864:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764091.457868:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.457870:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764091.457878:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787764091.457881:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764091.457888:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764091.457891:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.457896:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764091.457898:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764091.457900:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764091.457904:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787764091.457910:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764091.457922:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482305408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764091.457934:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764091.457938:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764091.457947:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482305408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764091.457990:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764091.457994:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764091.457997:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764091.458003:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764091.458005:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764091.458010:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764091.458015:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25670
00000400:00000200:2.0:1787764091.458025:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764091.458032:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764091.458040:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764091.458048:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.458055:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764091.458059:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.458064:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764091.458069:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764091.458075:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764091.458078:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764091.458080:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764091.458082:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764091.458088:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764091.458093:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.458100:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764091.458107:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764091.458110:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764091.458114:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764091.458119:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764091.458124:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764091.458125:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764091.458127:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764091.458129:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.458136:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764091.458139:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764091.458141:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.458143:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764091.458146:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787764091.458151:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764091.458153:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764091.458154:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764091.458156:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764091.458157:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764091.458161:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764091.458166:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00000001:2.0:1787764091.458170:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764091.458178:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482305536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764091.458190:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764091.458196:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764091.458204:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482305536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764091.458220:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764091.458225:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25680)
00000800:00000200:0.1:1787764091.458575:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764091.458680:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787764091.459018:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764091.459020:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787764091.459226:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764091.459228:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787764091.459503:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764091.459506:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00010000:00000001:2.0:1787764092.160854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764092.160860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764092.160866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764092.160910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764092.160915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764092.160917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764093.184963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764093.184974:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764093.184981:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764093.184983:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764093.184988:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764093.184989:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764094.208838:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764094.208848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764094.208856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764094.208858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764094.208862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764094.208866:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764094.208869:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764094.208874:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764094.208878:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764094.208881:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764094.208883:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764094.208886:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764094.208935:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764094.208940:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764094.208945:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764095.232892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764095.232899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764095.232905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764095.232915:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764095.232918:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764095.232921:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764095.232924:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764095.232926:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764095.232928:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764095.232930:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764095.232933:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764095.232934:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764096.256879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764096.256889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764096.256897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764096.256899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764096.256903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764096.256906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764096.256969:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764096.256977:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764096.256983:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764096.576848:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764096.576857:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764096.576859:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764096.576861:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764096.576865:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764096.576871:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25675
00000400:00000200:3.0:1787764096.576879:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764096.576883:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764096.576886:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764096.576888:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.576891:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.576893:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.576894:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764096.576897:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764096.576899:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764096.576901:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764096.576904:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764096.576906:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764096.576907:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764096.576909:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.576911:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.576913:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.576914:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764096.576916:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764096.576918:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764096.576919:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764096.576922:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764096.576925:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764096.576927:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.576929:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764096.576931:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764096.576938:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764096.576940:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764096.576944:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764096.576945:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.576948:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764096.576950:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764096.576953:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764096.576965:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764096.576970:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764096.576977:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482305664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764096.576984:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764096.576988:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.576991:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482305664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764096.577008:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764096.577010:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764096.577013:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764096.577014:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764096.577015:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764096.577017:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764096.577019:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25675
00000400:00000200:3.0:1787764096.577021:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764096.577023:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764096.577025:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764096.577027:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577029:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.577035:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577037:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764096.577039:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764096.577040:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764096.577041:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764096.577044:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764096.577046:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764096.577049:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764096.577051:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577052:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.577053:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577054:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764096.577056:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764096.577060:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577063:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764096.577067:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764096.577072:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764096.577078:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577082:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764096.577087:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764096.577093:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577095:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764096.577099:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764096.577103:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764096.577107:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764096.577110:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577114:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764096.577116:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764096.577120:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764096.577123:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764096.577127:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764096.577133:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482305792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764096.577153:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764096.577157:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.577161:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482305792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764096.577171:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764096.577177:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764096.577184:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764096.577186:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764096.577190:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764096.577193:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764096.577197:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25675
00000400:00000200:3.0:1787764096.577204:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764096.577209:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764096.577212:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764096.577217:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577221:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.577225:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577229:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764096.577230:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764096.577232:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764096.577234:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764096.577237:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764096.577239:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764096.577240:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764096.577243:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577247:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.577250:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577254:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764096.577260:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764096.577264:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577267:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764096.577270:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764096.577274:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764096.577278:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577281:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764096.577284:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764096.577288:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577292:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764096.577296:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764096.577300:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764096.577302:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764096.577304:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577308:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764096.577310:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764096.577314:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764096.577318:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764096.577322:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764096.577328:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482305920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764096.577339:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764096.577342:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.577349:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482305920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787764096.577352:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764096.577359:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787764096.577362:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764096.577377:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764096.577382:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764096.577385:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764096.577388:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764096.577390:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764096.577394:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25675
00000400:00000200:3.0:1787764096.577400:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764096.577410:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764096.577415:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764096.577423:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577429:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.577436:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577439:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764096.577445:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764096.577448:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764096.577452:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764096.577455:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764096.577460:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764096.577462:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764096.577466:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577471:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.577474:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577476:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764096.577481:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764096.577486:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577488:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764096.577491:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764096.577495:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764096.577497:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577502:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764096.577504:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764096.577506:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577510:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764096.577514:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764096.577517:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764096.577521:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764096.577524:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577527:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764096.577530:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764096.577533:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764096.577539:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764096.577545:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764096.577552:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482306048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764096.577565:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764096.577569:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.577574:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482306048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764096.577599:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764096.577606:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764096.577613:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764096.577617:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764096.577621:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764096.577628:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764096.577634:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25675
00000400:00000200:3.0:1787764096.577644:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764096.577650:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764096.577653:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764096.577659:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577663:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.577667:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577670:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764096.577673:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764096.577676:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764096.577680:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764096.577682:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764096.577686:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764096.577691:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764096.577697:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577702:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.577712:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577715:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764096.577719:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764096.577725:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764096.577730:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764096.577733:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764096.577737:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764096.577741:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577743:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764096.577770:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764096.577773:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577774:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764096.577780:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764096.577784:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764096.577788:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764096.577791:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.577795:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764096.577797:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764096.577799:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764096.577805:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764096.577811:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764096.577817:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482306176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764096.577824:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764096.577827:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.577833:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482306176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764096.577845:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.577853:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25685)
00000800:00000200:0.1:1787764096.577942:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764096.577943:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787764096.578127:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764096.578129:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787764096.578302:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764096.578304:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787764096.578572:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764096.578573:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00010000:00000001:2.0:1787764097.280961:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764097.280972:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764097.280975:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764097.280979:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764097.280986:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764097.280989:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764097.280991:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764097.280994:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764097.280999:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764097.281001:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764097.281005:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764097.281007:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764098.304894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764098.304902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764098.304907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764098.304908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764098.304911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764098.304912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764099.328933:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764099.328941:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764099.328946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764099.328947:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764099.328950:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764099.328951:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764099.329024:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764099.329029:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764099.329032:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764100.352882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764100.352890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764100.352896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764100.352897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764100.352900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764100.352902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764101.376915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764101.376923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764101.376930:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764101.376931:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764101.376934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764101.376935:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764101.377055:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764101.377061:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764101.377066:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764101.696903:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764101.696914:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764101.696917:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764101.696921:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764101.696926:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764101.696933:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25680
00000400:00000200:2.0:1787764101.696943:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764101.696951:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764101.696955:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764101.696959:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.696963:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764101.696966:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.696969:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764101.696974:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764101.696976:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764101.696980:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764101.696985:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764101.696988:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764101.696990:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764101.696994:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.696996:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764101.696999:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697001:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764101.697004:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764101.697009:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697012:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764101.697015:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764101.697020:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764101.697024:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.697026:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764101.697028:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764101.697040:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
00000020:00000040:2.0:1787764101.697044:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764101.697048:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764101.697050:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.697053:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764101.697056:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764101.697061:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764101.697069:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787764101.697076:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764101.697085:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482306304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764101.697094:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764101.697098:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764101.697102:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482306304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764101.697127:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764101.697130:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764101.697133:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764101.697135:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764101.697136:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764101.697139:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764101.697142:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25680
00000400:00000200:2.0:1787764101.697145:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764101.697148:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764101.697151:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764101.697153:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697155:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764101.697158:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697160:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764101.697167:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764101.697169:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764101.697172:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764101.697176:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764101.697181:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764101.697182:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764101.697186:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697191:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764101.697194:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697200:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764101.697210:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764101.697221:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697232:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764101.697240:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764101.697252:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764101.697258:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.697261:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764101.697270:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764101.697279:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.697285:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764101.697289:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764101.697294:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764101.697299:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764101.697301:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.697303:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764101.697305:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764101.697308:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764101.697316:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00000001:2.0:1787764101.697325:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764101.697351:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482306432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764101.697366:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764101.697369:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764101.697379:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482306432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764101.697439:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764101.697445:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764101.697455:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764101.697459:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764101.697463:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764101.697471:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764101.697480:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25680
00000400:00000200:2.0:1787764101.697488:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764101.697502:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764101.697510:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764101.697522:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697531:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764101.697541:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697552:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764101.697559:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764101.697567:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764101.697570:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764101.697572:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764101.697579:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764101.697586:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764101.697598:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697607:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764101.697614:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697618:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764101.697623:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764101.697629:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764101.697634:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764101.697641:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764101.697651:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1787764101.697659:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:2.0:1787764101.697660:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.697671:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:0.1:1787764101.697672:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000008:00100000:2.0:1787764101.697675:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764101.697681:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.697688:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764101.697696:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787764101.697700:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764101.697704:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764101.697709:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.697713:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764101.697715:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764101.697722:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764101.697738:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787764101.697747:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764101.697805:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482306560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764101.697880:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764101.697887:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764101.697899:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482306560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764101.697939:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764101.697944:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764101.697949:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764101.697952:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764101.697957:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764101.697962:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764101.697969:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25680
00000400:00000200:2.0:1787764101.697985:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764101.697996:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764101.697999:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764101.698009:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.698015:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764101.698022:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.698029:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764101.698038:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764101.698040:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764101.698042:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764101.698044:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764101.698051:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764101.698054:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764101.698061:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.698063:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764101.698068:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.698071:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764101.698073:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764101.698079:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764101.698086:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764101.698095:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764101.698102:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764101.698106:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.698114:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764101.698119:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764101.698127:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.698138:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764101.698148:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787764101.698157:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764101.698164:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764101.698170:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.698179:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764101.698184:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764101.698190:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764101.698201:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787764101.698205:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764101.698218:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482306688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764101.698256:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764101.698262:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764101.698278:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482306688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764101.698302:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764101.698308:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764101.698316:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764101.698320:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764101.698325:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764101.698352:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764101.698358:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25680
00000400:00000200:2.0:1787764101.698370:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764101.698378:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764101.698384:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764101.698394:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.698405:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764101.698415:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.698423:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764101.698432:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764101.698436:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764101.698440:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764101.698443:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764101.698448:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764101.698452:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764101.698460:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.698464:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764101.698480:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764101.698487:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764101.698498:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764101.698508:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764101.698519:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764101.698526:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764101.698534:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764101.698546:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.698557:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764101.698560:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764101.698567:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.698572:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764101.698579:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787764101.698589:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764101.698596:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764101.698598:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764101.698602:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764101.698605:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764101.698608:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764101.698614:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787764101.698625:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764101.698634:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482306816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764101.698652:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764101.698655:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764101.698671:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482306816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764101.698685:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764101.698700:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25690)
00000800:00000200:0.1:1787764101.698774:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764101.698776:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764101.698970:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764101.698972:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764101.699188:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764101.699191:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764101.699468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764101.699469:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00010000:00000001:2.0:1787764102.400889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764102.400896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764102.400902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764102.400904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764102.400907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764102.400909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764103.424947:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764103.424954:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764103.424960:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764103.424961:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764103.424964:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764103.424968:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764103.424970:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764103.424974:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764103.424977:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764103.424979:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764103.424981:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764103.424983:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764104.448849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764104.448859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764104.448867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764104.448869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764104.448873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764104.448874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764104.448948:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764104.448954:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764104.448959:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764105.472926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764105.472944:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764105.472950:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764105.472953:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764105.472955:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764105.472958:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764105.472962:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764105.472964:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764105.472966:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764105.472968:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764105.472971:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764105.472972:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764106.496879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764106.496887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764106.496892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764106.496893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764106.496896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764106.496898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764106.496975:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764106.496982:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764106.496986:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764106.816907:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764106.816917:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764106.816927:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764106.816930:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764106.816933:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764106.816940:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25685
00000400:00000200:3.0:1787764106.816947:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764106.816953:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764106.816956:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764106.816958:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.816961:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764106.816963:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.816965:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764106.816968:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764106.816969:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764106.816971:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764106.816974:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764106.816976:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764106.816978:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764106.816980:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.816982:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764106.816983:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.816985:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764106.816987:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764106.816989:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764106.816991:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764106.816993:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764106.816995:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764106.816998:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.816999:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764106.817001:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764106.817009:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764106.817011:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764106.817014:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764106.817015:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817017:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764106.817019:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764106.817023:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764106.817029:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764106.817035:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764106.817042:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482306944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764106.817050:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764106.817053:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764106.817056:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482306944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764106.817075:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764106.817078:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764106.817080:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764106.817081:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764106.817083:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764106.817085:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764106.817087:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25685
00000400:00000200:3.0:1787764106.817090:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764106.817091:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764106.817093:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764106.817095:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817097:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764106.817098:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817100:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764106.817101:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764106.817102:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764106.817103:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764106.817104:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764106.817105:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764106.817107:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764106.817108:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817109:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764106.817110:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817112:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764106.817113:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764106.817115:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817117:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764106.817118:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764106.817122:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764106.817123:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817124:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764106.817127:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764106.817130:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817131:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764106.817134:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764106.817136:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764106.817138:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764106.817140:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817141:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764106.817142:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764106.817144:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764106.817147:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764106.817150:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764106.817156:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482307072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764106.817165:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764106.817167:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764106.817172:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482307072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764106.817190:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764106.817195:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764106.817201:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764106.817204:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764106.817207:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764106.817211:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764106.817216:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25685
00000400:00000200:3.0:1787764106.817221:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764106.817224:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764106.817228:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764106.817233:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817236:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764106.817239:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817245:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764106.817250:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764106.817250:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764106.817251:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764106.817253:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764106.817256:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764106.817260:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764106.817263:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817266:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764106.817267:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817268:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764106.817270:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764106.817275:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817277:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764106.817278:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764106.817281:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764106.817284:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817287:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764106.817291:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764106.817294:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817309:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764106.817315:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764106.817319:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764106.817323:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764106.817325:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817328:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764106.817329:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764106.817332:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764106.817338:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764106.817343:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764106.817350:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482307200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764106.817362:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764106.817366:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764106.817374:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482307200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764106.817386:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764106.817390:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764106.817396:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764106.817401:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764106.817404:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764106.817409:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764106.817413:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25685
00000400:00000200:3.0:1787764106.817418:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764106.817423:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764106.817425:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764106.817426:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817428:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764106.817432:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817435:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764106.817439:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764106.817443:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764106.817444:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764106.817447:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764106.817450:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764106.817452:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764106.817455:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817459:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764106.817460:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817464:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764106.817467:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764106.817472:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817477:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764106.817480:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1787764106.817481:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764106.817483:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1787764106.817485:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1787764106.817486:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817490:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764106.817495:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764106.817498:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817501:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764106.817505:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764106.817511:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764106.817516:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764106.817519:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817521:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764106.817523:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764106.817526:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764106.817532:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764106.817536:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764106.817542:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482307328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764106.817559:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764106.817562:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764106.817568:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482307328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764106.817591:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764106.817595:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764106.817598:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764106.817600:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764106.817601:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764106.817607:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764106.817610:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25685
00000400:00000200:3.0:1787764106.817615:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764106.817620:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764106.817623:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764106.817628:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817631:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764106.817634:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817639:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764106.817641:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764106.817642:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764106.817644:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764106.817646:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764106.817650:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764106.817655:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764106.817659:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817662:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764106.817666:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817669:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764106.817672:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764106.817678:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764106.817683:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764106.817685:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764106.817688:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764106.817692:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817694:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764106.817696:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764106.817699:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817702:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764106.817709:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764106.817713:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764106.817717:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764106.817719:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764106.817721:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764106.817724:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764106.817727:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764106.817732:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764106.817737:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764106.817745:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482307456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764106.817797:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764106.817801:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764106.817809:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482307456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764106.817820:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764106.817827:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25695)
00000800:00000200:0.1:1787764106.817992:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764106.817994:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764106.818198:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764106.818200:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764106.818424:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764106.818426:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764106.818602:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764106.818603:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00010000:00000001:2.0:1787764107.520941:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764107.520952:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764107.520955:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764107.520958:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764107.520963:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764107.520965:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764107.520967:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764107.520969:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764107.520973:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764107.520974:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764107.520977:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764107.520978:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764108.544871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764108.544878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764108.544883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764108.544884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764108.544887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764108.544888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764109.568928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764109.568935:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764109.568940:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764109.568941:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764109.568944:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764109.568945:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764109.569010:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764109.569015:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764109.569019:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764110.592876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764110.592886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764110.592894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764110.592896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764110.592900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764110.592902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764111.616944:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764111.616951:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764111.616956:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764111.616957:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764111.616960:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764111.616961:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764111.617048:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764111.617053:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764111.617056:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764111.936839:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764111.936848:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764111.936850:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764111.936853:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764111.936858:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764111.936866:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25690
00000400:00000200:3.0:1787764111.936876:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764111.936884:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764111.936888:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764111.936891:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.936895:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764111.936898:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.936900:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764111.936905:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764111.936907:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764111.936910:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764111.936913:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764111.936915:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764111.936918:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764111.936920:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.936923:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764111.936925:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.936927:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764111.936930:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764111.936934:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764111.936936:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764111.936940:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764111.936943:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764111.936947:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.936949:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764111.936952:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764111.936962:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764111.936966:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764111.936969:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764111.936970:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.936973:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764111.936975:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764111.936979:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764111.936986:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764111.936991:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764111.936998:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482307584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764111.937015:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764111.937019:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764111.937023:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482307584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764111.937049:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764111.937053:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764111.937056:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764111.937059:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764111.937061:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764111.937064:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764111.937067:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25690
00000400:00000200:3.0:1787764111.937072:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764111.937075:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764111.937077:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764111.937079:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937081:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764111.937082:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937084:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764111.937085:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764111.937086:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764111.937087:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764111.937089:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764111.937091:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764111.937092:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764111.937094:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937095:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764111.937097:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937098:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764111.937099:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764111.937101:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937102:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764111.937104:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764111.937109:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764111.937110:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937112:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764111.937115:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764111.937117:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937119:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764111.937122:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764111.937125:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764111.937129:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764111.937131:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937133:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764111.937135:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764111.937137:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764111.937142:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764111.937146:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764111.937156:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482307712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764111.937167:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764111.937171:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764111.937176:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482307712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764111.937190:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764111.937195:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764111.937198:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764111.937201:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764111.937203:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764111.937207:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764111.937210:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25690
00000400:00000200:3.0:1787764111.937216:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764111.937220:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764111.937223:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764111.937228:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937231:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764111.937233:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937238:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764111.937240:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764111.937241:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764111.937243:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764111.937246:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764111.937249:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764111.937252:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764111.937259:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937277:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764111.937279:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937283:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764111.937288:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764111.937291:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937296:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764111.937299:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764111.937303:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764111.937307:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937312:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764111.937314:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764111.937320:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937325:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764111.937332:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764111.937338:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764111.937343:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764111.937345:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937350:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764111.937353:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764111.937357:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764111.937366:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764111.937373:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764111.937384:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482307840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764111.937399:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764111.937402:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764111.937408:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482307840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764111.937421:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764111.937424:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764111.937431:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764111.937433:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764111.937442:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764111.937447:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764111.937453:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25690
00000400:00000200:3.0:1787764111.937462:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764111.937470:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000200:0.1:1787764111.937471:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764111.937476:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1787764111.937477:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1787764111.937485:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937491:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764111.937496:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937502:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764111.937507:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764111.937509:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764111.937512:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764111.937530:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764111.937535:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764111.937539:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764111.937544:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937548:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764111.937552:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937554:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764111.937560:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764111.937565:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937569:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764111.937574:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764111.937579:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764111.937583:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937586:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764111.937590:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764111.937595:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937599:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764111.937603:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764111.937609:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764111.937612:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764111.937615:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937617:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764111.937619:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764111.937638:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764111.937644:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764111.937648:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764111.937655:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482307968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764111.937664:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764111.937666:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764111.937673:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482307968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764111.937686:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764111.937690:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764111.937695:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764111.937699:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764111.937701:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764111.937706:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764111.937710:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25690
00000400:00000200:3.0:1787764111.937726:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764111.937731:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764111.937736:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764111.937742:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937771:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764111.937776:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937779:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764111.937780:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764111.937781:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764111.937783:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764111.937785:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764111.937787:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764111.937788:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764111.937791:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937792:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764111.937794:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937796:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764111.937798:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764111.937800:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764111.937802:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764111.937803:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764111.937806:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764111.937808:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937811:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764111.937813:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764111.937818:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937822:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764111.937829:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764111.937834:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764111.937840:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764111.937843:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764111.937849:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764111.937852:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764111.937855:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764111.937863:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764111.937871:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764111.937883:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482308096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764111.937903:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764111.937909:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764111.937917:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482308096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764111.937933:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764111.937942:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25700)
00000800:00000200:0.1:1787764111.938056:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764111.938058:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764111.938257:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764111.938271:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764111.938511:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764111.938513:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764111.938689:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764111.938691:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00010000:00000001:2.0:1787764112.640904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764112.640911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764112.640916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764112.640917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764112.640920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764112.640921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764113.664888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764113.664894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764113.664898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764113.664899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764113.664901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764113.664904:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764113.664906:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764113.664908:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764113.664911:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764113.664912:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764113.664914:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764113.664916:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764114.688886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764114.688893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764114.688900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764114.688901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764114.688905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764114.688906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764114.688957:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764114.688961:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764114.688964:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764115.712867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764115.712872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764115.712876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764115.712879:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764115.712881:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764115.712883:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764115.712885:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764115.712887:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764115.712888:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764115.712890:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764115.712893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764115.712893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764116.736875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764116.736882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764116.736888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764116.736891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764116.736894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764116.736896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764116.736955:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764116.736959:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764116.736962:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764117.056831:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764117.056839:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764117.056841:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764117.056849:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764117.056853:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764117.056860:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25695
00000400:00000200:3.0:1787764117.056868:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764117.056875:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764117.056878:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764117.056882:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.056885:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764117.056888:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.056890:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764117.056894:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764117.056896:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764117.056899:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764117.056904:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764117.056907:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764117.056909:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764117.056913:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.056915:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764117.056917:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.056920:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764117.056923:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764117.056926:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764117.056928:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764117.056930:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764117.056933:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764117.056935:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.056937:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764117.056939:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764117.056946:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764117.056949:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764117.056953:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764117.056954:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.056957:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764117.056959:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764117.056962:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764117.056968:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764117.056973:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764117.056981:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482308224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764117.056988:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764117.056991:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764117.057002:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482308224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764117.057020:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764117.057023:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764117.057026:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764117.057027:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764117.057028:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764117.057030:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764117.057032:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25695
00000400:00000200:3.0:1787764117.057035:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764117.057037:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764117.057039:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764117.057040:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057042:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764117.057043:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057045:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764117.057046:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764117.057048:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764117.057049:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764117.057051:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764117.057052:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764117.057054:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764117.057056:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057058:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764117.057060:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057062:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764117.057064:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764117.057066:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057068:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764117.057072:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764117.057078:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764117.057081:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057084:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764117.057088:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764117.057092:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057094:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764117.057099:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764117.057103:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764117.057107:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764117.057109:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057113:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764117.057115:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764117.057118:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764117.057124:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764117.057130:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764117.057137:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482308352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764117.057152:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764117.057155:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764117.057163:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482308352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764117.057175:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764117.057180:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764117.057183:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764117.057188:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764117.057190:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764117.057193:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764117.057196:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25695
00000400:00000200:3.0:1787764117.057202:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764117.057205:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764117.057210:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764117.057212:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057213:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764117.057215:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057220:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764117.057221:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764117.057222:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764117.057224:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764117.057239:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764117.057245:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764117.057250:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764117.057257:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057259:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764117.057263:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057267:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764117.057272:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764117.057278:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057282:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764117.057285:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764117.057290:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764117.057294:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057297:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764117.057301:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764117.057307:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057309:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764117.057316:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764117.057329:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764117.057333:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764117.057336:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057339:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764117.057342:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764117.057343:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764117.057348:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764117.057354:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764117.057361:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482308480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764117.057376:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764117.057379:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764117.057386:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482308480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764117.057399:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764117.057403:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764117.057412:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764117.057416:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764117.057420:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764117.057425:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764117.057432:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25695
00000400:00000200:3.0:1787764117.057441:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764117.057450:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000200:0.1:1787764117.057456:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764117.057457:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1787764117.057462:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1787764117.057465:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057471:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764117.057476:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057481:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764117.057484:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764117.057485:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764117.057488:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764117.057492:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764117.057496:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764117.057500:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764117.057507:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057510:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764117.057513:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057515:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764117.057519:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764117.057525:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057530:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764117.057534:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764117.057539:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764117.057543:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057548:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764117.057550:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764117.057556:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057560:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764117.057565:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764117.057569:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764117.057573:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764117.057574:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057579:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764117.057581:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764117.057583:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764117.057590:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764117.057594:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764117.057602:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482308608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764117.057611:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764117.057622:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764117.057629:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482308608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764117.057641:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764117.057645:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764117.057651:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764117.057653:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764117.057656:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764117.057660:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764117.057665:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25695
00000400:00000200:3.0:1787764117.057672:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764117.057677:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764117.057681:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764117.057688:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057694:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764117.057702:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057705:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764117.057709:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764117.057711:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764117.057714:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764117.057716:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764117.057720:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764117.057724:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764117.057731:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057735:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764117.057739:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057742:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764117.057746:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764117.057773:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764117.057775:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764117.057776:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764117.057779:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764117.057780:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057782:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764117.057783:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764117.057785:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057787:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764117.057789:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764117.057791:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764117.057793:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764117.057798:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764117.057801:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764117.057802:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764117.057803:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764117.057806:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764117.057809:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764117.057814:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482308736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764117.057822:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764117.057826:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764117.057830:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482308736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764117.057845:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764117.057851:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25705)
00000800:00000200:0.1:1787764117.058100:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764117.058103:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764117.058322:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764117.058324:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764117.058533:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764117.058535:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764117.058717:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764117.058718:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00010000:00000001:2.0:1787764117.760869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764117.760877:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764117.760879:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764117.760883:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764117.760887:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764117.760889:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764117.760892:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764117.760895:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764117.760899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764117.760901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764117.760904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764117.760906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764118.784877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764118.784882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764118.784886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764118.784887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764118.784890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764118.784891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764119.808910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764119.808917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764119.808923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764119.808925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764119.808928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764119.808930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764119.808990:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764119.808995:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764119.808999:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764120.832869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764120.832876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764120.832881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764120.832882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764120.832885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764120.832887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764121.856910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764121.856917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764121.856923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764121.856924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764121.856928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764121.856930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764121.856992:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764121.856995:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764121.856998:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764122.176828:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764122.176839:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764122.176841:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764122.176845:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764122.176850:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764122.176857:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25700
00000400:00000200:3.0:1787764122.176867:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764122.176873:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764122.176876:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764122.176879:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.176882:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764122.176884:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.176887:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764122.176890:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764122.176892:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764122.176895:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764122.176899:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764122.176900:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764122.176902:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764122.176904:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.176906:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764122.176908:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.176909:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764122.176911:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764122.176914:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764122.176915:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764122.176918:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764122.176921:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764122.176923:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.176925:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764122.176927:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764122.176937:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764122.176939:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764122.176944:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764122.176945:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.176948:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764122.176950:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764122.176954:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764122.176962:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764122.176970:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764122.176983:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482308864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764122.176996:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764122.177001:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764122.177008:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482308864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764122.177032:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764122.177034:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764122.177037:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764122.177039:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764122.177040:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764122.177042:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764122.177044:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25700
00000400:00000200:3.0:1787764122.177048:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764122.177051:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764122.177052:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764122.177054:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177056:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764122.177058:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177059:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764122.177061:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764122.177062:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764122.177064:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764122.177066:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764122.177067:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764122.177069:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764122.177071:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177073:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764122.177074:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177076:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764122.177078:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764122.177079:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177081:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764122.177083:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764122.177089:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764122.177090:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177091:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764122.177096:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764122.177101:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177102:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764122.177106:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764122.177110:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764122.177113:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764122.177116:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177119:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764122.177122:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764122.177125:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764122.177131:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764122.177139:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764122.177151:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482308992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764122.177171:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764122.177176:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764122.177185:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482308992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764122.177208:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764122.177213:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764122.177219:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764122.177222:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764122.177224:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764122.177230:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764122.177232:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25700
00000400:00000200:3.0:1787764122.177236:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764122.177242:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764122.177244:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764122.177247:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177252:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764122.177256:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177260:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764122.177263:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764122.177265:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764122.177269:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764122.177272:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764122.177276:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764122.177281:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764122.177286:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177291:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764122.177296:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177299:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764122.177305:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764122.177307:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177311:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764122.177313:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764122.177317:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764122.177319:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177320:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764122.177322:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764122.177326:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177328:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764122.177333:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764122.177337:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764122.177345:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764122.177349:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177355:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764122.177360:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764122.177364:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764122.177370:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764122.177376:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764122.177388:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482309120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764122.177398:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764122.177403:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764122.177410:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482309120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764122.177422:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764122.177426:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764122.177433:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764122.177435:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764122.177438:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764122.177444:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764122.177449:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25700
00000400:00000200:3.0:1787764122.177459:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000200:0.1:1787764122.177464:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000400:00000200:3.0:1787764122.177467:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764122.177472:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764122.177475:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177477:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764122.177478:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177479:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764122.177481:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764122.177482:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764122.177483:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764122.177485:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764122.177488:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764122.177493:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764122.177497:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177501:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764122.177507:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177509:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764122.177511:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764122.177516:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177517:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764122.177519:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764122.177522:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764122.177526:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177528:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764122.177531:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764122.177533:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177534:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764122.177538:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764122.177542:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764122.177544:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764122.177547:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177549:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764122.177553:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764122.177556:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764122.177565:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764122.177572:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764122.177579:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482309248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764122.177586:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764122.177590:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764122.177597:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482309248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764122.177609:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764122.177613:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764122.177618:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764122.177621:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764122.177624:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764122.177632:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764122.177639:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25700
00000400:00000200:3.0:1787764122.177650:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764122.177660:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764122.177666:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764122.177677:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177682:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764122.177689:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177697:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764122.177704:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764122.177708:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764122.177712:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764122.177717:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764122.177723:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764122.177729:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764122.177736:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177740:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764122.177741:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177743:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764122.177747:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764122.177780:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764122.177785:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764122.177789:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764122.177794:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764122.177798:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177800:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764122.177806:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764122.177815:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177822:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764122.177831:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764122.177837:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764122.177842:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764122.177846:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764122.177850:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764122.177855:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764122.177859:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764122.177868:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764122.177876:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764122.177887:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482309376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764122.177908:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764122.177915:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764122.177924:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482309376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787764122.177942:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764122.177949:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764122.177958:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25710)
00000800:00000200:0.1:1787764122.178126:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764122.178316:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764122.178481:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00010000:00000001:2.0:1787764122.880867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764122.880872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764122.880883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764122.880884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764122.880886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764122.880887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764123.904889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764123.904896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764123.904902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764123.904904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764123.904908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764123.904911:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764123.904914:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764123.904917:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764123.904920:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764123.904922:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764123.904925:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764123.904927:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764124.928859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764124.928864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764124.928868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764124.928869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764124.928871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764124.928872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764124.928929:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764124.928933:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764124.928936:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787764125.248952:0:257215:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:2.0:1787764125.248997:0:257215:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764125.249005:0:257215:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764125.249008:0:257215:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:2.0:1787764125.249013:0:257215:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764125.249017:0:257215:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764125.249021:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764125.249024:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:2.0:1787764125.249028:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764125.249032:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764125.249038:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0088
00000400:00000010:2.0:1787764125.249041:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0088.
00000100:00000001:2.0:1787764125.249047:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764125.249056:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699213480 x1874595482308864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764125.249080:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764125.249085:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482308864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764125.249093:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764125.249095:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764125.249105:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764125.249108:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:2.0:1787764125.249111:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764125.249114:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764125.249116:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0ee0
00000400:00000010:2.0:1787764125.249118:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0ee0.
00000100:00000001:2.0:1787764125.249121:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764125.249126:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699210b40 x1874595482308992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764125.249135:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764125.249138:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482308992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764125.249145:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764125.249147:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764125.249152:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764125.249154:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295c00.
00000400:00000200:2.0:1787764125.249157:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764125.249161:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764125.249164:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0440
00000400:00000010:2.0:1787764125.249166:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0440.
00000100:00000001:2.0:1787764125.249181:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764125.249186:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699211e00 x1874595482309120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764125.249200:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764125.249204:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482309120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764125.249210:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764125.249212:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764125.249218:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764125.249220:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:2.0:1787764125.249223:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764125.249226:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764125.249229:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0880
00000400:00000010:2.0:1787764125.249232:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0880.
00000100:00000001:2.0:1787764125.249235:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764125.249239:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f6992103c0 x1874595482309248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764125.249265:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764125.249273:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482309248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764125.249290:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764125.249296:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764125.249306:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764125.249311:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295300.
00000400:00000200:2.0:1787764125.249317:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764125.249324:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764125.249333:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0220
00000400:00000010:2.0:1787764125.249338:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0220.
00000100:00000001:2.0:1787764125.249344:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764125.249353:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f6992121c0 x1874595482309376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764125.249374:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764125.249382:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482309376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764125.249396:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764125.249401:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:2.0:1787764125.952914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764125.952920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764125.952926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764125.952929:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764125.952932:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764125.952934:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764125.952937:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764125.952939:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764125.952941:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764125.952944:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764125.952947:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764125.952948:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764126.976879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764126.976888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764126.976893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764126.976894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764126.976897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764126.976897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764126.976958:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764126.976966:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764126.976972:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764127.296985:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764127.297001:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764127.297004:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764127.297009:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764127.297015:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764127.297024:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25705
00000400:00000200:2.0:1787764127.297039:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764127.297056:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764127.297061:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764127.297065:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297069:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764127.297071:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297075:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764127.297081:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764127.297084:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764127.297088:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764127.297093:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764127.297096:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764127.297099:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764127.297103:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297106:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764127.297110:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297113:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764127.297117:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764127.297122:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297126:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764127.297131:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764127.297137:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764127.297141:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.297152:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764127.297170:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764127.297180:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cb40.
00000020:00000040:2.0:1787764127.297184:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764127.297190:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764127.297192:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.297196:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764127.297200:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764127.297205:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764127.297215:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764127.297225:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764127.297238:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cb40 x1874595482309504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764127.297251:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764127.297256:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764127.297262:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2e980d] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cb40 x1874595482309504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764127.297293:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764127.297297:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764127.297301:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764127.297303:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764127.297304:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764127.297308:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764127.297311:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25705
00000400:00000200:2.0:1787764127.297315:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764127.297319:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764127.297322:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764127.297326:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297328:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764127.297330:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297332:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764127.297335:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764127.297336:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764127.297338:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764127.297341:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764127.297343:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764127.297346:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764127.297349:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297351:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764127.297354:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297356:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764127.297359:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764127.297362:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297365:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764127.297367:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764127.297375:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764127.297377:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.297379:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764127.297385:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764127.297389:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.297391:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764127.297397:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787764127.297400:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764127.297402:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764127.297404:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.297406:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764127.297407:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764127.297409:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764127.297414:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764127.297419:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764127.297425:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482309632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764127.297434:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764127.297437:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764127.297442:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482309632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764127.297451:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764127.297455:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764127.297460:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764127.297462:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764127.297465:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764127.297468:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764127.297472:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25705
00000400:00000200:2.0:1787764127.297478:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764127.297484:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764127.297491:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764127.297500:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297506:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764127.297510:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297516:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764127.297524:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764127.297530:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764127.297537:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764127.297544:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764127.297552:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764127.297561:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764127.297574:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297586:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764127.297594:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297601:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764127.297614:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764127.297625:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297632:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764127.297637:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764127.297644:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764127.297654:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.297660:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764127.297668:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764127.297676:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.297688:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764127.297696:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787764127.297700:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764127.297706:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764127.297708:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.297713:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764127.297715:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764127.297719:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764127.297730:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764127.297742:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764127.297802:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482309760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764127.297830:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764127.297837:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764127.297846:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482309760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764127.297870:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764127.297877:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764127.297889:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764127.297896:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764127.297907:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764127.297922:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764127.297933:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25705
00000400:00000200:2.0:1787764127.297947:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764127.297956:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764127.297964:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764127.297982:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.297988:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764127.297996:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.298002:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764127.298011:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764127.298015:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764127.298021:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764127.298026:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000800:00000200:0.1:1787764127.298027:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:2.0:1787764127.298031:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000800:00000200:0.1:1787764127.298037:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1787764127.298038:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764127.298056:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.298064:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764127.298073:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.298082:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764127.298091:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764127.298100:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764127.298105:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764127.298111:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764127.298121:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764127.298129:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.298135:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764127.298141:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764127.298166:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.298170:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764127.298180:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787764127.298195:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764127.298205:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764127.298208:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.298214:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764127.298218:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764127.298224:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764127.298234:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764127.298246:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764127.298264:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482309888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764127.298280:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764127.298283:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764127.298289:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482309888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764127.298306:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764127.298312:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764127.298322:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764127.298327:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764127.298332:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764127.298341:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764127.298348:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25705
00000400:00000200:2.0:1787764127.298358:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764127.298369:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764127.298376:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764127.298389:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.298398:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764127.298406:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.298412:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764127.298419:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764127.298423:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764127.298429:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764127.298435:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764127.298443:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764127.298451:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764127.298471:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.298482:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764127.298490:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764127.298501:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764127.298511:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764127.298521:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764127.298529:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764127.298535:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764127.298542:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764127.298549:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.298555:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764127.298561:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764127.298574:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.298580:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764127.298593:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764127.298603:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764127.298611:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764127.298615:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764127.298621:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764127.298626:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764127.298634:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764127.298643:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000100:00000001:2.0:1787764127.298652:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764127.298667:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482310016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764127.298693:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764127.298703:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764127.298718:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482310016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764127.298739:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764127.298786:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25716)
00000800:00000200:0.1:1787764127.298940:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764127.298943:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764127.299383:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764127.299386:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764127.299693:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764127.299696:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764127.300050:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764127.300053:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00010000:00000001:2.0:1787764128.000957:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764128.000970:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764128.000973:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764128.000977:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764128.000983:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764128.000986:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764128.000987:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764128.000989:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764128.000993:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764128.000994:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764128.000997:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764128.000998:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764129.024873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764129.024886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764129.024891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764129.024892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764129.024895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764129.024895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764130.048878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764130.048885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764130.048890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764130.048891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764130.048893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764130.048894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764130.048956:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764130.048962:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764130.048966:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764131.072862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764131.072869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764131.072874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764131.072875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764131.072878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764131.072879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764132.096942:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764132.096950:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764132.096958:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764132.096959:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764132.096963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764132.096965:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764132.097024:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764132.097031:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764132.097036:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764132.416861:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764132.416868:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764132.416870:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764132.416873:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764132.416878:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764132.416883:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25711
00000400:00000200:3.0:1787764132.416891:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764132.416896:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764132.416899:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764132.416901:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.416903:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764132.416905:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.416907:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764132.416910:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764132.416911:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764132.416913:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764132.416916:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764132.416918:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764132.416919:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764132.416921:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.416923:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764132.416924:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.416925:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764132.416927:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764132.416929:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764132.416931:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764132.416933:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764132.416936:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764132.416938:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.416939:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764132.416941:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764132.416948:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764132.416950:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764132.416953:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764132.416955:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.416957:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764132.416959:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764132.416962:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764132.416969:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764132.416976:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764132.416985:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482310144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764132.416995:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764132.417000:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764132.417005:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482310144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764132.417028:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764132.417031:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764132.417033:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764132.417034:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764132.417036:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764132.417044:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764132.417046:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25711
00000400:00000200:3.0:1787764132.417049:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764132.417052:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764132.417054:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764132.417056:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417058:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764132.417060:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417061:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764132.417063:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764132.417064:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764132.417065:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764132.417067:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764132.417068:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764132.417070:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764132.417073:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417078:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764132.417080:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417085:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764132.417087:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764132.417091:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417094:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764132.417096:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764132.417100:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764132.417105:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417110:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764132.417115:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764132.417129:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417132:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764132.417137:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764132.417141:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764132.417144:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764132.417147:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417149:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764132.417152:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764132.417156:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764132.417163:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764132.417168:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764132.417177:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482310272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764132.417186:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764132.417189:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764132.417194:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482310272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764132.417201:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764132.417205:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764132.417210:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764132.417212:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764132.417214:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764132.417217:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764132.417221:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25711
00000400:00000200:3.0:1787764132.417225:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764132.417231:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764132.417233:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764132.417235:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417237:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764132.417241:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417244:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764132.417245:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764132.417246:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764132.417248:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764132.417251:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764132.417253:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764132.417257:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764132.417264:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417265:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764132.417269:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417271:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764132.417275:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764132.417280:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417285:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764132.417288:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764132.417291:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764132.417295:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417298:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764132.417300:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764132.417304:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417308:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764132.417314:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764132.417319:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764132.417321:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764132.417322:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417324:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764132.417327:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764132.417331:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764132.417335:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764132.417338:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764132.417346:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482310400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764132.417354:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764132.417358:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764132.417364:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482310400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764132.417372:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764132.417376:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764132.417381:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764132.417383:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764132.417387:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764132.417391:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764132.417397:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25711
00000400:00000200:3.0:1787764132.417403:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764132.417408:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764132.417411:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764132.417415:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417421:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764132.417423:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417424:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764132.417426:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764132.417428:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764132.417431:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764132.417433:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764132.417438:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764132.417440:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764132.417447:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417450:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764132.417454:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417458:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764132.417460:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764132.417462:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417467:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764132.417468:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764132.417470:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764132.417475:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417477:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764132.417480:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764132.417483:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417485:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764132.417489:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764132.417492:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764132.417494:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764132.417497:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417498:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764132.417499:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764132.417500:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764132.417503:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764132.417505:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764132.417505:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00100000:3.0:1787764132.417508:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482310528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764132.417518:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764132.417519:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764132.417522:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482310528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764132.417526:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764132.417527:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764132.417529:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764132.417530:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764132.417531:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764132.417532:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764132.417533:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25711
00000400:00000200:3.0:1787764132.417535:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764132.417537:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764132.417538:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764132.417540:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417541:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764132.417542:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417543:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764132.417544:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764132.417545:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764132.417546:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764132.417547:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764132.417548:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764132.417550:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764132.417552:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417553:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764132.417554:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417555:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764132.417557:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764132.417559:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764132.417561:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764132.417562:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764132.417563:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764132.417564:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417565:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764132.417566:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764132.417570:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417573:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764132.417574:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000100:00000010:3.0:1787764132.417575:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764132.417579:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764132.417582:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764132.417584:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764132.417587:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764132.417590:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764132.417592:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764132.417595:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764132.417599:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764132.417602:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482310656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764132.417612:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764132.417614:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764132.417620:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482310656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764132.417629:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764132.417634:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25721)
00000800:00000200:0.1:1787764132.418099:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764132.418102:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764132.418437:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764132.418441:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764132.418772:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764132.418775:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764132.419094:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764132.419096:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00010000:00000001:2.0:1787764133.120887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764133.120897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764133.120903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764133.120904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764133.120909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764133.120910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764134.144963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764134.144972:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764134.144979:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764134.144981:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764134.144985:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764134.144989:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764134.144992:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764134.144996:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764134.144999:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764134.145002:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764134.145005:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764134.145008:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764135.168921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764135.168928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764135.168933:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764135.168934:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764135.168937:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764135.168938:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764135.169012:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764135.169023:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764135.169027:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764136.192888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764136.192894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764136.192898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764136.192901:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764136.192902:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764136.192905:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764136.192908:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764136.192909:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764136.192911:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764136.192912:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764136.192915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764136.192916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764137.216870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764137.216876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764137.216880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764137.216881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764137.216883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764137.216884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764137.216944:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764137.216951:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764137.216957:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764137.536954:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764137.536964:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764137.536966:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764137.536969:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764137.536973:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764137.536979:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25716
00000400:00000200:2.0:1787764137.536986:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764137.536991:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764137.536994:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764137.536996:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.536999:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764137.537000:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537002:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764137.537006:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764137.537008:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764137.537010:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764137.537013:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764137.537014:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764137.537016:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764137.537018:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537019:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764137.537021:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537022:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764137.537024:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764137.537027:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537028:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764137.537030:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764137.537033:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764137.537035:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537036:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764137.537038:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764137.537046:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
00000020:00000040:2.0:1787764137.537048:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764137.537051:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764137.537052:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537055:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764137.537057:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764137.537060:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764137.537066:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6400.
00000100:00000001:2.0:1787764137.537071:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764137.537078:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482310784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764137.537107:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764137.537110:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764137.537114:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482310784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764137.537139:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764137.537142:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764137.537144:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764137.537145:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764137.537147:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764137.537149:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764137.537150:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25716
00000400:00000200:2.0:1787764137.537153:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764137.537155:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764137.537157:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764137.537159:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537161:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764137.537163:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537164:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764137.537165:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764137.537166:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764137.537168:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764137.537170:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764137.537171:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764137.537173:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764137.537176:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537178:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764137.537179:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537180:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764137.537182:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764137.537186:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537189:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764137.537191:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764137.537198:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764137.537201:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537203:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764137.537207:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764137.537213:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537217:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764137.537222:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787764137.537227:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764137.537230:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764137.537234:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537239:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764137.537244:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764137.537249:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764137.537258:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6800.
00000100:00000001:2.0:1787764137.537265:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764137.537277:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482310912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764137.537293:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764137.537298:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764137.537302:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482310912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764137.537316:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764137.537319:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764137.537321:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764137.537323:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764137.537324:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764137.537326:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764137.537331:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25716
00000400:00000200:2.0:1787764137.537336:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764137.537342:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764137.537346:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764137.537352:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537357:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764137.537361:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537365:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764137.537369:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764137.537370:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764137.537372:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764137.537375:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764137.537380:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764137.537383:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764137.537386:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537391:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764137.537395:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537397:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764137.537400:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764137.537405:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537409:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764137.537413:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764137.537416:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764137.537419:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537422:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764137.537426:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764137.537431:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537435:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764137.537440:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787764137.537444:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764137.537450:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764137.537453:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537458:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764137.537463:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764137.537466:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764137.537475:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000100:00000001:2.0:1787764137.537481:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764137.537487:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00100000:2.0:1787764137.537490:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482311040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1787764137.537493:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1787764137.537508:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764137.537511:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764137.537518:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482311040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764137.537527:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764137.537531:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764137.537535:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764137.537539:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764137.537541:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764137.537545:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764137.537550:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25716
00000400:00000200:2.0:1787764137.537557:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764137.537563:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764137.537567:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764137.537570:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537573:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764137.537579:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537585:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764137.537593:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764137.537596:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764137.537600:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764137.537604:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764137.537610:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764137.537615:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764137.537621:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537626:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764137.537630:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537635:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764137.537640:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764137.537646:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537651:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764137.537656:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764137.537659:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764137.537663:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537665:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764137.537669:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764137.537674:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537677:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764137.537683:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000020:00000040:2.0:1787764137.537687:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764137.537690:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764137.537693:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537697:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764137.537699:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764137.537701:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764137.537706:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764137.537711:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764137.537719:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482311168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764137.537739:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764137.537742:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764137.537785:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482311168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764137.537795:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764137.537799:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764137.537805:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764137.537808:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764137.537810:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764137.537813:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764137.537817:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25716
00000400:00000200:2.0:1787764137.537824:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764137.537828:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764137.537833:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764137.537838:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537840:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764137.537845:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537848:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764137.537851:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764137.537853:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764137.537856:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764137.537859:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764137.537863:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764137.537868:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764137.537873:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537876:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764137.537879:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537882:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764137.537886:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764137.537890:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764137.537892:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764137.537896:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764137.537899:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764137.537901:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537902:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764137.537903:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764137.537905:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537906:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764137.537909:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000020:00000040:2.0:1787764137.537913:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764137.537916:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764137.537919:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764137.537922:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764137.537925:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764137.537928:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764137.537933:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764137.537938:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764137.537945:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482311296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764137.537961:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764137.537965:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764137.537971:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482311296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764137.537987:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764137.537994:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25726)
00000800:00000200:0.1:1787764137.538142:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764137.538144:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764137.538401:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764137.538403:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764137.538614:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764137.538616:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764137.538822:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764137.538825:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00010000:00000001:2.0:1787764138.240888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764138.240894:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764138.240896:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764138.240898:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764138.240902:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764138.240904:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764138.240905:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764138.240907:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764138.240910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764138.240911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764138.240914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764138.240914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764139.264852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764139.264858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764139.264864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764139.264866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764139.264869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764139.264871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764140.288843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764140.288849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764140.288853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764140.288854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764140.288856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764140.288857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764140.288899:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764140.288903:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764140.288905:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764141.312866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764141.312872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764141.312878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764141.312880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764141.312884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764141.312885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764142.336888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764142.336894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764142.336898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764142.336899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764142.336901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764142.336902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764142.336954:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764142.336958:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764142.336960:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787764142.658461:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764142.658468:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764142.659142:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764142.659143:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764142.659328:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764142.659330:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764142.659533:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764142.659535:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764142.659804:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764142.659806:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00010000:00000001:2.0:1787764143.360871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764143.360878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764143.360885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764143.360886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764143.360890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764143.360893:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764143.360896:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764143.360899:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764143.360902:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764143.360904:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764143.360906:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764143.360909:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764144.384918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764144.384924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764144.384927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764144.384928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764144.384931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764144.384932:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764145.408875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764145.408880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764145.408885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764145.408888:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764145.408890:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764145.408893:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764145.408895:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764145.408897:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764145.408899:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764145.408900:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764145.408902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764145.408903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764145.408986:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764145.408992:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764145.408995:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764146.432907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764146.432914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764146.432920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764146.432921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764146.432923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764146.432924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764147.456880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764147.456891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764147.456900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764147.456901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764147.456906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764147.456907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764147.456984:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764147.456989:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764147.456993:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787764147.777679:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764147.777686:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000100:00100000:0.0:1787764147.778415:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312192:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764147.778420:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764147.778422:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764147.778423:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764147.778426:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764147.778429:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764147.778431:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764147.778435:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764147.778438:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764147.778442:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764147.778445:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482312192, portal 10
00000100:00000001:0.0:1787764147.778447:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764147.778449:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906723008 : -118790802828608 : ffff93f5dc6512c0)
00000100:00000040:0.0:1787764147.778457:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6512c0 x1874595482312192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.778464:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764147.778467:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764147.778469:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764147.778471:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482312192, offset 0
00000400:00000200:0.0:1787764147.778476:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764147.778480:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764147.778484:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764147.778488:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764147.778491:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764147.778494:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764147.778497:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764147.778501:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277681:277681:256:4294967295] 192.168.203.115@tcp LPNI seq info [277681:277681:8:4294967295]
00000400:00000200:0.0:1787764147.778505:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764147.778513:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764147.778518:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764147.778522:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764147.778526:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764147.778555:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764147.778561:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764147.778564:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764147.778568:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764147.778570:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764147.778574:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764147.778578:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764147.778581:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764147.778583:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764147.778586:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764147.778590:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6512c0 x1874595482312192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.778599:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764147.778602:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6512c0 x1874595482312192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.778723:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764147.778725:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764147.778730:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764147.778734:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764147.778738:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764147.778741:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320398860
00000100:00000001:0.0:1787764147.778744:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320400168
00000100:00000001:0.0:1787764147.778747:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320398860
00000100:00000001:0.0:1787764147.778767:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320400168
00000100:00000001:0.0:1787764147.778769:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764147.778772:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764147.778774:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764147.778779:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764147/real 1787764147]  req@ffff93f5dc6512c0 x1874595482312192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764147.778788:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764147.778790:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764147.778792:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764147.778795:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764147.778797:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764147.778800:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764147.778803:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6512c0 x1874595482312192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764147.778813:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6512c0 x1874595482312192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.778821:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764147.778822:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.778824:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764147.778825:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764147.778830:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6512c0 x1874595482312192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.778838:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764147.778842:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6512c0 x1874595482312192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.778849:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764147.778851:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.778853:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764147.778854:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.778856:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764147.778858:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764147.778861:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764147.778865:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764147.778868:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764147.778872:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6512c0 x1874595482312192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764147.778880:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312192:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764147.778885:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764147.778889:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653480 x1874595482312320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.778896:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764147.778898:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764147.778900:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764147.778902:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764147.778905:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764147.778908:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312320:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764147.778911:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764147.778914:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764147.778915:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764147.778918:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764147.778921:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764147.778924:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764147.778927:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764147.778930:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764147.778933:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764147.778936:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482312320, portal 10
00000100:00000001:0.0:1787764147.778939:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764147.778940:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906731648 : -118790802819968 : ffff93f5dc653480)
00000100:00000040:0.0:1787764147.778946:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653480 x1874595482312320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.778954:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764147.778956:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764147.778959:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764147.778961:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482312320, offset 0
00000400:00000200:0.0:1787764147.778966:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764147.778969:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764147.778973:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764147.778976:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764147.778980:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764147.778982:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764147.778985:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764147.778989:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277682:277682:256:4294967295] 192.168.203.115@tcp LPNI seq info [277682:277682:8:4294967295]
00000400:00000200:0.0:1787764147.778993:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764147.779001:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764147.779005:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764147.779009:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764147.779027:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764147.779030:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764147.779035:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764147.779038:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764147.779043:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764147.779045:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764147.779048:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764147.779052:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764147.779056:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764147.779058:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764147.779060:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764147.779064:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653480 x1874595482312320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779073:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764147.779077:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653480 x1874595482312320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779085:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764147.779087:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764147.779089:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764147.779092:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764147.779096:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764147.779099:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320398869
00000100:00000001:0.0:1787764147.779101:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320400168
00000100:00000001:0.0:1787764147.779104:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320398869
00000100:00000001:0.0:1787764147.779106:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320400168
00000100:00000001:0.0:1787764147.779109:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764147.779111:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764147.779113:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764147.779117:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764147/real 1787764147]  req@ffff93f5dc653480 x1874595482312320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764147.779125:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764147.779127:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764147.779128:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764147.779131:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764147.779132:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764147.779134:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764147.779138:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653480 x1874595482312320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764147.779147:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653480 x1874595482312320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779155:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764147.779156:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.779158:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764147.779160:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764147.779164:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653480 x1874595482312320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779171:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764147.779175:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653480 x1874595482312320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779182:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764147.779185:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.779187:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764147.779188:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.779190:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764147.779192:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764147.779194:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764147.779198:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764147.779200:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764147.779205:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653480 x1874595482312320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764147.779212:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312320:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764147.779217:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764147.779221:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6503c0 x1874595482312448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779228:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764147.779230:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764147.779232:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764147.779234:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764147.779236:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764147.779239:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312448:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764147.779242:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764147.779244:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764147.779246:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764147.779248:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764147.779252:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764147.779255:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764147.779258:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764147.779260:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764147.779264:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764147.779267:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482312448, portal 4
00000100:00000001:0.0:1787764147.779269:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764147.779271:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906719168 : -118790802832448 : ffff93f5dc6503c0)
00000100:00000040:0.0:1787764147.779276:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6503c0 x1874595482312448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779284:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764147.779287:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764147.779289:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764147.779292:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482312448, offset 0
00000400:00000200:0.0:1787764147.779296:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764147.779300:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764147.779304:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764147.779307:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764147.779310:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764147.779313:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764147.779315:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764147.779319:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277683:277683:256:4294967295] 192.168.203.115@tcp LPNI seq info [277683:277683:8:4294967295]
00000400:00000200:0.0:1787764147.779324:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764147.779331:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764147.779336:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764147.779339:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764147.779343:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764147.779346:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764147.779351:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764147.779354:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764147.779358:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764147.779360:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764147.779363:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764147.779367:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764147.779370:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764147.779372:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764147.779375:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764147.779379:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6503c0 x1874595482312448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779388:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764147.779391:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6503c0 x1874595482312448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779405:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764147.779407:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764147.779409:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764147.779412:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764147.779416:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764147.779418:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320398869
00000100:00000001:0.0:1787764147.779421:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320400168
00000100:00000001:0.0:1787764147.779424:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320398869
00000100:00000001:0.0:1787764147.779426:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320400168
00000100:00000001:0.0:1787764147.779428:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764147.779430:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764147.779432:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764147.779436:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764147/real 1787764147]  req@ffff93f5dc6503c0 x1874595482312448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764147.779445:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764147.779447:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764147.779448:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764147.779451:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764147.779453:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764147.779455:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764147.779458:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6503c0 x1874595482312448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764147.779468:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6503c0 x1874595482312448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779475:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764147.779477:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.779478:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764147.779480:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764147.779484:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6503c0 x1874595482312448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779493:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764147.779497:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6503c0 x1874595482312448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779504:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764147.779507:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.779509:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764147.779510:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.779512:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764147.779513:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764147.779515:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764147.779518:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764147.779520:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764147.779524:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6503c0 x1874595482312448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764147.779532:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312448:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764147.779536:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764147.779566:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652940 x1874595482312576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779648:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764147.779650:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764147.779652:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764147.779655:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764147.779657:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764147.779660:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312576:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764147.779664:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764147.779666:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764147.779669:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764147.779671:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764147.779675:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764147.779677:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764147.779681:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764147.779684:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764147.779687:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764147.779690:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482312576, portal 4
00000100:00000001:0.0:1787764147.779692:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764147.779694:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906728768 : -118790802822848 : ffff93f5dc652940)
00000100:00000040:0.0:1787764147.779700:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652940 x1874595482312576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779707:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764147.779709:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764147.779712:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764147.779714:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482312576, offset 0
00000400:00000200:0.0:1787764147.779718:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764147.779722:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764147.779726:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764147.779729:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764147.779732:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764147.779735:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764147.779737:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764147.779741:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277684:277684:256:4294967295] 192.168.203.115@tcp LPNI seq info [277684:277684:8:4294967295]
00000400:00000200:0.0:1787764147.779746:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764147.779770:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764147.779775:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764147.779779:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764147.779784:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764147.779787:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764147.779792:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764147.779795:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764147.779799:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764147.779802:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764147.779805:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764147.779809:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764147.779812:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764147.779814:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764147.779816:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764147.779820:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652940 x1874595482312576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779829:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764147.779832:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652940 x1874595482312576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779839:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764147.779841:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764147.779844:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764147.779847:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764147.779851:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764147.779853:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320398874
00000100:00000001:0.0:1787764147.779856:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320400168
00000100:00000001:0.0:1787764147.779858:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320398874
00000100:00000001:0.0:1787764147.779861:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320400168
00000100:00000001:0.0:1787764147.779863:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764147.779865:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764147.779867:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764147.779870:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764147/real 1787764147]  req@ffff93f5dc652940 x1874595482312576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764147.779879:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764147.779880:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764147.779882:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764147.779885:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764147.779886:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764147.779889:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764147.779893:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652940 x1874595482312576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764147.779902:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652940 x1874595482312576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779909:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764147.779910:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.779913:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764147.779914:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764147.779919:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652940 x1874595482312576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779926:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764147.779930:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652940 x1874595482312576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.779939:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764147.779942:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.779944:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764147.779945:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.779960:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764147.779962:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764147.779965:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764147.779968:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764147.779971:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764147.779975:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652940 x1874595482312576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764147.779985:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312576:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764147.779989:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.779991:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764147.779995:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6512c0 x1874595482312192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.780002:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764147.780004:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764147.780007:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764147.780009:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764147.780011:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764147.780028:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764147.780031:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764147.780033:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:0.0:1787764147.780036:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764147.780038:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764147.780040:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6512c0.
00000100:00000001:0.0:1787764147.780043:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764147.780045:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.780047:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764147.780051:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653480 x1874595482312320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.780058:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764147.780060:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764147.780062:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764147.780066:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764147.780067:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764147.780069:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764147.780071:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764147.780072:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c000.
02000000:00000001:0.0:1787764147.780074:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764147.780075:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764147.780077:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653480.
00000100:00000001:0.0:1787764147.780082:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764147.780083:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.780085:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764147.780088:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6503c0 x1874595482312448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.780095:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764147.780097:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764147.780099:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764147.780101:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764147.780103:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764147.780104:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764147.780107:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764147.780108:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c400.
02000000:00000001:0.0:1787764147.780110:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764147.780111:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764147.780113:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6503c0.
00000100:00000001:0.0:1787764147.780115:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764147.780116:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.780118:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764147.780121:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652940 x1874595482312576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764147.780127:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764147.780128:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764147.780129:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764147.780132:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764147.780133:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764147.780134:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764147.780136:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764147.780138:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7f000.
02000000:00000001:0.0:1787764147.780140:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764147.780141:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764147.780142:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652940.
00000100:00000001:0.0:1787764147.780145:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764147.780146:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.780148:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764147.780152:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764147.780154:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764147.780156:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764147.780158:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764148.480905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764148.480914:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764148.480916:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764148.480919:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764148.480924:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764148.480927:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764148.480929:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764148.480932:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764148.480946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764148.480947:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764148.480954:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764148.480956:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764148.481030:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764148.481035:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764148.481038:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764149.120838:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320400168, at 4320400192
00000100:00000010:0.0:1787764149.120851:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764149.504838:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764149.504844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764149.504849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764149.504851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764149.504854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764149.504855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764150.528877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764150.528883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764150.528888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764150.528889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764150.528892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764150.528893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764150.528948:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764150.528953:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764150.528956:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764151.552845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764151.552850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764151.552853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764151.552854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764151.552856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764151.552857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764151.552897:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764151.552901:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764151.552904:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764152.576895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764152.576901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764152.576906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764152.576907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764152.576911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764152.576912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764152.576995:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764152.577002:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764152.577007:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764152.896851:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764152.896858:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764152.896860:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764152.896863:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764152.896867:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764152.896874:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25731
00000400:00000200:2.0:1787764152.896882:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764152.896888:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764152.896891:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764152.896894:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.896897:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764152.896899:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.896902:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764152.896906:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764152.896908:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764152.896911:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764152.896915:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764152.896916:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764152.896918:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764152.896920:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.896921:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764152.896923:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.896924:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764152.896926:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764152.896928:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764152.896930:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764152.896932:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764152.896934:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764152.896936:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764152.896937:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764152.896939:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764152.896947:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764152.896949:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764152.896952:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764152.896953:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764152.896955:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764152.896957:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764152.896960:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764152.896965:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764152.896970:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764152.896976:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764152.896993:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764152.896996:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764152.897000:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764152.897018:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764152.897020:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764152.897022:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764152.897023:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764152.897024:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764152.897026:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764152.897028:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25731
00000400:00000200:2.0:1787764152.897030:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764152.897032:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764152.897034:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764152.897036:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897038:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764152.897040:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897041:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764152.897042:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764152.897043:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764152.897044:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764152.897046:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764152.897049:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764152.897051:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764152.897053:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897054:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764152.897056:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897057:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764152.897059:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764152.897061:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897063:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764152.897065:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764152.897067:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787764152.897070:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764152.897073:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.897075:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764152.897075:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764152.897080:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1787764152.897080:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764152.897086:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764152.897089:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764152.897095:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000100:00000040:0.0:1787764152.897096:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764152.897103:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764152.897112:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764152.897116:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.897125:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764152.897125:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764152.897132:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764152.897133:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764152.897137:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764152.897139:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:2.0:1787764152.897142:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:0.0:1787764152.897143:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764152.897147:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764152.897148:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764152.897162:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482312704:192.168.203.115@tcp:250:kworker.0
00000100:00100000:2.0:1787764152.897166:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764152.897168:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764152.897175:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764152.897178:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764152.897185:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787764152.897186:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764152.897190:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764152.897194:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764152.897198:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764152.897199:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764152.897210:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764152.897215:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764152.897218:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000100:00080000:2.0:1787764152.897219:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764152.897223:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764152.897225:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1787764152.897227:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00080000:2.0:1787764152.897228:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764152.897237:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764152.897241:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25731
00000100:00000200:0.0:1787764152.897243:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482312704, portal 25
00000100:00000001:0.0:1787764152.897248:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1787764152.897249:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764152.897253:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980237056 : -118790729314560 : ffff93f5e0c6cf00)
00000400:00000200:2.0:1787764152.897258:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764152.897261:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764152.897266:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764152.897270:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897277:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764152.897284:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764152.897285:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764152.897294:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897294:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000010:0.0:1787764152.897306:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000020:00000001:2.0:1787764152.897307:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764152.897315:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000100:00000200:0.0:1787764152.897316:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482312704, offset 0
00000020:00000001:2.0:1787764152.897326:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787764152.897331:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000020:00000040:2.0:1787764152.897332:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764152.897337:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:0.0:1787764152.897342:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:2.0:1787764152.897343:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:0.0:1787764152.897352:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000040:2.0:1787764152.897353:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897358:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764152.897359:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787764152.897367:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764152.897370:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:2.0:1787764152.897379:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764152.897383:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787764152.897384:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:0.0:1787764152.897388:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00080000:2.0:1787764152.897389:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897394:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764152.897397:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277685:277685:256:4294967295] 192.168.203.115@tcp LPNI seq info [277685:277685:8:4294967295]
02000000:00000001:2.0:1787764152.897399:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764152.897405:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787764152.897406:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:2.0:1787764152.897417:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764152.897420:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764152.897423:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764152.897433:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764152.897435:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787764152.897436:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764152.897442:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000800:00000200:0.0:1787764152.897449:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000020:00000040:2.0:1787764152.897451:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764152.897456:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764152.897457:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787764152.897458:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000100:00000001:2.0:1787764152.897460:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764152.897467:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764152.897470:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764152.897478:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000010:2.0:1787764152.897479:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764152.897489:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764152.897491:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000100:00100000:2.0:1787764152.897497:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764152.897507:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1787764152.897508:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764152.897513:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764152.897519:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1787764152.897520:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764152.897534:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787764152.897537:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00080000:2.0:1787764152.897538:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1787764152.897541:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000100:00080000:2.0:1787764152.897545:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764152.897547:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787764152.897550:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787764152.897550:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764152.897558:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787764152.897564:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787764152.897568:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25731
00000400:00000200:0.0:1787764152.897579:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000200:2.0:1787764152.897582:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764152.897585:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000400:00000200:2.0:1787764152.897590:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764152.897594:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787764152.897595:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764152.897601:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000200:0.0:1787764152.897605:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764152.897606:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764152.897612:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897619:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764152.897628:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764152.897630:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1787764152.897631:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000040:0.0:1787764152.897638:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787764152.897639:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764152.897646:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:0.0:1787764152.897653:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764152.897654:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:0.0:1787764152.897656:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787764152.897661:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:0.0:1787764152.897666:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764152.897667:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897677:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764152.897680:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764152.897683:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320405287
00000100:00000010:0.0:1787764152.897689:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764152.897696:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764152.897704:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320405287
00000100:00000010:0.0:1787764152.897706:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217ae0.
00000100:00000001:0.0:1787764152.897709:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764152.897711:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764152.897713:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.897718:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787764152.897719:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00100000:0.0:1787764152.897728:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764152/real 1787764152]  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764152.897729:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764152.897741:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764152.897794:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764152.897796:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764152.897798:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764152.897801:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1787764152.897806:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787764152.897807:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787764152.897813:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787764152.897815:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1787764152.897818:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000008:00100000:2.0:1787764152.897819:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1787764152.897824:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000008:00000001:2.0:1787764152.897824:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764152.897829:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:2.0:1787764152.897830:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.897838:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:2.0:1787764152.897839:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
00000020:00000040:2.0:1787764152.897845:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000200:0.0:1787764152.897848:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764152.897850:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764152.897855:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764152.897860:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764152.897863:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764152.897868:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764152.897876:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000200:0.0:1787764152.897881:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764152.897883:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764152.897895:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764152.897901:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764152.897905:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.897910:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764152.897915:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764152.897917:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764152.897919:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764152.897924:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764152.897929:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764152.897936:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764152.897938:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764152.897947:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764152.897947:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764152.897949:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764152.897953:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764152.897962:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25731
00000400:00000200:2.0:1787764152.897975:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764152.897987:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787764152.897994:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764152.897998:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764152.898003:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764152.898003:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.898010:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764152.898014:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.898020:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764152.898031:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764152.898035:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764152.898039:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764152.898040:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1787764152.898043:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764152.898051:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:0.0:1787764152.898052:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787764152.898054:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:0.0:1787764152.898058:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1787764152.898061:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764152.898063:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764152.898064:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764152.898073:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1787764152.898073:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764152.898080:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764152.898081:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1787764152.898082:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764152.898090:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00080000:0.0:1787764152.898094:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787764152.898094:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764152.898101:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764152.898104:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787764152.898108:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
02000000:00000001:2.0:1787764152.898109:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764152.898113:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764152.898118:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:2.0:1787764152.898119:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764152.898126:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764152.898131:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764152.898131:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764152.898138:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6da40.
00000020:00000040:2.0:1787764152.898146:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764152.898151:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1787764152.898152:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482312704:192.168.203.115@tcp:250:kworker.0
02000000:00000001:2.0:1787764152.898155:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764152.898163:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787764152.898164:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.898170:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787764152.898171:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1787764152.898174:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cf00 x1874595482312704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764152.898177:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.898185:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764152.898188:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764152.898190:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
02000000:00000010:0.0:1787764152.898191:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764152.898199:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787764152.898200:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764152.898203:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764152.898205:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764152.898209:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:2.0:1787764152.898210:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1787764152.898213:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:0.0:1787764152.898223:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1787764152.898225:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787764152.898226:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764152.898230:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cf00.
00000100:00000001:2.0:1787764152.898230:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.898242:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:2.0:1787764152.898244:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003501baba] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898247:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.898257:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764152.898267:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.898273:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1787764152.898273:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25741)
00000100:00000001:0.0:1787764152.898278:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.898282:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764152.898285:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764152.898287:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764152.898292:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898298:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764152.898299:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764152.898301:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764152.898303:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764152.898304:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764152.898306:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312832:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764152.898308:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764152.898310:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764152.898311:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764152.898313:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764152.898315:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764152.898317:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764152.898320:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764152.898323:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764152.898326:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764152.898328:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482312832, portal 10
00000100:00000001:0.0:1787764152.898330:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764152.898331:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980240896 : -118790729310720 : ffff93f5e0c6de00)
00000100:00000040:0.0:1787764152.898336:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898341:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764152.898343:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764152.898345:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764152.898346:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482312832, offset 0
00000400:00000200:0.0:1787764152.898349:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764152.898353:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764152.898356:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764152.898358:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764152.898360:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764152.898362:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764152.898364:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764152.898366:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277686:277686:256:4294967295] 192.168.203.115@tcp LPNI seq info [277686:277686:8:4294967295]
00000400:00000200:0.0:1787764152.898369:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764152.898374:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764152.898377:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764152.898380:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764152.898382:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764152.898384:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764152.898389:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764152.898391:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764152.898394:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764152.898395:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764152.898397:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764152.898399:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764152.898402:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764152.898403:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764152.898405:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764152.898407:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898412:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764152.898414:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898419:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.898420:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764152.898422:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764152.898425:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764152.898427:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764152.898429:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320403980
00000100:00000001:0.0:1787764152.898431:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320405287
00000100:00000001:0.0:1787764152.898433:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320403980
00000100:00000001:0.0:1787764152.898435:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320405287
00000100:00000001:0.0:1787764152.898437:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764152.898438:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.898440:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764152.898442:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764152/real 1787764152]  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764152.898447:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764152.898448:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764152.898449:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764152.898450:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764152.898451:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764152.898452:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764152.898454:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764152.898460:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898465:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764152.898465:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.898466:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764152.898467:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764152.898469:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898473:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764152.898476:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898481:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764152.898483:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.898484:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764152.898486:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.898488:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764152.898490:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764152.898493:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764152.898496:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764152.898499:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764152.898503:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764152.898512:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312832:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764152.898517:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764152.898521:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898530:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764152.898531:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764152.898534:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764152.898536:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764152.898537:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764152.898540:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312960:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764152.898542:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764152.898544:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764152.898546:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764152.898547:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764152.898550:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764152.898551:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764152.898554:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764152.898556:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764152.898558:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764152.898560:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482312960, portal 10
00000100:00000001:0.0:1787764152.898562:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764152.898563:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980242816 : -118790729308800 : ffff93f5e0c6e580)
00000100:00000040:0.0:1787764152.898567:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898575:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764152.898578:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764152.898580:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764152.898583:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482312960, offset 0
00000400:00000200:0.0:1787764152.898587:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764152.898591:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764152.898595:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764152.898598:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764152.898600:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764152.898603:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764152.898606:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764152.898609:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277687:277687:256:4294967295] 192.168.203.115@tcp LPNI seq info [277687:277687:8:4294967295]
00000400:00000200:0.0:1787764152.898614:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764152.898621:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764152.898624:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764152.898627:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764152.898630:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764152.898632:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764152.898635:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764152.898637:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764152.898639:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764152.898641:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764152.898643:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764152.898646:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764152.898648:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764152.898649:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764152.898651:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764152.898653:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898659:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764152.898661:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898670:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.898671:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764152.898673:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764152.898676:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764152.898678:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764152.898680:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320403988
00000100:00000001:0.0:1787764152.898682:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320405287
00000100:00000001:0.0:1787764152.898684:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320403988
00000100:00000001:0.0:1787764152.898685:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320405287
00000100:00000001:0.0:1787764152.898686:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764152.898688:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.898689:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764152.898691:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764152/real 1787764152]  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764152.898696:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764152.898697:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764152.898698:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764152.898700:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764152.898701:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764152.898702:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764152.898704:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764152.898710:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898714:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764152.898714:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.898716:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764152.898716:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764152.898718:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898724:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764152.898727:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898731:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764152.898732:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.898733:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764152.898734:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.898735:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764152.898736:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764152.898738:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764152.898740:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764152.898741:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764152.898743:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764152.898766:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482312960:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764152.898769:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764152.898772:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898777:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764152.898778:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764152.898780:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764152.898782:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764152.898783:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764152.898785:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313088:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764152.898787:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764152.898789:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764152.898791:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764152.898792:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764152.898795:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764152.898797:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764152.898800:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764152.898802:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764152.898804:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764152.898806:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482313088, portal 4
00000100:00000001:0.0:1787764152.898807:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764152.898809:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980243776 : -118790729307840 : ffff93f5e0c6e940)
00000100:00000040:0.0:1787764152.898812:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898817:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764152.898819:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764152.898820:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764152.898821:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482313088, offset 0
00000400:00000200:0.0:1787764152.898824:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764152.898826:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764152.898828:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764152.898830:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764152.898832:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764152.898833:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764152.898835:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764152.898837:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277688:277688:256:4294967295] 192.168.203.115@tcp LPNI seq info [277688:277688:8:4294967295]
00000400:00000200:0.0:1787764152.898840:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764152.898844:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764152.898847:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764152.898849:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764152.898851:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764152.898854:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764152.898858:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764152.898861:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764152.898865:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764152.898868:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764152.898870:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764152.898874:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764152.898877:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764152.898879:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764152.898881:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764152.898885:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898895:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764152.898898:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898906:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.898907:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764152.898911:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764152.898913:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764152.898916:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764152.898917:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320403989
00000100:00000001:0.0:1787764152.898919:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320405287
00000100:00000001:0.0:1787764152.898921:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320403989
00000100:00000001:0.0:1787764152.898922:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320405287
00000100:00000001:0.0:1787764152.898924:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764152.898926:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.898927:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764152.898930:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764152/real 1787764152]  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764152.898934:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764152.898935:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764152.898936:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764152.898938:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764152.898939:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764152.898941:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764152.898943:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764152.898949:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898953:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764152.898954:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.898955:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764152.898956:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764152.898958:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898962:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764152.898964:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.898968:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764152.898970:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.898971:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764152.898972:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.898973:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764152.898975:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764152.898991:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764152.898995:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764152.898997:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764152.899001:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764152.899007:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313088:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764152.899009:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764152.899012:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.899017:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764152.899018:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764152.899020:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764152.899021:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764152.899022:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764152.899024:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313216:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764152.899026:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764152.899028:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764152.899029:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764152.899030:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764152.899033:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764152.899035:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764152.899037:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764152.899039:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764152.899041:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764152.899043:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482313216, portal 4
00000100:00000001:0.0:1787764152.899045:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764152.899046:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980239936 : -118790729311680 : ffff93f5e0c6da40)
00000100:00000040:0.0:1787764152.899050:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.899055:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764152.899056:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764152.899058:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764152.899059:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482313216, offset 0
00000400:00000200:0.0:1787764152.899062:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764152.899064:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764152.899067:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764152.899069:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764152.899071:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764152.899072:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764152.899074:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764152.899077:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277689:277689:256:4294967295] 192.168.203.115@tcp LPNI seq info [277689:277689:8:4294967295]
00000400:00000200:0.0:1787764152.899079:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764152.899084:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764152.899087:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764152.899090:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764152.899092:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764152.899094:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764152.899097:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764152.899100:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764152.899103:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764152.899104:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764152.899106:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764152.899108:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764152.899110:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764152.899111:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764152.899113:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764152.899115:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.899121:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764152.899123:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.899127:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.899128:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764152.899130:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764152.899132:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764152.899134:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764152.899135:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320403993
00000100:00000001:0.0:1787764152.899137:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320405287
00000100:00000001:0.0:1787764152.899139:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320403993
00000100:00000001:0.0:1787764152.899140:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320405287
00000100:00000001:0.0:1787764152.899142:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764152.899144:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.899145:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764152.899147:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764152/real 1787764152]  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764152.899152:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764152.899153:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764152.899154:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764152.899155:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764152.899156:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764152.899158:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764152.899160:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764152.899165:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.899169:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764152.899170:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.899171:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764152.899172:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764152.899174:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.899178:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764152.899180:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.899184:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764152.899185:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.899186:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764152.899187:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.899188:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764152.899189:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764152.899191:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764152.899193:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764152.899195:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764152.899197:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764152.899202:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313216:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764152.899205:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.899206:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764152.899208:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6de00 x1874595482312832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.899211:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764152.899213:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764152.899214:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764152.899215:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764152.899216:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764152.899217:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764152.899219:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764152.899220:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:0.0:1787764152.899222:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764152.899223:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764152.899224:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6de00.
00000100:00000001:0.0:1787764152.899226:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764152.899227:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.899228:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764152.899230:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e580 x1874595482312960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.899234:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764152.899235:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764152.899236:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764152.899239:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764152.899239:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764152.899240:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764152.899241:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764152.899243:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:0.0:1787764152.899244:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764152.899245:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764152.899246:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e580.
00000100:00000001:0.0:1787764152.899247:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764152.899248:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.899249:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764152.899251:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e940 x1874595482313088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.899255:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764152.899256:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764152.899257:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764152.899258:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764152.899258:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764152.899259:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764152.899260:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764152.899261:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:0.0:1787764152.899262:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764152.899263:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764152.899264:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e940.
00000100:00000001:0.0:1787764152.899265:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764152.899266:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.899266:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764152.899268:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6da40 x1874595482313216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764152.899272:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764152.899273:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764152.899273:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764152.899274:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764152.899275:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764152.899276:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764152.899277:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764152.899278:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:0.0:1787764152.899279:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764152.899279:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764152.899280:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6da40.
00000100:00000001:0.0:1787764152.899282:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764152.899283:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.899284:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764152.899287:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764152.899288:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764152.899289:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764152.899291:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764153.600849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764153.600855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764153.600864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764153.600865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764153.600867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764153.600870:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764153.600871:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764153.600873:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764153.600875:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764153.600877:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764153.600878:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764153.600880:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764153.600932:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764153.600936:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764153.600939:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764154.240832:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320405287, at 4320405312
00000100:00000010:0.0:1787764154.240842:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764154.624860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764154.624865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764154.624868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764154.624869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764154.624871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764154.624872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764155.648891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764155.648898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764155.648903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764155.648906:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764155.648908:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764155.648910:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764155.648912:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764155.648914:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764155.648916:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764155.648918:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764155.648920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764155.648921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764155.649009:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764155.649016:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764155.649021:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764156.672851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764156.672856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764156.672859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764156.672860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764156.672862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764156.672863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764156.672904:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764156.672907:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764156.672909:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764157.696902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764157.696910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764157.696917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764157.696918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764157.696922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764157.696923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764157.696993:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764157.696999:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764157.697004:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787764158.017139:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764158.017144:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764158.017148:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764158.017156:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652580 x1874595482313344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.017169:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764158.017172:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764158.017177:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764158.017180:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764158.017183:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764158.017188:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482313344:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764158.017195:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764158.017198:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764158.017201:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764158.017203:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764158.017209:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764158.017212:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764158.017217:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764158.017223:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764158.017231:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764158.017238:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482313344, portal 25
00000100:00000001:0.0:1787764158.017241:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764158.017244:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906727808 : -118790802823808 : ffff93f5dc652580)
00000100:00000040:0.0:1787764158.017249:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652580 x1874595482313344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.017260:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764158.017264:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764158.017267:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764158.017271:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482313344, offset 0
00000400:00000200:0.0:1787764158.017278:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764158.017285:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764158.017291:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764158.017296:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764158.017302:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764158.017307:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764158.017312:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764158.017318:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277690:277690:256:4294967295] 192.168.203.115@tcp LPNI seq info [277690:277690:8:4294967295]
00000400:00000200:0.0:1787764158.017323:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764158.017333:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764158.017344:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764158.017349:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764158.017356:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764158.017361:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787764158.017367:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764158.017372:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1787764158.017377:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764158.017380:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764158.017385:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764158.017393:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764158.017397:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764158.017400:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764158.017404:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764158.017411:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652580 x1874595482313344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.017423:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764158.017428:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652580 x1874595482313344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.017437:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.017441:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764158.017446:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764158.017454:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764158.017460:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320410407
00000100:00000010:0.0:1787764158.017467:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764158.017476:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764158.017485:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320410407
00000100:00000010:0.0:1787764158.017491:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217c00.
00000100:00000001:0.0:1787764158.017496:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764158.017501:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764158.017506:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.017510:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764158.017516:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764158/real 1787764158]  req@ffff93f5dc652580 x1874595482313344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764158.017528:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764158.017530:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764158.017533:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764158.017537:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764158.017540:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764158.017544:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764158.017551:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652580 x1874595482313344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764158.017562:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652580 x1874595482313344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.017566:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764158.017569:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.017573:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764158.017575:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764158.017581:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652580 x1874595482313344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.017597:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764158.017607:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652580 x1874595482313344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.017622:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764158.017627:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.017630:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764158.017632:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.017634:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764158.017636:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764158.017641:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764158.017645:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764158.017649:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764158.017654:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652580 x1874595482313344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764158.017670:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482313344:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764158.017676:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.017679:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764158.017683:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652580 x1874595482313344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.017693:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764158.017697:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764158.017701:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764158.017703:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764158.017706:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764158.017708:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764158.017711:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764158.017714:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c400.
02000000:00000001:0.0:1787764158.017717:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764158.017720:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764158.017724:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652580.
00000100:00000001:0.0:1787764158.017730:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764158.017733:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.017737:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.017746:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764158.017801:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.017806:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764158.017810:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764158.017814:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764158.017823:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651e00 x1874595482313472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.017835:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764158.017838:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764158.017841:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764158.017844:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764158.017847:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764158.017853:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313472:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764158.017859:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764158.017861:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764158.017863:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764158.017866:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764158.017871:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764158.017874:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764158.017881:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764158.017884:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764158.017889:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764158.017894:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482313472, portal 10
00000100:00000001:0.0:1787764158.017898:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764158.017900:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906725888 : -118790802825728 : ffff93f5dc651e00)
00000100:00000040:0.0:1787764158.017908:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651e00 x1874595482313472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.017921:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764158.017927:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764158.017929:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764158.017932:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482313472, offset 0
00000400:00000200:0.0:1787764158.017938:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764158.017956:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764158.017962:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764158.017967:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764158.017971:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764158.017973:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764158.017978:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764158.017984:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277691:277691:256:4294967295] 192.168.203.115@tcp LPNI seq info [277691:277691:8:4294967295]
00000400:00000200:0.0:1787764158.017989:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764158.017998:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764158.018003:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764158.018008:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764158.018013:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764158.018017:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787764158.018024:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764158.018027:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1787764158.018033:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764158.018037:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764158.018041:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764158.018045:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764158.018048:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764158.018051:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764158.018053:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764158.018057:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651e00 x1874595482313472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018078:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764158.018083:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651e00 x1874595482313472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018093:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.018095:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764158.018097:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764158.018100:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764158.018102:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764158.018103:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320409100
00000100:00000001:0.0:1787764158.018105:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320410407
00000100:00000001:0.0:1787764158.018107:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320409100
00000100:00000001:0.0:1787764158.018108:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320410407
00000100:00000001:0.0:1787764158.018110:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764158.018111:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.018112:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764158.018115:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764158/real 1787764158]  req@ffff93f5dc651e00 x1874595482313472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764158.018120:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764158.018121:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764158.018122:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764158.018123:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764158.018124:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764158.018125:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764158.018127:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651e00 x1874595482313472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764158.018132:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651e00 x1874595482313472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018135:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764158.018136:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018137:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764158.018138:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764158.018140:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651e00 x1874595482313472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018144:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764158.018146:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651e00 x1874595482313472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018150:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764158.018151:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018152:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764158.018153:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018154:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764158.018155:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764158.018156:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764158.018158:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764158.018159:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764158.018161:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651e00 x1874595482313472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764158.018165:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313472:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764158.018167:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764158.018169:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653840 x1874595482313600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018173:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764158.018174:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764158.018175:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764158.018176:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764158.018177:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764158.018179:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313600:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764158.018181:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764158.018182:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764158.018183:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764158.018184:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764158.018187:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764158.018188:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764158.018190:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764158.018191:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764158.018193:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764158.018194:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482313600, portal 10
00000100:00000001:0.0:1787764158.018195:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764158.018196:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906732608 : -118790802819008 : ffff93f5dc653840)
00000100:00000040:0.0:1787764158.018200:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653840 x1874595482313600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018204:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764158.018205:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764158.018206:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764158.018208:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482313600, offset 0
00000400:00000200:0.0:1787764158.018210:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764158.018212:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764158.018213:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764158.018215:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764158.018216:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764158.018217:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764158.018219:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764158.018221:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277692:277692:256:4294967295] 192.168.203.115@tcp LPNI seq info [277692:277692:8:4294967295]
00000400:00000200:0.0:1787764158.018223:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764158.018227:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764158.018229:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764158.018230:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764158.018232:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764158.018234:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787764158.018236:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764158.018238:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1787764158.018240:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764158.018241:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764158.018242:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764158.018245:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764158.018246:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764158.018247:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764158.018249:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764158.018250:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653840 x1874595482313600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018255:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764158.018256:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653840 x1874595482313600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018260:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.018261:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764158.018262:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764158.018264:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764158.018266:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764158.018267:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320409108
00000100:00000001:0.0:1787764158.018268:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320410407
00000100:00000001:0.0:1787764158.018269:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320409108
00000100:00000001:0.0:1787764158.018271:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320410407
00000100:00000001:0.0:1787764158.018272:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764158.018273:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.018274:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764158.018276:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764158/real 1787764158]  req@ffff93f5dc653840 x1874595482313600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764158.018280:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764158.018280:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764158.018281:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764158.018282:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764158.018283:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764158.018284:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764158.018286:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653840 x1874595482313600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764158.018291:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653840 x1874595482313600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018294:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764158.018295:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018296:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764158.018296:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764158.018298:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653840 x1874595482313600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018301:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764158.018303:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653840 x1874595482313600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018307:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764158.018308:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018309:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764158.018309:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018310:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764158.018311:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764158.018312:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764158.018314:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764158.018315:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764158.018317:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653840 x1874595482313600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764158.018322:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313600:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764158.018324:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018325:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764158.018327:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651e00 x1874595482313472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018331:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764158.018332:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764158.018333:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764158.018334:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764158.018335:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764158.018336:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764158.018337:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764158.018338:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c000.
02000000:00000001:0.0:1787764158.018340:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764158.018340:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764158.018341:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651e00.
00000100:00000001:0.0:1787764158.018343:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764158.018344:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018345:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764158.018347:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653840 x1874595482313600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018350:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764158.018351:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764158.018351:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764158.018353:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764158.018354:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764158.018354:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764158.018355:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764158.018356:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:0.0:1787764158.018357:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764158.018358:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764158.018359:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653840.
00000100:00000001:0.0:1787764158.018361:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764158.018362:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018363:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018365:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764158.018366:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.018367:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764158.018368:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764158.018369:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764158.018371:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650000 x1874595482313728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018375:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764158.018376:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764158.018377:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764158.018378:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764158.018379:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764158.018381:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313728:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764158.018383:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764158.018384:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764158.018385:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764158.018386:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764158.018387:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764158.018388:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764158.018390:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764158.018392:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764158.018393:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764158.018395:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482313728, portal 4
00000100:00000001:0.0:1787764158.018396:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764158.018397:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906718208 : -118790802833408 : ffff93f5dc650000)
00000100:00000040:0.0:1787764158.018400:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650000 x1874595482313728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018404:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764158.018405:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764158.018406:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764158.018408:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482313728, offset 0
00000400:00000200:0.0:1787764158.018410:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764158.018412:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764158.018413:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764158.018415:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764158.018416:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764158.018418:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764158.018419:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764158.018421:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277693:277693:256:4294967295] 192.168.203.115@tcp LPNI seq info [277693:277693:8:4294967295]
00000400:00000200:0.0:1787764158.018423:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764158.018427:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764158.018429:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764158.018431:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764158.018433:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764158.018434:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787764158.018437:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764158.018438:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1787764158.018440:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764158.018442:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764158.018443:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764158.018445:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764158.018447:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764158.018449:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764158.018451:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764158.018454:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650000 x1874595482313728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018461:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764158.018464:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650000 x1874595482313728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018469:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.018471:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764158.018474:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764158.018477:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764158.018480:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764158.018482:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320409108
00000100:00000001:0.0:1787764158.018484:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320410407
00000100:00000001:0.0:1787764158.018486:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320409108
00000100:00000001:0.0:1787764158.018490:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320410407
00000100:00000001:0.0:1787764158.018491:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764158.018493:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.018495:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764158.018498:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764158/real 1787764158]  req@ffff93f5dc650000 x1874595482313728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764158.018504:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764158.018505:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764158.018506:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764158.018507:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764158.018508:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764158.018510:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764158.018511:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650000 x1874595482313728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764158.018516:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650000 x1874595482313728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018520:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764158.018521:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018522:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764158.018523:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764158.018525:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650000 x1874595482313728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018528:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764158.018530:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650000 x1874595482313728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018534:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764158.018535:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018536:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764158.018537:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018539:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764158.018540:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764158.018542:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764158.018544:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764158.018545:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764158.018547:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650000 x1874595482313728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764158.018551:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313728:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764158.018553:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764158.018555:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650f00 x1874595482313856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018558:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764158.018559:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764158.018560:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764158.018562:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764158.018563:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764158.018565:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313856:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764158.018567:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764158.018568:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764158.018569:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764158.018570:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764158.018572:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764158.018573:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764158.018575:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764158.018577:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764158.018579:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764158.018581:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482313856, portal 4
00000100:00000001:0.0:1787764158.018582:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764158.018583:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906722048 : -118790802829568 : ffff93f5dc650f00)
00000100:00000040:0.0:1787764158.018586:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650f00 x1874595482313856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018591:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764158.018592:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764158.018593:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764158.018595:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482313856, offset 0
00000400:00000200:0.0:1787764158.018597:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764158.018599:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764158.018601:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764158.018602:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764158.018604:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764158.018605:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764158.018606:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764158.018608:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277694:277694:256:4294967295] 192.168.203.115@tcp LPNI seq info [277694:277694:8:4294967295]
00000400:00000200:0.0:1787764158.018611:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764158.018615:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764158.018618:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764158.018619:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764158.018622:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764158.018624:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787764158.018626:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764158.018628:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1787764158.018630:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764158.018631:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764158.018633:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764158.018635:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764158.018637:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764158.018638:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764158.018640:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764158.018642:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650f00 x1874595482313856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018646:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764158.018648:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650f00 x1874595482313856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018656:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.018657:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764158.018658:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764158.018660:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764158.018661:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764158.018662:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320409112
00000100:00000001:0.0:1787764158.018664:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320410407
00000100:00000001:0.0:1787764158.018665:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320409112
00000100:00000001:0.0:1787764158.018666:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320410407
00000100:00000001:0.0:1787764158.018667:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764158.018668:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.018669:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764158.018671:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764158/real 1787764158]  req@ffff93f5dc650f00 x1874595482313856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764158.018675:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764158.018675:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764158.018676:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764158.018678:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764158.018679:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764158.018680:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764158.018681:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650f00 x1874595482313856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764158.018686:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650f00 x1874595482313856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018689:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764158.018690:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018691:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764158.018691:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764158.018693:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650f00 x1874595482313856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018697:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764158.018699:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650f00 x1874595482313856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018703:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764158.018704:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018705:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764158.018706:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018706:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764158.018707:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764158.018709:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764158.018710:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764158.018711:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764158.018713:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650f00 x1874595482313856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764158.018717:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482313856:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764158.018719:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018720:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764158.018722:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650000 x1874595482313728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018725:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764158.018726:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764158.018727:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764158.018728:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764158.018729:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764158.018729:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764158.018731:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764158.018732:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:0.0:1787764158.018734:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764158.018734:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764158.018735:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650000.
00000100:00000001:0.0:1787764158.018737:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764158.018738:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018739:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764158.018740:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650f00 x1874595482313856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764158.018744:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764158.018745:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764158.018746:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764158.018747:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764158.018762:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764158.018764:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764158.018765:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764158.018766:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:0.0:1787764158.018767:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764158.018768:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764158.018769:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650f00.
00000100:00000001:0.0:1787764158.018770:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764158.018771:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018772:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764158.018774:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764158.018775:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764158.018776:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764158.018776:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764158.720900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764158.720911:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764158.720914:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764158.720919:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764158.720926:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764158.720928:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764158.720931:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764158.720934:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764158.720956:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764158.720958:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764158.720963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764158.720964:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764158.721034:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764158.721039:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764158.721041:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764159.360842:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320410407, at 4320410432
00000100:00000010:0.0:1787764159.360854:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764159.744828:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764159.744836:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764159.744842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764159.744844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764159.744847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764159.744848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764160.768916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764160.768938:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764160.768946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764160.768948:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764160.768952:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764160.768954:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764160.769012:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764160.769016:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764160.769019:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764161.792846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764161.792851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764161.792854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764161.792855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764161.792857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764161.792858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764161.792904:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764161.792907:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764161.792910:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764162.816866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764162.816872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764162.816877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764162.816878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764162.816881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764162.816882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764162.816937:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764162.816941:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764162.816944:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787764163.137039:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764163.137046:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764163.137051:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764163.137062:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650f00 x1874595482313984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137080:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764163.137083:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764163.137090:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764163.137095:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764163.137100:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764163.137110:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482313984:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764163.137120:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764163.137126:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764163.137130:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764163.137134:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764163.137140:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764163.137144:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764163.137151:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764163.137156:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764163.137163:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764163.137170:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482313984, portal 25
00000100:00000001:0.0:1787764163.137175:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764163.137178:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906722048 : -118790802829568 : ffff93f5dc650f00)
00000100:00000040:0.0:1787764163.137189:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650f00 x1874595482313984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137206:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764163.137212:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764163.137218:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764163.137225:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482313984, offset 0
00000400:00000200:0.0:1787764163.137236:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764163.137248:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764163.137258:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764163.137265:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764163.137271:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764163.137277:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764163.137282:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764163.137289:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277695:277695:256:4294967295] 192.168.203.115@tcp LPNI seq info [277695:277695:8:4294967295]
00000400:00000200:0.0:1787764163.137292:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764163.137298:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764163.137304:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764163.137310:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764163.137321:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764163.137325:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787764163.137335:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764163.137341:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1787764163.137344:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764163.137345:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764163.137349:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764163.137359:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764163.137365:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764163.137369:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764163.137373:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764163.137380:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650f00 x1874595482313984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137394:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764163.137399:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650f00 x1874595482313984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137411:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.137414:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764163.137420:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764163.137426:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764163.137430:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320415527
00000100:00000010:0.0:1787764163.137437:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764163.137447:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764163.137465:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320415527
00000100:00000010:0.0:1787764163.137475:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217cc0.
00000100:00000001:0.0:1787764163.137481:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764163.137485:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764163.137488:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.137492:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764163.137498:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764163/real 1787764163]  req@ffff93f5dc650f00 x1874595482313984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764163.137518:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764163.137523:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764163.137528:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764163.137535:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764163.137541:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764163.137547:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764163.137553:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650f00 x1874595482313984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764163.137568:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650f00 x1874595482313984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137573:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764163.137576:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.137581:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764163.137583:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764163.137588:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650f00 x1874595482313984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137601:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764163.137609:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650f00 x1874595482313984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137625:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764163.137630:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.137634:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764163.137635:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.137637:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764163.137640:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764163.137642:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764163.137648:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764163.137652:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764163.137658:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650f00 x1874595482313984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764163.137681:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482313984:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764163.137690:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.137694:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764163.137700:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650f00 x1874595482313984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137711:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764163.137714:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764163.137717:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764163.137720:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764163.137722:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764163.137723:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764163.137724:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764163.137725:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:0.0:1787764163.137728:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764163.137729:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764163.137730:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650f00.
00000100:00000001:0.0:1787764163.137733:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764163.137733:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.137735:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.137740:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764163.137741:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.137742:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764163.137743:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764163.137744:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764163.137767:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650000 x1874595482314112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137775:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764163.137776:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764163.137779:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764163.137781:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764163.137783:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764163.137786:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482314112:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764163.137790:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764163.137792:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764163.137794:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764163.137796:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764163.137799:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764163.137802:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764163.137806:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764163.137809:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764163.137814:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764163.137816:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482314112, portal 10
00000100:00000001:0.0:1787764163.137818:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764163.137819:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906718208 : -118790802833408 : ffff93f5dc650000)
00000100:00000040:0.0:1787764163.137825:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650000 x1874595482314112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137831:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764163.137833:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764163.137835:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764163.137837:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482314112, offset 0
00000400:00000200:0.0:1787764163.137841:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764163.137845:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764163.137849:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764163.137851:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764163.137854:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764163.137857:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764163.137859:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764163.137862:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277696:277696:256:4294967295] 192.168.203.115@tcp LPNI seq info [277696:277696:8:4294967295]
00000400:00000200:0.0:1787764163.137866:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764163.137877:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764163.137880:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764163.137883:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764163.137885:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764163.137887:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787764163.137890:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764163.137891:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1787764163.137893:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764163.137895:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764163.137897:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764163.137899:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764163.137901:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764163.137902:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764163.137904:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764163.137917:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650000 x1874595482314112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137923:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764163.137925:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650000 x1874595482314112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137929:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.137930:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764163.137933:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764163.137936:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764163.137938:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764163.137939:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320414220
00000100:00000001:0.0:1787764163.137941:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320415527
00000100:00000001:0.0:1787764163.137942:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320414220
00000100:00000001:0.0:1787764163.137943:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320415527
00000100:00000001:0.0:1787764163.137945:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764163.137946:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.137947:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764163.137949:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764163/real 1787764163]  req@ffff93f5dc650000 x1874595482314112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764163.137954:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764163.137955:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764163.137956:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764163.137958:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764163.137959:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764163.137960:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764163.137962:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650000 x1874595482314112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764163.137966:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650000 x1874595482314112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137969:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764163.137970:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.137971:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764163.137972:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764163.137974:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650000 x1874595482314112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137977:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764163.137980:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650000 x1874595482314112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.137984:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764163.137985:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.137986:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764163.137987:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.137988:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764163.137989:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764163.137990:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764163.137992:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764163.137993:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764163.137995:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650000 x1874595482314112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764163.138000:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482314112:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764163.138002:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764163.138004:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653840 x1874595482314240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138007:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764163.138008:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764163.138009:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764163.138010:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764163.138011:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764163.138013:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482314240:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764163.138015:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764163.138016:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764163.138017:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764163.138018:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764163.138020:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764163.138021:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764163.138023:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764163.138025:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764163.138026:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764163.138028:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482314240, portal 10
00000100:00000001:0.0:1787764163.138029:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764163.138030:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906732608 : -118790802819008 : ffff93f5dc653840)
00000100:00000040:0.0:1787764163.138033:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653840 x1874595482314240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138037:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764163.138038:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764163.138039:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764163.138040:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482314240, offset 0
00000400:00000200:0.0:1787764163.138043:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764163.138045:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764163.138047:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764163.138049:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764163.138051:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764163.138052:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764163.138054:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764163.138055:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277697:277697:256:4294967295] 192.168.203.115@tcp LPNI seq info [277697:277697:8:4294967295]
00000400:00000200:0.0:1787764163.138058:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764163.138061:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764163.138064:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764163.138065:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764163.138067:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764163.138069:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787764163.138071:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764163.138073:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1787764163.138075:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764163.138076:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764163.138078:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764163.138080:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764163.138082:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764163.138083:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764163.138084:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764163.138086:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653840 x1874595482314240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138090:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764163.138092:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653840 x1874595482314240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138095:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.138096:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764163.138098:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764163.138099:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764163.138101:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764163.138102:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320414228
00000100:00000001:0.0:1787764163.138104:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320415527
00000100:00000001:0.0:1787764163.138105:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320414228
00000100:00000001:0.0:1787764163.138106:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320415527
00000100:00000001:0.0:1787764163.138107:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764163.138109:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.138109:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764163.138111:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764163/real 1787764163]  req@ffff93f5dc653840 x1874595482314240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764163.138115:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764163.138116:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764163.138117:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764163.138118:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764163.138119:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764163.138120:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764163.138122:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653840 x1874595482314240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764163.138126:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653840 x1874595482314240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138129:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764163.138130:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138131:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764163.138132:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764163.138134:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653840 x1874595482314240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138137:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764163.138139:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653840 x1874595482314240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138142:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764163.138144:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138145:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764163.138146:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138147:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764163.138148:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764163.138149:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764163.138151:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764163.138152:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764163.138154:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653840 x1874595482314240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764163.138158:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482314240:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764163.138160:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764163.138162:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651e00 x1874595482314368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138165:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764163.138166:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764163.138167:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764163.138168:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764163.138169:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764163.138170:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482314368:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764163.138172:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764163.138173:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764163.138174:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764163.138175:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764163.138177:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764163.138178:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764163.138180:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764163.138181:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764163.138183:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764163.138184:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482314368, portal 4
00000100:00000001:0.0:1787764163.138186:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764163.138186:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906725888 : -118790802825728 : ffff93f5dc651e00)
00000100:00000040:0.0:1787764163.138189:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651e00 x1874595482314368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138193:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764163.138194:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764163.138195:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764163.138196:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482314368, offset 0
00000400:00000200:0.0:1787764163.138198:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764163.138200:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764163.138202:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764163.138203:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764163.138204:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764163.138206:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764163.138207:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764163.138209:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277698:277698:256:4294967295] 192.168.203.115@tcp LPNI seq info [277698:277698:8:4294967295]
00000400:00000200:0.0:1787764163.138211:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764163.138215:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764163.138217:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764163.138218:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764163.138220:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764163.138222:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787764163.138224:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764163.138226:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1787764163.138228:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764163.138230:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764163.138231:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764163.138233:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764163.138235:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764163.138236:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764163.138237:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764163.138238:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651e00 x1874595482314368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138246:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764163.138248:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651e00 x1874595482314368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138252:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.138253:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764163.138254:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764163.138256:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764163.138257:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764163.138258:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320414228
00000100:00000001:0.0:1787764163.138259:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320415527
00000100:00000001:0.0:1787764163.138261:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320414228
00000100:00000001:0.0:1787764163.138262:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320415527
00000100:00000001:0.0:1787764163.138263:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764163.138264:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.138265:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764163.138267:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764163/real 1787764163]  req@ffff93f5dc651e00 x1874595482314368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764163.138271:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764163.138271:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764163.138272:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764163.138273:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764163.138274:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764163.138275:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764163.138276:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651e00 x1874595482314368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764163.138281:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651e00 x1874595482314368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138284:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764163.138286:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138287:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764163.138287:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764163.138289:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651e00 x1874595482314368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138293:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764163.138295:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651e00 x1874595482314368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138298:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764163.138299:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138300:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764163.138301:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138302:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764163.138303:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764163.138304:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764163.138305:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764163.138306:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764163.138308:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651e00 x1874595482314368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764163.138312:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482314368:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764163.138314:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764163.138316:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652580 x1874595482314496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138319:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764163.138320:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764163.138321:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764163.138322:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764163.138323:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764163.138325:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482314496:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764163.138327:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764163.138327:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764163.138328:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764163.138329:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764163.138331:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764163.138332:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764163.138334:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764163.138335:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764163.138336:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764163.138338:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482314496, portal 4
00000100:00000001:0.0:1787764163.138339:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764163.138340:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906727808 : -118790802823808 : ffff93f5dc652580)
00000100:00000040:0.0:1787764163.138343:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652580 x1874595482314496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138347:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764163.138348:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764163.138349:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764163.138351:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482314496, offset 0
00000400:00000200:0.0:1787764163.138353:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764163.138354:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764163.138356:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764163.138357:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764163.138359:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764163.138360:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764163.138361:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764163.138363:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277699:277699:256:4294967295] 192.168.203.115@tcp LPNI seq info [277699:277699:8:4294967295]
00000400:00000200:0.0:1787764163.138365:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764163.138368:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764163.138370:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764163.138372:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764163.138374:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764163.138376:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787764163.138378:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764163.138379:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1787764163.138381:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764163.138383:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764163.138384:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764163.138386:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764163.138387:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764163.138388:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764163.138389:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764163.138391:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652580 x1874595482314496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138395:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764163.138397:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652580 x1874595482314496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138400:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.138401:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764163.138402:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764163.138404:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764163.138405:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764163.138406:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320414232
00000100:00000001:0.0:1787764163.138408:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320415527
00000100:00000001:0.0:1787764163.138409:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320414232
00000100:00000001:0.0:1787764163.138410:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320415527
00000100:00000001:0.0:1787764163.138411:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764163.138412:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.138413:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764163.138415:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764163/real 1787764163]  req@ffff93f5dc652580 x1874595482314496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764163.138419:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764163.138420:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764163.138421:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764163.138422:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764163.138423:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764163.138425:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764163.138426:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652580 x1874595482314496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764163.138433:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652580 x1874595482314496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138438:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764163.138439:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138441:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764163.138442:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764163.138445:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652580 x1874595482314496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138452:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764163.138456:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652580 x1874595482314496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138463:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764163.138465:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138467:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764163.138468:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138470:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764163.138471:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764163.138474:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764163.138476:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764163.138478:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764163.138481:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652580 x1874595482314496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764163.138489:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482314496:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764163.138492:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138493:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764163.138495:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650000 x1874595482314112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138498:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764163.138500:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764163.138502:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764163.138505:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764163.138507:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764163.138508:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764163.138510:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764163.138512:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:0.0:1787764163.138514:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764163.138515:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764163.138517:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650000.
00000100:00000001:0.0:1787764163.138519:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764163.138521:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138522:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764163.138526:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653840 x1874595482314240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138533:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764163.138534:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764163.138536:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764163.138538:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764163.138539:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764163.138540:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764163.138542:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764163.138543:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:0.0:1787764163.138545:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764163.138546:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764163.138547:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653840.
00000100:00000001:0.0:1787764163.138550:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764163.138551:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138552:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764163.138554:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651e00 x1874595482314368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138558:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764163.138559:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764163.138560:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764163.138562:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764163.138562:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764163.138563:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764163.138564:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764163.138565:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:0.0:1787764163.138566:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764163.138566:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764163.138567:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651e00.
00000100:00000001:0.0:1787764163.138568:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764163.138569:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138570:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764163.138571:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652580 x1874595482314496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764163.138574:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764163.138575:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764163.138576:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764163.138577:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764163.138577:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764163.138578:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764163.138579:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764163.138580:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:0.0:1787764163.138581:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764163.138581:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764163.138582:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652580.
00000100:00000001:0.0:1787764163.138583:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764163.138584:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138586:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764163.138588:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764163.138589:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764163.138590:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764163.138591:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764163.840855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764163.840860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764163.840863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764163.840864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764163.840866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764163.840868:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764163.840870:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764163.840871:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764163.840874:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764163.840875:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764163.840876:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764163.840878:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764163.840942:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764163.840947:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764163.840950:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764164.480824:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320415527, at 4320415552
00000100:00000010:0.0:1787764164.480840:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764164.864843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764164.864848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764164.864851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764164.864852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764164.864855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764164.864856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764165.888855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764165.888860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764165.888865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764165.888868:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764165.888870:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764165.888873:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764165.888876:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764165.888877:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764165.888879:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764165.888882:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764165.888885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764165.888886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764165.888940:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764165.888944:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764165.888947:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764166.912903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764166.912910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764166.912917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764166.912918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764166.912922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764166.912924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764166.912981:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764166.912985:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764166.912987:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764167.936841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764167.936846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764167.936850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764167.936851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764167.936854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764167.936855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764167.936906:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764167.936910:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764167.936914:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764168.256849:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764168.256857:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764168.256859:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764168.256862:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764168.256865:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764168.256883:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25746
00000400:00000200:0.0:1787764168.256892:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764168.256897:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764168.256900:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764168.256902:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.256905:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764168.256907:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.256909:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764168.256911:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764168.256912:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764168.256915:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764168.256918:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764168.256920:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764168.256922:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764168.256924:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.256925:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764168.256927:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.256929:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764168.256931:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764168.256933:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764168.256935:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764168.256937:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764168.256940:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764168.256942:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.256943:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764168.256945:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764168.256952:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764168.256955:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764168.256958:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764168.256959:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.256962:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764168.256964:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764168.256967:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764168.256973:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764168.256978:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764168.256985:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482314624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764168.256993:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764168.256997:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764168.257001:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482314624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764168.257018:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764168.257020:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764168.257023:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764168.257024:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764168.257025:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764168.257027:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764168.257030:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25746
00000400:00000200:0.0:1787764168.257033:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764168.257036:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764168.257038:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764168.257040:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257042:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764168.257045:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257048:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764168.257057:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764168.257060:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764168.257061:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764168.257065:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764168.257070:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764168.257075:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764168.257080:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257084:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764168.257087:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257090:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764168.257094:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764168.257101:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257105:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764168.257108:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764168.257113:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764168.257118:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257120:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764168.257123:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764168.257130:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257132:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764168.257138:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764168.257142:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764168.257147:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764168.257149:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257151:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764168.257153:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764168.257156:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764168.257160:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764168.257166:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764168.257179:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482314752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764168.257210:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764168.257213:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764168.257221:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482314752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764168.257232:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764168.257236:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764168.257240:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764168.257243:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764168.257246:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764168.257249:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764168.257252:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25746
00000400:00000200:0.0:1787764168.257300:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764168.257312:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764168.257316:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764168.257322:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257327:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764168.257332:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.1:1787764168.257333:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764168.257334:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764168.257339:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787764168.257340:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000020:00000040:0.0:1787764168.257341:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764168.257344:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764168.257346:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764168.257351:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764168.257355:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764168.257361:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257364:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764168.257369:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257372:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764168.257375:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764168.257380:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257385:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764168.257388:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764168.257392:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764168.257396:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257400:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764168.257402:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764168.257407:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257411:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764168.257414:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764168.257419:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764168.257423:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764168.257426:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257429:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764168.257432:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764168.257435:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764168.257439:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764168.257443:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764168.257452:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482314880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764168.257465:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764168.257469:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764168.257478:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482314880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764168.257500:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764168.257506:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764168.257515:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764168.257518:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764168.257521:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764168.257526:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764168.257531:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25746
00000400:00000200:0.0:1787764168.257537:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764168.257544:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764168.257547:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764168.257554:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257560:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764168.257565:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257570:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764168.257575:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764168.257578:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764168.257580:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764168.257584:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764168.257588:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764168.257593:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764168.257599:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257603:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764168.257606:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257611:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764168.257615:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764168.257620:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257623:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764168.257627:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764168.257631:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764168.257635:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257639:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764168.257652:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764168.257660:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257664:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764168.257673:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764168.257680:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764168.257686:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764168.257688:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257692:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764168.257695:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764168.257698:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764168.257703:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764168.257708:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764168.257718:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482315008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764168.257732:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764168.257736:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764168.257742:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482315008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764168.257785:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764168.257789:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764168.257792:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764168.257794:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764168.257799:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764168.257804:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764168.257809:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25746
00000400:00000200:0.0:1787764168.257817:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764168.257823:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764168.257828:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764168.257835:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257839:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764168.257843:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257848:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764168.257852:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764168.257855:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764168.257857:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764168.257861:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764168.257865:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764168.257869:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764168.257888:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257891:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764168.257895:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257898:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764168.257903:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764168.257906:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764168.257910:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764168.257914:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764168.257919:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764168.257922:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257925:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764168.257928:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764168.257933:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257937:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764168.257944:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764168.257950:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764168.257955:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764168.257958:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764168.257962:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764168.257965:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764168.257967:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764168.257973:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764168.257980:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764168.257989:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482315136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764168.258022:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764168.258026:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764168.258033:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482315136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764168.258047:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764168.258052:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25757)
00000800:00000200:1.1:1787764168.258054:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764168.258058:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764168.258275:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764168.258277:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764168.258460:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764168.258462:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764168.258742:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764168.258743:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00010000:00000001:2.0:1787764168.960846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764168.960853:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764168.960855:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764168.960857:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764168.960861:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764168.960863:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764168.960864:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764168.960880:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764168.960884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764168.960885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764168.960888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764168.960889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764168.960935:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764168.960940:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764168.960943:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764169.600846:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320420647, at 4320420672
00000100:00000010:0.0:1787764169.600873:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f120.
00010000:00000001:2.0:1787764169.984837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764169.984842:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764169.984846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764169.984847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764169.984849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764169.984850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764171.008934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764171.008939:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764171.008943:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764171.008944:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764171.008946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764171.008947:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764171.009008:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764171.009011:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764171.009013:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764172.032880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764172.032885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764172.032889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764172.032890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764172.032893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764172.032894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764172.032943:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764172.032947:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764172.032950:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764173.056912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764173.056917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764173.056920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764173.056921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764173.056925:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764173.056926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764173.057012:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764173.057019:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764173.057024:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764173.376884:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764173.376895:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764173.376898:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764173.376902:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764173.376907:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764173.376915:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25752
00000400:00000200:3.0:1787764173.376925:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764173.376933:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764173.376936:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764173.376939:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.376941:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.376943:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.376946:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764173.376949:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764173.376950:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764173.376953:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764173.376956:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764173.376958:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764173.376960:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764173.376962:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.376964:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.376965:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.376966:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764173.376969:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764173.376971:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764173.376974:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764173.376977:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764173.376980:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764173.376983:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.376984:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764173.376987:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764173.376998:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764173.377001:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764173.377005:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764173.377006:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377009:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764173.377012:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764173.377024:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764173.377033:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764173.377040:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764173.377049:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482315264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764173.377058:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764173.377062:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.377067:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482315264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764173.377090:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764173.377092:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764173.377095:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764173.377097:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764173.377098:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764173.377100:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764173.377102:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25752
00000400:00000200:3.0:1787764173.377104:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764173.377106:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764173.377108:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764173.377110:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377112:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.377114:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377116:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764173.377118:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764173.377119:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764173.377120:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764173.377123:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764173.377124:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764173.377126:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764173.377128:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377129:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.377131:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377135:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764173.377137:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764173.377140:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377143:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764173.377146:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764173.377152:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764173.377154:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377159:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764173.377164:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764173.377170:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377173:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764173.377178:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764173.377182:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764173.377184:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764173.377185:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377186:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764173.377187:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764173.377189:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764173.377195:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764173.377203:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764173.377212:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482315392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764173.377221:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764173.377225:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.377229:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482315392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764173.377241:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764173.377244:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764173.377248:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764173.377251:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764173.377252:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764173.377258:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764173.377260:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25752
00000400:00000200:3.0:1787764173.377263:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764173.377266:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764173.377269:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764173.377271:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377273:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.377276:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377280:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764173.377283:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764173.377287:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764173.377288:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764173.377291:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764173.377293:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764173.377299:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764173.377306:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377310:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.377313:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377318:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764173.377322:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764173.377327:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377331:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764173.377333:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764173.377336:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764173.377340:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377344:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764173.377346:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764173.377349:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377352:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764173.377360:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764173.377366:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764173.377379:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764173.377383:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377389:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764173.377392:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764173.377398:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764173.377405:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764173.377411:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764173.377419:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482315520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764173.377429:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764173.377431:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.377437:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482315520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764173.377446:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764173.377450:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764173.377455:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764173.377457:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764173.377461:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787764173.377461:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764173.377464:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764173.377469:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25752
00000800:00000200:1.1:1787764173.377470:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1787764173.377474:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764173.377479:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764173.377483:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764173.377488:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377493:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.377495:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377497:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764173.377501:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764173.377503:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764173.377505:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764173.377506:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764173.377510:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764173.377512:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764173.377518:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377520:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.377521:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377523:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764173.377527:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764173.377530:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377535:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764173.377537:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764173.377539:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764173.377543:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377545:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764173.377547:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764173.377550:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377554:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764173.377560:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764173.377564:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764173.377569:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764173.377571:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377575:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764173.377585:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764173.377587:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764173.377592:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764173.377598:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764173.377604:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482315648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764173.377613:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764173.377616:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.377619:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482315648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764173.377628:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764173.377631:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764173.377633:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764173.377637:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764173.377639:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764173.377643:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764173.377647:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25752
00000400:00000200:3.0:1787764173.377653:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764173.377658:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764173.377662:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764173.377667:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377670:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.377675:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377679:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764173.377683:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764173.377686:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764173.377689:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764173.377692:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764173.377696:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764173.377700:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764173.377706:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377709:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.377712:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377714:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764173.377718:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764173.377722:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764173.377725:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764173.377728:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764173.377732:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764173.377736:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377739:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764173.377742:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764173.377747:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377773:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764173.377777:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764173.377779:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764173.377780:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764173.377782:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.377786:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764173.377788:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764173.377792:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764173.377797:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764173.377801:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764173.377810:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482315776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764173.377819:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764173.377822:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.377828:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482315776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764173.377857:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.377864:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25762)
00000800:00000200:1.1:1787764173.378066:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764173.378068:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764173.378261:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764173.378263:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764173.378459:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764173.378462:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764173.378690:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764173.378691:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00010000:00000001:2.0:1787764174.080865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764174.080873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764174.080879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764174.080880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764174.080884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764174.080887:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764174.080890:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764174.080894:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764174.080897:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764174.080899:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764174.080902:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764174.080904:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764174.080992:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764174.080999:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764174.081005:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764174.720922:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320425767, at 4320425792
00000100:00000010:0.0:1787764174.720944:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fd20.
00010000:00000001:2.0:1787764175.104917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764175.104925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764175.104932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764175.104933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764175.104937:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764175.104938:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764176.128832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764176.128839:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764176.128843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764176.128847:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764176.128848:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764176.128850:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764176.128853:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764176.128855:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764176.128856:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764176.128858:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764176.128860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764176.128861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764176.128906:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764176.128910:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764176.128913:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764177.152897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764177.152903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764177.152914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764177.152915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764177.152918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764177.152919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764177.152967:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764177.152970:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764177.152973:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764178.176822:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764178.176827:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764178.176831:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764178.176833:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764178.176835:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764178.176836:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764178.176891:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764178.176895:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764178.176897:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764178.496876:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764178.496884:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764178.496886:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764178.496890:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764178.496893:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764178.496899:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25757
00000400:00000200:0.0:1787764178.496907:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764178.496913:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764178.496916:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764178.496919:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.496921:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764178.496923:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.496924:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764178.496927:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764178.496928:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764178.496930:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764178.496934:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764178.496935:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764178.496937:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764178.496939:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.496940:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764178.496941:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.496943:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764178.496945:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764178.496947:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764178.496948:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764178.496950:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764178.496953:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764178.496955:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.496956:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764178.496958:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764178.496965:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764178.496967:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764178.496970:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764178.496971:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.496974:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764178.496975:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764178.496978:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764178.496985:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764178.496990:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764178.496998:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482315904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764178.497006:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764178.497009:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764178.497013:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482315904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764178.497033:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764178.497035:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764178.497038:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764178.497039:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764178.497041:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764178.497042:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764178.497044:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25757
00000400:00000200:0.0:1787764178.497046:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764178.497048:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764178.497050:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764178.497052:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497053:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764178.497055:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497056:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764178.497058:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764178.497059:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764178.497061:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764178.497062:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764178.497064:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764178.497066:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764178.497068:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497070:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764178.497071:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497073:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764178.497077:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764178.497082:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497086:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764178.497087:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764178.497093:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764178.497097:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497101:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764178.497106:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764178.497111:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497114:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764178.497118:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764178.497121:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764178.497126:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764178.497128:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497131:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764178.497135:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764178.497136:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764178.497141:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764178.497148:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764178.497158:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482316032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764178.497173:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764178.497178:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764178.497184:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482316032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764178.497205:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764178.497209:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764178.497215:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764178.497219:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764178.497223:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764178.497228:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764178.497233:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25757
00000400:00000200:0.0:1787764178.497275:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764178.497283:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764178.497289:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764178.497292:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497302:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787764178.497306:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:0.0:1787764178.497307:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.1:1787764178.497311:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787764178.497313:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764178.497319:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764178.497322:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764178.497326:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764178.497330:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764178.497337:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764178.497343:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764178.497351:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497356:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764178.497361:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497366:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764178.497371:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764178.497375:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497378:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764178.497381:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764178.497384:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764178.497386:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497389:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764178.497392:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764178.497397:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497400:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764178.497407:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764178.497413:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764178.497417:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764178.497418:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497419:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764178.497420:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764178.497421:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764178.497425:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764178.497428:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764178.497433:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482316160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764178.497446:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764178.497449:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764178.497454:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482316160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764178.497463:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764178.497466:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764178.497471:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764178.497474:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764178.497477:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764178.497482:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764178.497488:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25757
00000400:00000200:0.0:1787764178.497494:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764178.497499:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764178.497504:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764178.497510:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497513:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764178.497518:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497522:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764178.497527:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764178.497530:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764178.497534:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764178.497538:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764178.497542:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764178.497548:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764178.497558:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497565:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764178.497572:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497579:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764178.497585:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764178.497593:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497597:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764178.497601:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764178.497605:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764178.497608:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497613:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764178.497616:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764178.497621:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497624:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764178.497630:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764178.497634:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764178.497639:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764178.497641:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497645:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764178.497647:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764178.497650:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764178.497656:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:0.0:1787764178.497660:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764178.497670:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482316288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764178.497687:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764178.497692:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764178.497702:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482316288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764178.497728:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764178.497733:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764178.497740:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764178.497744:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764178.497747:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764178.497775:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764178.497778:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25757
00000400:00000200:0.0:1787764178.497782:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764178.497786:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764178.497789:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764178.497796:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497815:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764178.497819:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497823:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764178.497827:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764178.497830:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764178.497833:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764178.497836:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764178.497839:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764178.497844:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764178.497851:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497855:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764178.497859:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497862:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764178.497866:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764178.497871:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764178.497874:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764178.497878:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764178.497881:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764178.497884:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497887:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764178.497890:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764178.497894:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497896:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764178.497901:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764178.497906:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764178.497912:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764178.497916:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764178.497919:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764178.497923:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764178.497925:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764178.497930:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764178.497936:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764178.497945:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482316416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764178.497959:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764178.497963:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764178.497971:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482316416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764178.497978:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764178.497983:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25767)
00000800:00000200:1.1:1787764178.498010:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764178.498012:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764178.498198:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764178.498200:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764178.498390:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764178.498393:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764178.498651:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764178.498652:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00010000:00000001:2.0:1787764179.200963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764179.200973:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764179.200976:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764179.200979:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764179.200984:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764179.200986:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764179.200988:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764179.200990:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764179.200994:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764179.200996:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764179.201000:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764179.201001:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764179.201117:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764179.201122:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764179.201125:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764179.840832:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320430887, at 4320430912
00000100:00000010:0.0:1787764179.840847:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f900.
00010000:00000001:2.0:1787764180.224858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764180.224864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764180.224867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764180.224868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764180.224871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764180.224872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764181.248892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764181.248899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764181.248906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764181.248907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764181.248911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764181.248912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764181.248952:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764181.248956:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764181.248959:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764182.272833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764182.272837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764182.272842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764182.272843:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764182.272845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764182.272846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764182.272895:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764182.272899:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764182.272902:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764183.296905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764183.296911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764183.296915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764183.296916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764183.296918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764183.296921:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764183.296923:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764183.296925:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764183.296927:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764183.296929:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764183.296930:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764183.296932:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764183.296980:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764183.296984:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764183.296986:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787764183.617070:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764183.617076:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764183.617080:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764183.617089:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652940 x1874595482316544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.617105:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764183.617108:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.617113:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764183.617116:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764183.617120:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764183.617126:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482316544:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764183.617132:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764183.617138:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764183.617142:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.617163:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764183.617171:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764183.617176:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764183.617185:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764183.617191:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764183.617198:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764183.617207:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482316544, portal 25
00000100:00000001:0.0:1787764183.617213:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764183.617215:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906728768 : -118790802822848 : ffff93f5dc652940)
00000100:00000040:0.0:1787764183.617223:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652940 x1874595482316544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.617238:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764183.617244:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764183.617248:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764183.617253:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482316544, offset 0
00000400:00000200:0.0:1787764183.617262:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764183.617272:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764183.617281:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764183.617288:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764183.617295:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764183.617301:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764183.617306:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764183.617313:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277715:277715:256:4294967295] 192.168.203.115@tcp LPNI seq info [277715:277715:8:4294967295]
00000400:00000200:0.0:1787764183.617321:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764183.617331:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764183.617339:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764183.617345:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764183.617356:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764183.617362:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764183.617371:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764183.617375:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764183.617380:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764183.617385:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764183.617393:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764183.617399:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764183.617404:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764183.617408:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764183.617414:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764183.617422:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652940 x1874595482316544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.617467:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764183.617473:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652940 x1874595482316544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.617488:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.617492:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764183.617499:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764183.617510:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764183.617514:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320436007
00000100:00000010:0.0:1787764183.617521:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764183.617529:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764183.617537:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320436007
00000100:00000010:0.0:1787764183.617542:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217900.
00000100:00000001:0.0:1787764183.617549:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764183.617556:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764183.617563:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.617571:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764183.617582:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764183/real 1787764183]  req@ffff93f5dc652940 x1874595482316544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764183.617609:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764183.617613:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764183.617618:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764183.617624:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764183.617627:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764183.617647:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764183.617654:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652940 x1874595482316544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764183.617677:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652940 x1874595482316544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.617692:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764183.617697:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.617701:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764183.617705:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764183.617711:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652940 x1874595482316544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.617726:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764183.617734:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652940 x1874595482316544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.617747:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764183.617752:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.617754:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764183.617758:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.617817:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764183.617820:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764183.617826:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764183.617832:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764183.617838:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764183.617846:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652940 x1874595482316544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764183.617869:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482316544:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764183.617878:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.617884:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764183.617889:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652940 x1874595482316544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.617903:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764183.617907:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764183.617912:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764183.617919:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764183.617922:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764183.617926:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764183.617930:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764183.617934:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:0.0:1787764183.617940:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764183.617944:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764183.617947:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652940.
00000100:00000001:0.0:1787764183.617952:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764183.617954:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.617957:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.617966:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764183.617969:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.617973:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764183.617976:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764183.617979:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764183.617985:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6503c0 x1874595482316672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618011:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764183.618014:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.618018:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764183.618022:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764183.618026:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764183.618031:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482316672:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764183.618038:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764183.618041:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764183.618044:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.618047:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764183.618051:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764183.618055:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764183.618064:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764183.618069:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764183.618075:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764183.618079:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482316672, portal 10
00000100:00000001:0.0:1787764183.618083:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764183.618085:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906719168 : -118790802832448 : ffff93f5dc6503c0)
00000100:00000040:0.0:1787764183.618095:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6503c0 x1874595482316672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618102:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764183.618105:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764183.618108:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764183.618112:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482316672, offset 0
00000400:00000200:0.0:1787764183.618117:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764183.618121:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764183.618125:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764183.618128:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764183.618130:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764183.618132:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764183.618134:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764183.618136:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277716:277716:256:4294967295] 192.168.203.115@tcp LPNI seq info [277716:277716:8:4294967295]
00000400:00000200:0.0:1787764183.618155:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764183.618160:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764183.618163:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764183.618166:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764183.618168:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764183.618170:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764183.618174:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764183.618176:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764183.618179:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764183.618180:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764183.618182:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764183.618185:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764183.618187:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764183.618188:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764183.618189:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764183.618192:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6503c0 x1874595482316672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618197:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764183.618199:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6503c0 x1874595482316672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618204:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.618205:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764183.618207:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764183.618210:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764183.618212:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764183.618213:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320434700
00000100:00000001:0.0:1787764183.618215:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320436007
00000100:00000001:0.0:1787764183.618217:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320434700
00000100:00000001:0.0:1787764183.618218:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320436007
00000100:00000001:0.0:1787764183.618219:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764183.618221:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.618223:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764183.618225:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764183/real 1787764183]  req@ffff93f5dc6503c0 x1874595482316672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764183.618230:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764183.618231:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764183.618232:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764183.618233:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764183.618234:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764183.618236:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764183.618238:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6503c0 x1874595482316672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764183.618243:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6503c0 x1874595482316672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618247:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764183.618248:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618249:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764183.618250:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764183.618252:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6503c0 x1874595482316672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618256:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764183.618259:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6503c0 x1874595482316672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618263:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764183.618264:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618265:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764183.618266:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618267:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764183.618268:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764183.618270:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764183.618273:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764183.618274:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764183.618277:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6503c0 x1874595482316672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764183.618282:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482316672:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764183.618284:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764183.618286:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653480 x1874595482316800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618290:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764183.618291:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.618292:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764183.618293:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764183.618294:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764183.618296:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482316800:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764183.618298:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764183.618300:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764183.618301:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.618302:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764183.618304:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764183.618305:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764183.618307:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764183.618309:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764183.618310:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764183.618312:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482316800, portal 10
00000100:00000001:0.0:1787764183.618314:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764183.618315:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906731648 : -118790802819968 : ffff93f5dc653480)
00000100:00000040:0.0:1787764183.618318:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653480 x1874595482316800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618322:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764183.618324:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764183.618326:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764183.618327:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482316800, offset 0
00000400:00000200:0.0:1787764183.618330:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764183.618332:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764183.618334:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764183.618336:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764183.618338:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764183.618339:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764183.618341:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764183.618343:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277717:277717:256:4294967295] 192.168.203.115@tcp LPNI seq info [277717:277717:8:4294967295]
00000400:00000200:0.0:1787764183.618345:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764183.618350:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764183.618352:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764183.618354:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764183.618356:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764183.618359:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764183.618361:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764183.618363:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764183.618365:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764183.618367:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764183.618369:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764183.618371:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764183.618372:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764183.618373:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764183.618375:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764183.618377:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653480 x1874595482316800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618382:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764183.618384:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653480 x1874595482316800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618388:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.618390:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764183.618391:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764183.618393:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764183.618395:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764183.618396:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320434708
00000100:00000001:0.0:1787764183.618398:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320436007
00000100:00000001:0.0:1787764183.618400:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320434708
00000100:00000001:0.0:1787764183.618401:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320436007
00000100:00000001:0.0:1787764183.618402:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764183.618403:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.618404:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764183.618406:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764183/real 1787764183]  req@ffff93f5dc653480 x1874595482316800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764183.618411:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764183.618412:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764183.618413:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764183.618414:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764183.618415:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764183.618416:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764183.618418:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653480 x1874595482316800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764183.618423:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653480 x1874595482316800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618427:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764183.618428:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618429:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764183.618430:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764183.618432:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653480 x1874595482316800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618436:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764183.618438:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653480 x1874595482316800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618443:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764183.618445:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618446:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764183.618446:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618447:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764183.618448:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764183.618450:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764183.618452:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764183.618453:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764183.618455:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653480 x1874595482316800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764183.618460:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482316800:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764183.618462:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764183.618464:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6512c0 x1874595482316928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618468:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764183.618469:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.618471:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764183.618472:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764183.618473:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764183.618475:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482316928:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764183.618477:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764183.618478:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764183.618479:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.618480:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764183.618482:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764183.618483:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764183.618485:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764183.618487:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764183.618489:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764183.618490:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482316928, portal 4
00000100:00000001:0.0:1787764183.618492:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764183.618493:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906723008 : -118790802828608 : ffff93f5dc6512c0)
00000100:00000040:0.0:1787764183.618496:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6512c0 x1874595482316928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618500:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764183.618502:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764183.618503:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764183.618505:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482316928, offset 0
00000400:00000200:0.0:1787764183.618507:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764183.618509:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764183.618511:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764183.618512:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764183.618514:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764183.618516:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764183.618517:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764183.618519:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277718:277718:256:4294967295] 192.168.203.115@tcp LPNI seq info [277718:277718:8:4294967295]
00000400:00000200:0.0:1787764183.618522:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764183.618526:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764183.618529:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764183.618530:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764183.618532:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764183.618534:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764183.618538:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764183.618541:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764183.618545:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764183.618546:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764183.618549:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764183.618552:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764183.618555:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764183.618558:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764183.618561:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764183.618564:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6512c0 x1874595482316928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618573:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764183.618576:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6512c0 x1874595482316928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618584:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.618586:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764183.618589:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764183.618592:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764183.618595:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764183.618596:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320434708
00000100:00000001:0.0:1787764183.618598:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320436007
00000100:00000001:0.0:1787764183.618599:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320434708
00000100:00000001:0.0:1787764183.618601:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320436007
00000100:00000001:0.0:1787764183.618602:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764183.618604:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.618605:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764183.618608:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764183/real 1787764183]  req@ffff93f5dc6512c0 x1874595482316928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764183.618613:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764183.618614:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764183.618615:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764183.618617:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764183.618618:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764183.618619:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764183.618621:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6512c0 x1874595482316928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764183.618626:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6512c0 x1874595482316928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618631:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764183.618632:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618633:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764183.618634:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764183.618637:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6512c0 x1874595482316928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618640:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764183.618643:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6512c0 x1874595482316928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618647:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764183.618648:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618649:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764183.618650:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618651:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764183.618652:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764183.618654:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764183.618656:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764183.618658:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764183.618660:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6512c0 x1874595482316928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764183.618665:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482316928:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764183.618667:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618668:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764183.618670:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6503c0 x1874595482316672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618674:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764183.618675:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764183.618677:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764183.618678:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764183.618679:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764183.618680:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764183.618682:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764183.618683:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:0.0:1787764183.618685:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764183.618686:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764183.618687:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6503c0.
00000100:00000001:0.0:1787764183.618688:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764183.618689:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618690:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764183.618692:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653480 x1874595482316800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618697:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764183.618697:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764183.618698:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764183.618701:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764183.618701:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764183.618702:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764183.618703:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764183.618704:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c400.
02000000:00000001:0.0:1787764183.618705:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764183.618706:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764183.618707:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653480.
00000100:00000001:0.0:1787764183.618709:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764183.618710:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618711:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764183.618713:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6512c0 x1874595482316928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618716:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764183.618717:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764183.618718:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764183.618719:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764183.618720:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764183.618721:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764183.618723:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764183.618724:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c000.
02000000:00000001:0.0:1787764183.618725:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764183.618726:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764183.618726:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6512c0.
00000100:00000001:0.0:1787764183.618728:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764183.618729:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618730:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618732:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764183.618733:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.618735:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764183.618735:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764183.618736:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764183.618738:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650b40 x1874595482317056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618743:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764183.618744:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.618745:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764183.618746:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764183.618748:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764183.618749:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317056:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764183.618751:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764183.618752:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764183.618753:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.618755:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764183.618757:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764183.618758:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764183.618760:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764183.618762:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764183.618790:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764183.618793:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482317056, portal 4
00000100:00000001:0.0:1787764183.618795:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764183.618796:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906721088 : -118790802830528 : ffff93f5dc650b40)
00000100:00000040:0.0:1787764183.618801:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650b40 x1874595482317056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618805:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764183.618807:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764183.618808:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764183.618810:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482317056, offset 0
00000400:00000200:0.0:1787764183.618812:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764183.618815:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764183.618818:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764183.618820:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764183.618822:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764183.618823:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764183.618825:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764183.618827:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277719:277719:256:4294967295] 192.168.203.115@tcp LPNI seq info [277719:277719:8:4294967295]
00000400:00000200:0.0:1787764183.618830:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764183.618834:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764183.618837:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764183.618839:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764183.618842:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764183.618844:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764183.618846:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764183.618848:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764183.618851:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764183.618852:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:0.0:1787764183.618854:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764183.618857:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764183.618858:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:0.0:1787764183.618860:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:0.0:1787764183.618861:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764183.618864:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650b40 x1874595482317056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618869:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764183.618871:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650b40 x1874595482317056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618879:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.618880:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764183.618882:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764183.618884:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764183.618886:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764183.618888:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320434713
00000100:00000001:0.0:1787764183.618889:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320436007
00000100:00000001:0.0:1787764183.618891:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320434713
00000100:00000001:0.0:1787764183.618892:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320436007
00000100:00000001:0.0:1787764183.618894:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764183.618895:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.618896:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764183.618898:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764183/real 1787764183]  req@ffff93f5dc650b40 x1874595482317056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764183.618903:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764183.618904:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764183.618905:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764183.618906:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764183.618907:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764183.618909:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764183.618911:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650b40 x1874595482317056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764183.618916:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650b40 x1874595482317056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618919:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764183.618920:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618921:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764183.618922:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764183.618924:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650b40 x1874595482317056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618929:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764183.618932:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650b40 x1874595482317056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618936:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764183.618937:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618939:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764183.618940:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618941:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764183.618943:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764183.618946:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764183.618948:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764183.618951:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764183.618955:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650b40 x1874595482317056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764183.618963:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317056:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764183.618967:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.618969:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764183.618973:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650b40 x1874595482317056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.618980:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764183.618982:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764183.618984:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764183.618987:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764183.618988:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764183.618989:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764183.618992:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764183.618993:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7f000.
02000000:00000001:0.0:1787764183.618997:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764183.618998:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764183.618999:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650b40.
00000100:00000001:0.0:1787764183.619001:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764183.619002:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.619003:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764183.619005:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764183.619006:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.619008:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764183.619009:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764184.320871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764184.320877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764184.320881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764184.320882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764184.320885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764184.320885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764184.320944:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764184.320948:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764184.320951:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764184.960865:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320436007, at 4320436032
00000100:00000010:0.0:1787764184.960882:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764185.344921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764185.344927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764185.344934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764185.344938:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764185.344941:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764185.344945:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764185.344948:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764185.344951:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764185.344954:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764185.344957:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764185.344961:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764185.344963:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764186.368829:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764186.368835:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764186.368839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764186.368840:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764186.368842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764186.368843:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764186.368896:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764186.368901:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764186.368904:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764187.392856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764187.392861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764187.392865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764187.392866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764187.392869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764187.392870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764187.392929:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764187.392933:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764187.392936:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764188.416867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764188.416874:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764188.416876:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764188.416879:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764188.416883:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764188.416885:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764188.416886:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764188.416888:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764188.416891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764188.416892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764188.416895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764188.416895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764188.416948:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764188.416953:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764188.416956:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764188.736869:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764188.736880:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764188.736884:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764188.736887:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764188.736892:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764188.736899:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25767
00000400:00000200:2.0:1787764188.736908:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764188.736923:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764188.736927:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764188.736930:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.736933:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764188.736936:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.736938:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764188.736942:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764188.736943:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764188.736946:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764188.736950:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764188.736952:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764188.736954:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764188.736957:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.736959:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764188.736961:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.736963:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764188.736965:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764188.736968:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764188.736970:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764188.736973:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764188.736977:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764188.736979:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764188.736981:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764188.736983:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764188.736993:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6fc00.
00000020:00000040:2.0:1787764188.736996:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764188.737000:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764188.737002:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764188.737005:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764188.737007:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764188.737011:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764188.737018:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787764188.737025:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764188.737034:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764188.737044:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764188.737049:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764188.737053:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c4bb1e] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764188.737074:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764188.737077:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764188.737081:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764188.737082:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764188.737084:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764188.737087:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764188.737090:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25767
00000400:00000200:2.0:1787764188.737094:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764188.737098:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764188.737101:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764188.737104:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.737106:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764188.737109:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787764188.737109:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.737114:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764188.737118:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787764188.737118:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764188.737121:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764188.737125:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764188.737126:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787764188.737129:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764188.737134:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764188.737137:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764188.737141:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764188.737142:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.737148:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764188.737151:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.737156:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764188.737162:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764188.737168:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764188.737176:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.737177:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787764188.737178:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764188.737185:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764188.737187:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764188.737192:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.737194:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787764188.737195:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787764188.737200:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787764188.737202:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787764188.737205:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787764188.737208:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764188.737213:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764188.737214:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482317184:192.168.203.115@tcp:250:kworker.0
00000100:00000010:2.0:1787764188.737220:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6da40.
00000100:00000001:0.0:1787764188.737221:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787764188.737225:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764188.737227:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764188.737229:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764188.737230:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764188.737232:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764188.737236:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.737237:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764188.737242:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764188.737243:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:0.0:1787764188.737245:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787764188.737254:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764188.737256:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764188.737261:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764188.737269:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764188.737270:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764188.737277:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764188.737290:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000001:2.0:1787764188.737291:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764188.737298:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764188.737303:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482317184, portal 25
00000100:00000040:2.0:1787764188.737307:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003501baba] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764188.737310:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764188.737314:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980248576 : -118790729303040 : ffff93f5e0c6fc00)
00000100:00000001:2.0:1787764188.737337:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764188.737342:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787764188.737344:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764188.737347:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764188.737351:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764188.737355:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764188.737365:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764188.737367:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787764188.737374:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25767
00000100:00000040:0.0:1787764188.737375:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764188.737382:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa06e8.
00000100:00000200:0.0:1787764188.737387:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482317184, offset 0
00000400:00000200:2.0:1787764188.737389:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764188.737396:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764188.737401:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764188.737408:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787764188.737413:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764188.737419:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764188.737425:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:2.0:1787764188.737427:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764188.737435:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787764188.737435:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.737442:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764188.737446:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787764188.737449:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000020:00000040:2.0:1787764188.737449:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764188.737454:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764188.737457:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:0.0:1787764188.737461:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787764188.737461:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764188.737469:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:0.0:1787764188.737472:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000040:2.0:1787764188.737476:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.737480:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764188.737487:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277720:277720:256:4294967295] 192.168.203.115@tcp LPNI seq info [277720:277720:8:4294967295]
00000100:00000040:2.0:1787764188.737487:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.737493:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764188.737500:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764188.737507:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764188.737509:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764188.737511:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764188.737515:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787764188.737517:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:2.0:1787764188.737518:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764188.737523:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764188.737527:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764188.737530:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764188.737532:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764188.737538:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
00000020:00000040:2.0:1787764188.737544:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000400:00000200:0.0:1787764188.737545:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787764188.737548:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764188.737552:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764188.737555:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764188.737557:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764188.737561:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764188.737563:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
02000000:00000010:2.0:1787764188.737567:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000800:00000010:0.0:1787764188.737572:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000100:00000001:2.0:1787764188.737573:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764188.737584:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787764188.737585:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764188.737599:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764188.737601:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764188.737607:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764188.737612:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764188.737620:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764188.737623:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764188.737627:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764188.737628:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764188.737634:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764188.737637:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787764188.737638:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764188.737642:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764188.737644:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320441127
00000100:00000010:0.0:1787764188.737653:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00080000:2.0:1787764188.737658:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25767
00000100:00000001:0.0:1787764188.737661:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1787764188.737669:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764188.737671:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320441127
00000400:00000200:2.0:1787764188.737677:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000010:0.0:1787764188.737680:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217ba0.
00000100:00080000:2.0:1787764188.737682:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764188.737687:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1787764188.737691:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764188.737694:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764188.737695:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764188.737701:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764188.737701:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.737708:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764188.737709:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764188.737711:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764188.737714:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787764188.737715:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764188.737719:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764188.737721:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764188.737723:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:0.0:1787764188.737724:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1787764188.737725:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:0.0:1787764188.737728:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:2.0:1787764188.737746:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764188.737784:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764188.737787:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764188.737789:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787764188.737794:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764188.737795:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764188.737801:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:0.0:1787764188.737807:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764188.737808:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764188.737818:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764188.737826:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.737829:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787764188.737831:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764188.737833:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764188.737837:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764188.737838:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764188.737843:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764188.737844:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.737847:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764188.737849:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764188.737854:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787764188.737857:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317312:192.168.203.115@tcp:38:kworker.0
00000008:00000001:2.0:1787764188.737858:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764188.737865:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.737866:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764188.737871:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1787764188.737871:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
02000000:00000001:0.0:1787764188.737873:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.737879:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787764188.737879:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764188.737884:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1787764188.737885:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:2.0:1787764188.737887:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.737892:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764188.737893:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764188.737898:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787764188.737902:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:2.0:1787764188.737902:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764188.737912:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92318.
02000000:00000010:2.0:1787764188.737914:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787764188.737921:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764188.737924:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0e58.
00000100:00100000:2.0:1787764188.737929:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787764188.737933:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482317312, portal 10
00000100:00000001:0.0:1787764188.737942:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764188.737948:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980239936 : -118790729311680 : ffff93f5e0c6da40)
00000100:00000001:2.0:1787764188.737948:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764188.737953:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764188.737958:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764188.737967:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764188.737970:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764188.737978:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764188.737987:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764188.737991:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764188.737995:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764188.738002:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764188.738008:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25767
00000100:00000001:0.0:1787764188.738009:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1787764188.738017:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764188.738018:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764188.738026:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0cc0.
00000400:00000200:2.0:1787764188.738028:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000200:0.0:1787764188.738032:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482317312, offset 0
00000100:00080000:2.0:1787764188.738033:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764188.738041:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764188.738046:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764188.738048:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764188.738054:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764188.738059:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764188.738061:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764188.738065:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764188.738068:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000400:00000200:0.0:1787764188.738069:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000001:2.0:1787764188.738071:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787764188.738077:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1787764188.738078:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764188.738083:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:0.0:1787764188.738084:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000020:00000001:2.0:1787764188.738089:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:0.0:1787764188.738091:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787764188.738097:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764188.738101:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:2.0:1787764188.738103:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764188.738110:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764188.738111:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277721:277721:255:4294967295] 192.168.203.115@tcp LPNI seq info [277721:277721:7:4294967295]
00000100:00000001:2.0:1787764188.738113:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764188.738120:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000400:00000200:0.0:1787764188.738126:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:2.0:1787764188.738127:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764188.738134:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764188.738136:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764188.738140:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764188.738145:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764188.738149:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787764188.738149:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764188.738155:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764188.738163:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764188.738165:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764188.738168:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787764188.738175:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295700.
00000100:00000010:2.0:1787764188.738178:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000020:00000040:2.0:1787764188.738185:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000800:00000200:0.0:1787764188.738187:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:2.0:1787764188.738191:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764188.738196:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764188.738200:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764188.738202:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764188.738206:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764188.738210:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764188.738212:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764188.738220:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
02000000:00000010:2.0:1787764188.738222:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787764188.738230:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764188.738231:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764188.738238:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320439820
00000100:00100000:2.0:1787764188.738244:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764188.738245:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320441127
00000100:00000001:0.0:1787764188.738253:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320439820
00000100:00000001:0.0:1787764188.738259:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320441127
00000100:00000001:0.0:1787764188.738267:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764188.738276:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764188.738276:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764188.738284:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.738285:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764188.738299:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764188.738301:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764188.738347:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764188.738361:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25777)
00000100:00000001:0.0:1787764188.738362:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764188.738367:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.738373:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764188.738375:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764188.738379:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764188.738385:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317440:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764188.738391:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764188.738394:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764188.738397:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.738399:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764188.738405:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764188.738407:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764188.738413:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764188.738416:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92370.
00000400:00000010:0.0:1787764188.738422:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764188.738427:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482317440, portal 10
00000100:00000001:0.0:1787764188.738430:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764188.738432:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980243776 : -118790729307840 : ffff93f5e0c6e940)
00000100:00000040:0.0:1787764188.738442:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764188.738450:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764188.738454:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764188.738457:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0000.
00000100:00000200:0.0:1787764188.738461:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482317440, offset 0
00000400:00000200:0.0:1787764188.738467:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764188.738473:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764188.738478:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764188.738481:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764188.738485:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764188.738488:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764188.738491:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764188.738496:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277722:277722:254:4294967295] 192.168.203.115@tcp LPNI seq info [277722:277722:6:4294967295]
00000400:00000200:0.0:1787764188.738501:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764188.738509:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764188.738515:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764188.738521:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295300.
00000800:00000200:0.0:1787764188.738527:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764188.738532:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764188.738536:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764188.738540:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764188.738544:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764188.738547:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320439828
00000100:00000001:0.0:1787764188.738550:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320441127
00000100:00000001:0.0:1787764188.738552:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320439828
00000100:00000001:0.0:1787764188.738555:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320441127
00000100:00000001:0.0:1787764188.738558:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764188.738561:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.738565:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.738567:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764188.738573:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764188.738575:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787764188.738578:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764188.738581:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764188.738582:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764188.738587:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764188.738598:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764188.738600:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.738603:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764188.738606:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764188.738609:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764188.738613:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317568:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764188.738620:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764188.738623:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764188.738625:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.738627:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764188.738632:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764188.738634:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764188.738640:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764188.738643:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92840.
00000400:00000010:0.0:1787764188.738649:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764188.738653:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482317568, portal 4
00000100:00000001:0.0:1787764188.738655:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764188.738657:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980242816 : -118790729308800 : ffff93f5e0c6e580)
00000100:00000040:0.0:1787764188.738665:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764188.738674:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764188.738677:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764188.738680:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa03b8.
00000100:00000200:0.0:1787764188.738683:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482317568, offset 0
00000400:00000200:0.0:1787764188.738689:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764188.738694:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764188.738699:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764188.738703:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764188.738706:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764188.738710:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764188.738713:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764188.738717:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277723:277723:253:4294967295] 192.168.203.115@tcp LPNI seq info [277723:277723:5:4294967295]
00000400:00000200:0.0:1787764188.738723:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764188.738791:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764188.738798:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764188.738804:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764188.738808:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764188.738813:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764188.738817:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764188.738823:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764188.738827:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764188.738830:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320439829
00000100:00000001:0.0:1787764188.738833:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320441127
00000100:00000001:0.0:1787764188.738835:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320439829
00000100:00000001:0.0:1787764188.738838:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320441127
00000100:00000001:0.0:1787764188.738841:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764188.738843:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.738845:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764188.738850:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764188.738859:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764188.738860:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.738863:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764188.738865:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764188.738867:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764188.738870:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317696:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764188.738874:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764188.738877:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764188.738879:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.738880:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764188.738884:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764188.738886:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764188.738891:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764188.738894:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764188.738899:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764188.738902:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482317696, portal 4
00000100:00000001:0.0:1787764188.738905:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764188.738906:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980240896 : -118790729310720 : ffff93f5e0c6de00)
00000100:00000040:0.0:1787764188.738914:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764188.738922:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764188.738926:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764188.738929:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0c38.
00000100:00000200:0.0:1787764188.738932:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482317696, offset 0
00000400:00000200:0.0:1787764188.738937:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764188.738943:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764188.738949:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764188.738953:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764188.738956:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764188.738959:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764188.738961:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764188.738965:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277724:277724:252:4294967295] 192.168.203.115@tcp LPNI seq info [277724:277724:4:4294967295]
00000400:00000200:0.0:1787764188.738971:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764188.738979:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764188.738986:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764188.738991:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295c00.
00000800:00000200:0.0:1787764188.738996:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764188.739003:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764188.739007:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764188.739010:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764188.739015:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764188.739018:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320439833
00000100:00000001:0.0:1787764188.739022:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320441127
00000100:00000001:0.0:1787764188.739025:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320439833
00000100:00000001:0.0:1787764188.739028:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320441127
00000100:00000001:0.0:1787764188.739031:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764188.739034:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.739037:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.739040:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764188.739045:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764188.739047:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787764188.739049:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764188.739051:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764188.739053:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.739056:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764189.440865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764189.440870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764189.440875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764189.440876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764189.440879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764189.440880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764189.440945:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764189.440949:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764189.440953:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764190.080824:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320441127, at 4320441152
00000100:00000010:0.0:1787764190.080833:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764190.464821:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764190.464828:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764190.464835:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764190.464836:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764190.464839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764190.464841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764191.488879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764191.488886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764191.488893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764191.488894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764191.488897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764191.488899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764191.488961:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764191.488965:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764191.488968:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787764191.809142:0:257217:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:2.0:1787764191.809194:0:257217:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764191.809205:0:257217:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764191.809209:0:257217:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:2.0:1787764191.809216:0:257217:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764191.809220:0:257217:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764191.809226:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764191.809231:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:2.0:1787764191.809236:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764191.809241:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764191.809248:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa06e8
00000400:00000010:2.0:1787764191.809251:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa06e8.
00000100:00000001:2.0:1787764191.809257:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764191.809268:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764191.809296:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764191.809302:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764191.809311:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764191.809314:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764191.809325:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764191.809328:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295700.
00000400:00000200:2.0:1787764191.809331:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764191.809336:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764191.809340:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0cc0
00000400:00000010:2.0:1787764191.809342:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0cc0.
00000100:00000001:2.0:1787764191.809346:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764191.809351:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.809359:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764191.809361:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764191.809365:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787764191.809367:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.809371:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787764191.809380:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764191.809383:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787764191.809387:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764188/real 1787764191]  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787764191.809394:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764191.809401:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295300.
00000400:00000200:2.0:1787764191.809408:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:0.0:1787764191.809412:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1787764191.809415:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000001:0.0:1787764191.809417:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764191.809424:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92318.
00000400:00000200:0.0:1787764191.809429:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0e58
00000400:00000010:0.0:1787764191.809431:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0e58.
00000100:00000001:0.0:1787764191.809434:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1787764191.809436:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0000
00000100:00000200:0.0:1787764191.809441:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764191.809442:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0000.
00000100:00000001:2.0:1787764191.809448:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764191.809458:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764191.809462:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764191.809479:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764191.809483:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1787764191.809488:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.809489:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.809496:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764191.809500:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764191.809506:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764191.809510:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764191.809511:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764191.809521:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000100:00000001:0.0:1787764191.809522:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:2.0:1787764191.809526:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:2.0:1787764191.809532:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000040:0.0:1787764191.809533:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764191.809542:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1787764191.809551:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1787764191.809551:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa03b8
00000400:00000010:2.0:1787764191.809556:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa03b8.
00000100:00000001:0.0:1787764191.809557:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.809564:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764191.809564:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787764191.809569:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.809572:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000200:2.0:1787764191.809573:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.809576:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764191.809582:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764191.809593:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764191.809593:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764191.809599:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764191.809601:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764191.809608:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764191.809617:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764191.809622:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787764191.809627:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317312:192.168.203.115@tcp:38:kworker.0
00000800:00000100:2.0:1787764191.809634:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000100:00000001:0.0:1787764191.809637:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000800:00000010:2.0:1787764191.809639:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295c00.
00000400:00000200:2.0:1787764191.809646:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:0.0:1787764191.809647:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764188/real 1787764191]  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764191.809656:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764191.809664:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0c38
00000400:00000010:2.0:1787764191.809668:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0c38.
00000100:00000001:2.0:1787764191.809671:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:0.0:1787764191.809673:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000200:2.0:1787764191.809677:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764191.809678:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764191.809681:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92370.
00000400:00000200:0.0:1787764191.809688:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764191.809693:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:2.0:1787764191.809695:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764191.809697:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787764191.809702:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764191.809707:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764191.809745:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764191.809778:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.809787:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764191.809789:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.809791:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764191.809792:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764191.809796:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764191.809799:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764191.809808:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764191.809813:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.809821:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764191.809824:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.809825:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764191.809827:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.809829:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764191.809831:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764191.809833:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764191.809838:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764191.809841:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764191.809846:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764191.809857:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317440:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764191.809862:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764191.809866:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764188/real 1787764191]  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764191.809875:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764191.809877:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764191.809879:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:0.0:1787764191.809882:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:0.0:1787764191.809884:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:0.0:1787764191.809888:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764191.809892:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764191.809903:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.809911:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764191.809913:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.809915:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764191.809917:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764191.809922:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.809935:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764191.809939:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.809946:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764191.809948:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.809950:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764191.809951:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.809953:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764191.809955:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764191.809957:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764191.809961:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764191.809964:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764191.809968:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764191.809976:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482317184:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764191.809981:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764191.809983:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764191.809987:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6da40 x1874595482317312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.809995:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764191.809998:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764191.810003:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764191.810009:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764191.810012:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764191.810014:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764191.810017:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764191.810021:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7400.
02000000:00000001:0.0:1787764191.810025:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764191.810027:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764191.810029:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6da40.
00000100:00000001:0.0:1787764191.810032:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764191.810033:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810035:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764191.810039:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e940 x1874595482317440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.810046:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764191.810047:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764191.810049:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764191.810051:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764191.810053:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764191.810054:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764191.810056:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764191.810057:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4400.
02000000:00000001:0.0:1787764191.810060:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764191.810061:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764191.810062:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e940.
00000100:00000001:0.0:1787764191.810065:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764191.810066:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810068:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764191.810072:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6fc00 x1874595482317184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.810078:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764191.810080:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764191.810082:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764191.810085:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764191.810087:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764191.810088:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764191.810090:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764191.810091:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4800.
02000000:00000001:0.0:1787764191.810094:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764191.810095:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764191.810096:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6fc00.
00000100:00000001:0.0:1787764191.810099:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764191.810100:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810102:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764191.810104:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764191.810106:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764191.810107:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764191.810111:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764188/real 1787764191]  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764191.810119:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764191.810121:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764191.810123:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92840.
00000400:00000200:0.0:1787764191.810131:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764191.810133:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764191.810136:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764191.810139:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764191.810153:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.810160:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764191.810161:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810163:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764191.810164:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764191.810168:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.810182:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764191.810186:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.810193:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764191.810196:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810197:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764191.810198:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810200:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764191.810202:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764191.810205:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764191.810209:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764191.810211:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764191.810215:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764191.810229:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317568:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764191.810234:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764191.810237:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764188/real 1787764191]  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764191.810246:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764191.810248:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764191.810250:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764191.810253:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764191.810255:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764191.810257:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764191.810261:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764191.810277:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.810283:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764191.810285:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810287:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764191.810288:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764191.810293:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.810299:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764191.810303:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.810308:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764191.810311:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810312:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764191.810314:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810315:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764191.810317:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764191.810320:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764191.810323:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764191.810325:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764191.810329:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764191.810338:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317696:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764191.810343:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810345:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764191.810348:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e580 x1874595482317568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.810361:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764191.810363:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764191.810365:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764191.810368:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764191.810370:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764191.810371:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764191.810373:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764191.810375:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:0.0:1787764191.810378:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764191.810379:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764191.810381:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e580.
00000100:00000001:0.0:1787764191.810383:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764191.810384:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810387:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764191.810390:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6de00 x1874595482317696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764191.810396:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764191.810397:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764191.810399:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764191.810401:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764191.810403:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764191.810404:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764191.810406:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764191.810408:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:0.0:1787764191.810410:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764191.810411:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764191.810413:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6de00.
00000100:00000001:0.0:1787764191.810415:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764191.810416:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810418:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764191.810426:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764191.810428:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764191.810430:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764191.810431:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764192.512891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764192.512897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764192.512902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764192.512903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764192.512907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764192.512908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764192.512996:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764192.513017:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764192.513022:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764193.536886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764193.536895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764193.536901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764193.536902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764193.536906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764193.536910:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764193.536912:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764193.536915:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764193.536918:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764193.536920:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764193.536923:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764193.536925:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764193.536979:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764193.536984:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764193.536987:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764193.856866:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764193.856874:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764193.856876:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764193.856879:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764193.856883:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764193.856889:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25772
00000400:00000200:3.0:1787764193.856896:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764193.856901:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764193.856904:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764193.856906:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.856909:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764193.856910:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.856912:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764193.856915:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764193.856916:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764193.856918:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764193.856921:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764193.856922:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764193.856924:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764193.856926:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.856927:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764193.856929:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.856930:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764193.856932:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764193.856934:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764193.856936:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764193.856938:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764193.856940:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764193.856942:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.856943:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764193.856945:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764193.856950:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764193.856952:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764193.856955:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764193.856956:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.856958:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764193.856960:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764193.856963:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764193.856970:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764193.856976:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764193.856983:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764193.856991:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764193.856994:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764193.856998:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764193.857020:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764193.857024:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764193.857027:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764193.857029:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764193.857030:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764193.857034:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764193.857037:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25772
00000400:00000200:3.0:1787764193.857041:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764193.857045:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764193.857048:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764193.857053:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857055:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764193.857057:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857059:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764193.857062:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764193.857063:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764193.857065:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764193.857067:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764193.857068:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764193.857073:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:0.0:1787764193.857074:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764193.857077:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:0.0:1787764193.857079:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764193.857084:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857089:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764193.857091:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764193.857095:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857101:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764193.857107:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:0.0:1787764193.857109:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787764193.857113:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764193.857114:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.857120:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.857121:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764193.857125:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764193.857126:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764193.857130:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764193.857134:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787764193.857136:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482317824:192.168.203.115@tcp:250:kworker.0
02000000:00000001:3.0:1787764193.857140:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.857145:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764193.857145:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787764193.857152:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787764193.857152:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787764193.857158:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764193.857158:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.857165:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764193.857165:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764193.857172:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
02000000:00000010:0.0:1787764193.857174:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
00000020:00000040:3.0:1787764193.857176:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764193.857180:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764193.857182:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764193.857185:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.857187:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787764193.857189:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764193.857191:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764193.857195:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764193.857196:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
02000000:00000010:3.0:1787764193.857202:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000400:00000010:0.0:1787764193.857206:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000001:3.0:1787764193.857209:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764193.857216:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482317824, portal 25
00000100:00100000:3.0:1787764193.857218:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764193.857220:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764193.857224:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000001:3.0:1787764193.857235:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787764193.857237:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764193.857239:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764193.857250:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.857251:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764193.857259:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764193.857264:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000001:3.0:1787764193.857269:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764193.857270:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482317824, offset 0
00000100:00080000:3.0:1787764193.857276:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764193.857281:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1787764193.857283:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857285:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764193.857289:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764193.857292:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787764193.857296:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764193.857299:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25772
00000400:00000200:3.0:1787764193.857305:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764193.857309:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764193.857311:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787764193.857315:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000040:3.0:1787764193.857318:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857321:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764193.857322:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857324:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764193.857327:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764193.857328:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764193.857329:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764193.857332:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764193.857336:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:0.0:1787764193.857339:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787764193.857340:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764193.857346:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764193.857348:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764193.857351:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764193.857357:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787764193.857358:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857363:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764193.857364:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000020:00000040:3.0:1787764193.857367:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:0.0:1787764193.857373:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277725:277725:256:4294967295] 192.168.203.115@tcp LPNI seq info [277725:277725:8:4294967295]
00000100:00080000:3.0:1787764193.857376:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857382:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764193.857383:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764193.857385:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764193.857391:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764193.857393:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.857398:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787764193.857403:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1787764193.857403:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764193.857410:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.857414:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764193.857416:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000010:3.0:1787764193.857421:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000800:00000010:0.0:1787764193.857425:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000020:00000040:3.0:1787764193.857426:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764193.857431:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764193.857433:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764193.857437:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764193.857437:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764193.857441:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1787764193.857444:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1787764193.857445:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764193.857455:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764193.857459:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764193.857463:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764193.857465:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764193.857470:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787764193.857471:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000400:00000200:0.0:1787764193.857478:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764193.857479:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764193.857488:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00100000:3.0:1787764193.857490:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787764193.857492:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764193.857499:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764193.857505:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787764193.857507:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764193.857511:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764193.857521:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.857524:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764193.857533:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764193.857538:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764193.857544:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764193.857548:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764193.857550:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764193.857552:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764193.857554:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764193.857558:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764193.857560:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.857561:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764193.857568:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25772
00000400:00000200:0.0:1787764193.857569:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764193.857576:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320446247
00000400:00000200:3.0:1787764193.857578:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764193.857584:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764193.857586:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764193.857590:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857592:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764193.857594:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857597:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000010:0.0:1787764193.857598:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000020:00000001:3.0:1787764193.857600:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764193.857604:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764193.857606:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764193.857608:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1787764193.857610:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764193.857615:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:0.0:1787764193.857618:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320446247
00000020:00000001:3.0:1787764193.857618:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764193.857624:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000010:0.0:1787764193.857625:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217960.
00000100:00000001:3.0:1787764193.857631:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764193.857633:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787764193.857638:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764193.857640:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764193.857643:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764193.857649:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.857652:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764193.857657:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764193/real 1787764193]  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764193.857666:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764193.857668:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764193.857670:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764193.857673:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764193.857674:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764193.857677:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764193.857680:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764193.857687:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.857708:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764193.857710:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.857713:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764193.857715:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764193.857720:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.857727:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764193.857732:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.857743:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787764193.857743:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764193.857781:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857784:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764193.857787:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764193.857792:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764193.857794:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.857797:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764193.857799:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764193.857802:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.857805:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764193.857806:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.857810:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764193.857814:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787764193.857815:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000100:00000001:0.0:1787764193.857817:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1787764193.857819:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:0.0:1787764193.857821:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764193.857825:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:0.0:1787764193.857827:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787764193.857829:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.857834:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:0.0:1787764193.857836:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
02000000:00000001:3.0:1787764193.857837:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764193.857842:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787764193.857842:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.857851:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764193.857851:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764193.857858:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764193.857870:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482317824:192.168.203.115@tcp:250:kworker.0
00000100:00100000:3.0:1787764193.857870:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764193.857881:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764193.857884:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764193.857886:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764193.857889:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.857893:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482317824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764193.857900:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.857908:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764193.857912:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764193.857916:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
00000100:00000001:3.0:1787764193.857916:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764193.857922:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787764193.857924:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764193.857928:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:3.0:1787764193.857929:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000040:0.0:1787764193.857932:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857934:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:0.0:1787764193.857936:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:3.0:1787764193.857938:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:0.0:1787764193.857940:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764193.857944:0:373147:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1787764193.857947:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1787764193.857950:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25772
02000000:00000001:0.0:1787764193.857951:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764193.857955:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000400:00000200:3.0:1787764193.857960:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764193.857963:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000400:00000200:3.0:1787764193.857967:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764193.857968:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.857974:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764193.857974:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764193.857981:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.857984:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764193.857985:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787764193.857988:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764193.857989:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.857993:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764193.857995:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764193.857999:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764193.858000:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764193.858004:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764193.858006:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764193.858007:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764193.858010:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764193.858012:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764193.858015:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.858018:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764193.858020:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764193.858022:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764193.858024:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764193.858028:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764193.858031:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764193.858034:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764193.858037:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764193.858040:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.858042:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764193.858045:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787764193.858045:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764193.858050:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.858055:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764193.858055:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764193.858062:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764193.858067:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:0.0:1787764193.858073:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764193.858074:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787764193.858077:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764193.858078:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.858083:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764193.858084:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764193.858087:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764193.858088:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764193.858092:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.858093:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764193.858101:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00100000:0.0:1787764193.858102:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317952:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787764193.858109:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.858110:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764193.858115:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764193.858118:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764193.858120:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787764193.858121:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764193.858127:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764193.858132:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764193.858134:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764193.858139:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764193.858140:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764193.858146:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000100:00000040:3.0:1787764193.858148:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787764193.858152:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764193.858159:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482317952, portal 10
00000100:00000001:0.0:1787764193.858164:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764193.858164:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.858166:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:3.0:1787764193.858172:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25782)
00000100:00000040:0.0:1787764193.858179:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858188:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764193.858191:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764193.858194:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764193.858197:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482317952, offset 0
00000400:00000200:0.0:1787764193.858202:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764193.858208:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764193.858221:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764193.858225:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764193.858227:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764193.858230:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764193.858232:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764193.858236:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277726:277726:256:4294967295] 192.168.203.115@tcp LPNI seq info [277726:277726:8:4294967295]
00000400:00000200:0.0:1787764193.858240:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764193.858247:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764193.858252:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764193.858261:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764193.858266:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764193.858269:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764193.858274:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764193.858277:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764193.858282:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764193.858284:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764193.858287:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764193.858291:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764193.858299:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764193.858300:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764193.858303:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764193.858307:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858318:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764193.858322:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858328:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.858330:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764193.858333:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.858338:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764193.858341:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764193.858343:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320444940
00000100:00000001:0.0:1787764193.858346:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320446247
00000100:00000001:0.0:1787764193.858348:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320444940
00000100:00000001:0.0:1787764193.858350:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320446247
00000100:00000001:0.0:1787764193.858353:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764193.858356:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.858358:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764193.858362:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764193/real 1787764193]  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764193.858369:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764193.858371:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764193.858372:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764193.858374:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764193.858375:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764193.858377:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764193.858379:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764193.858385:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858389:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764193.858390:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858391:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764193.858392:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764193.858394:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858399:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764193.858401:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858406:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764193.858408:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858409:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764193.858409:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858411:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764193.858412:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764193.858414:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764193.858416:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764193.858418:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764193.858421:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764193.858426:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482317952:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764193.858428:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764193.858430:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858434:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764193.858435:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.858437:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764193.858438:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764193.858440:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764193.858442:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318080:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764193.858444:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764193.858445:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764193.858446:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.858448:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764193.858450:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764193.858452:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764193.858454:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764193.858456:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764193.858458:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764193.858460:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482318080, portal 10
00000100:00000001:0.0:1787764193.858461:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764193.858463:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:0.0:1787764193.858466:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858471:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764193.858473:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764193.858474:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764193.858476:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482318080, offset 0
00000400:00000200:0.0:1787764193.858479:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764193.858483:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764193.858487:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764193.858490:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764193.858493:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764193.858495:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764193.858498:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764193.858501:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277727:277727:256:4294967295] 192.168.203.115@tcp LPNI seq info [277727:277727:8:4294967295]
00000400:00000200:0.0:1787764193.858505:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764193.858511:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764193.858516:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764193.858519:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764193.858524:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764193.858527:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764193.858531:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764193.858534:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764193.858538:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764193.858540:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764193.858543:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764193.858547:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764193.858550:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764193.858552:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764193.858555:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764193.858559:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858566:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764193.858570:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858576:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.858578:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764193.858580:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.858582:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764193.858585:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764193.858586:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320444948
00000100:00000001:0.0:1787764193.858588:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320446247
00000100:00000001:0.0:1787764193.858590:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320444948
00000100:00000001:0.0:1787764193.858591:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320446247
00000100:00000001:0.0:1787764193.858592:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764193.858594:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.858595:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764193.858598:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764193/real 1787764193]  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764193.858603:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764193.858604:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764193.858605:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764193.858606:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764193.858608:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764193.858609:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764193.858611:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764193.858617:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858621:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764193.858622:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858623:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764193.858624:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764193.858626:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858630:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764193.858632:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858637:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764193.858639:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858640:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764193.858640:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858642:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764193.858643:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764193.858644:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764193.858646:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764193.858647:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764193.858650:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764193.858654:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318080:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764193.858657:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764193.858659:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858663:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764193.858665:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.858666:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764193.858667:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764193.858669:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764193.858671:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318208:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764193.858673:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764193.858674:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764193.858676:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.858677:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764193.858679:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764193.858681:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764193.858684:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764193.858685:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764193.858687:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764193.858690:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482318208, portal 4
00000100:00000001:0.0:1787764193.858691:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764193.858692:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:0.0:1787764193.858711:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858716:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764193.858717:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764193.858719:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764193.858721:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482318208, offset 0
00000400:00000200:0.0:1787764193.858724:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764193.858727:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764193.858730:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764193.858732:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764193.858734:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764193.858736:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764193.858737:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764193.858739:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277728:277728:256:4294967295] 192.168.203.115@tcp LPNI seq info [277728:277728:8:4294967295]
00000400:00000200:0.0:1787764193.858742:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764193.858746:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764193.858768:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764193.858770:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764193.858773:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764193.858775:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764193.858778:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764193.858780:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764193.858783:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764193.858784:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764193.858786:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764193.858788:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764193.858790:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764193.858792:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764193.858794:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764193.858796:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858802:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764193.858805:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858812:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.858814:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764193.858817:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.858821:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764193.858824:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764193.858826:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320444949
00000100:00000001:0.0:1787764193.858828:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320446247
00000100:00000001:0.0:1787764193.858830:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320444949
00000100:00000001:0.0:1787764193.858833:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320446247
00000100:00000001:0.0:1787764193.858835:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764193.858837:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.858840:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764193.858844:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764193/real 1787764193]  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764193.858853:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764193.858855:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764193.858856:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764193.858859:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764193.858861:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764193.858863:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764193.858867:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764193.858872:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858877:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764193.858879:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858880:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764193.858881:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764193.858883:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858888:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764193.858890:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858894:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764193.858896:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858897:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764193.858897:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858899:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764193.858900:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764193.858901:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764193.858903:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764193.858905:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764193.858907:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764193.858912:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318208:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764193.858914:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858916:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764193.858918:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482317952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858922:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764193.858923:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764193.858925:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764193.858928:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764193.858929:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764193.858930:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764193.858931:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764193.858933:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:0.0:1787764193.858936:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764193.858938:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764193.858939:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:0.0:1787764193.858943:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764193.858944:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858946:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764193.858950:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482318080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858956:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764193.858958:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764193.858959:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764193.858962:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764193.858963:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764193.858965:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764193.858966:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764193.858968:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:0.0:1787764193.858971:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764193.858973:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764193.858974:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:0.0:1787764193.858976:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764193.858978:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.858979:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764193.858983:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482318208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.858991:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764193.858992:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764193.858994:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764193.858996:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764193.858998:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764193.858999:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764193.859002:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764193.859003:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:0.0:1787764193.859006:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764193.859007:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764193.859008:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:0.0:1787764193.859010:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764193.859011:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.859013:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.859016:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764193.859017:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.859018:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764193.859019:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764193.859020:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764193.859023:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.859028:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764193.859029:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.859031:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764193.859032:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764193.859033:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764193.859035:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318336:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764193.859037:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764193.859039:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764193.859040:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.859041:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764193.859044:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764193.859045:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764193.859048:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764193.859049:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764193.859051:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764193.859054:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482318336, portal 4
00000100:00000001:0.0:1787764193.859055:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764193.859056:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000040:0.0:1787764193.859060:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.859065:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764193.859066:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764193.859068:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764193.859069:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482318336, offset 0
00000400:00000200:0.0:1787764193.859072:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764193.859075:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764193.859077:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764193.859079:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764193.859081:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764193.859082:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764193.859084:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764193.859086:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277729:277729:256:4294967295] 192.168.203.115@tcp LPNI seq info [277729:277729:8:4294967295]
00000400:00000200:0.0:1787764193.859089:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764193.859093:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764193.859095:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764193.859098:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764193.859100:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764193.859102:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764193.859105:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764193.859107:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764193.859109:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764193.859111:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764193.859113:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764193.859115:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764193.859117:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764193.859118:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764193.859120:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764193.859122:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.859127:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764193.859129:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.859138:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.859139:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764193.859141:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.859143:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764193.859145:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764193.859146:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320444953
00000100:00000001:0.0:1787764193.859148:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320446247
00000100:00000001:0.0:1787764193.859149:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320444953
00000100:00000001:0.0:1787764193.859150:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320446247
00000100:00000001:0.0:1787764193.859152:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764193.859153:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.859154:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764193.859156:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764193/real 1787764193]  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764193.859160:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764193.859161:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764193.859162:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764193.859164:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764193.859165:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764193.859166:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764193.859168:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764193.859173:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.859177:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764193.859178:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.859179:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764193.859180:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764193.859182:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.859187:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764193.859189:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.859193:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764193.859195:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.859196:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764193.859196:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.859198:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764193.859199:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764193.859200:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764193.859202:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764193.859203:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764193.859206:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764193.859210:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318336:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764193.859212:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.859214:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764193.859215:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482318336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.859219:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764193.859220:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764193.859222:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764193.859223:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764193.859224:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764193.859225:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764193.859226:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764193.859227:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:0.0:1787764193.859229:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764193.859230:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764193.859231:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:0.0:1787764193.859233:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764193.859234:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.859235:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764193.859237:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764193.859238:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.859239:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764193.859240:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764194.560833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764194.560839:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764194.560843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764194.560844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764194.560846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764194.560847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764194.560898:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764194.560902:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764194.560905:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764195.200850:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320446247, at 4320446272
00000100:00000010:0.0:1787764195.200863:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764195.584884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764195.584889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764195.584893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764195.584896:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764195.584898:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764195.584900:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764195.584903:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764195.584905:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764195.584906:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764195.584907:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764195.584916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764195.584917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764196.608866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764196.608873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764196.608879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764196.608881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764196.608884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764196.608886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764196.608947:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764196.608953:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764196.608957:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764197.632836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764197.632841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764197.632846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764197.632848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764197.632850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764197.632851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764197.632891:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764197.632894:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764197.632897:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764198.656821:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764198.656828:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764198.656829:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764198.656832:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764198.656836:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764198.656838:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764198.656839:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764198.656841:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764198.656843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764198.656845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764198.656847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764198.656848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764198.656891:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764198.656895:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764198.656898:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764198.976871:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764198.976882:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764198.976885:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764198.976889:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764198.976893:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764198.976902:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25777
00000400:00000200:3.0:1787764198.976912:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764198.976918:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764198.976922:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764198.976926:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.976929:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764198.976932:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.976935:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764198.976939:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764198.976941:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764198.976944:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764198.976948:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764198.976950:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764198.976952:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764198.976956:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.976957:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764198.976960:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.976962:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764198.976965:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764198.976968:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764198.976971:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764198.976974:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764198.976978:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764198.976981:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764198.976984:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764198.976987:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764198.976996:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764198.976999:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764198.977004:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764198.977006:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764198.977009:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764198.977012:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764198.977016:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764198.977025:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764198.977031:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764198.977041:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764198.977052:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764198.977057:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764198.977062:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764198.977087:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764198.977091:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764198.977095:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764198.977096:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764198.977098:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764198.977102:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764198.977104:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25777
00000400:00000200:3.0:1787764198.977108:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764198.977112:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764198.977115:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764198.977119:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977121:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764198.977124:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977128:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764198.977129:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764198.977131:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764198.977135:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787764198.977135:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764198.977137:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764198.977140:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764198.977141:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764198.977145:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764198.977150:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764198.977151:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764198.977156:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977162:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764198.977166:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764198.977169:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764198.977171:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764198.977173:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764198.977175:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
02000000:00000001:0.0:1787764198.977179:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787764198.977182:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:0.0:1787764198.977184:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764198.977188:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764198.977190:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764198.977193:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787764198.977198:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482318464:192.168.203.115@tcp:250:kworker.0
02000000:00000001:3.0:1787764198.977202:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764198.977207:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764198.977209:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764198.977213:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787764198.977213:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764198.977218:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764198.977220:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764198.977221:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764198.977224:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764198.977228:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
02000000:00000001:0.0:1787764198.977229:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787764198.977234:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000010:0.0:1787764198.977237:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:3.0:1787764198.977238:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764198.977242:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764198.977242:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764198.977248:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764198.977250:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764198.977252:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764198.977253:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:3.0:1787764198.977259:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000400:00000010:0.0:1787764198.977261:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000100:00000001:3.0:1787764198.977266:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764198.977271:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00100000:3.0:1787764198.977277:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787764198.977281:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482318464, portal 25
00000100:00000001:0.0:1787764198.977287:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764198.977290:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000001:3.0:1787764198.977293:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764198.977297:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764198.977300:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764198.977306:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.977318:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764198.977323:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764198.977326:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764198.977331:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482318464, offset 0
00000400:00000200:0.0:1787764198.977341:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977341:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764198.977347:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787764198.977353:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764198.977354:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764198.977358:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764198.977360:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787764198.977363:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:3.0:1787764198.977365:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787764198.977370:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787764198.977372:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25777
00000400:00000200:0.0:1787764198.977378:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:3.0:1787764198.977382:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764198.977385:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764198.977390:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1787764198.977391:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00080000:3.0:1787764198.977396:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764198.977403:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977405:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764198.977407:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277730:277730:256:4294967295] 192.168.203.115@tcp LPNI seq info [277730:277730:8:4294967295]
00000100:00000040:3.0:1787764198.977408:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977413:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764198.977417:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787764198.977419:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764198.977420:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764198.977424:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764198.977427:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764198.977431:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764198.977436:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:0.0:1787764198.977438:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787764198.977443:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977447:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787764198.977451:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764198.977452:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977457:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000010:0.0:1787764198.977460:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000020:00000040:3.0:1787764198.977460:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764198.977466:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977470:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764198.977472:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1787764198.977474:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764198.977476:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764198.977480:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764198.977482:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764198.977485:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1787764198.977486:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000008:00000001:3.0:1787764198.977489:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764198.977493:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764198.977498:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000010:3.0:1787764198.977500:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000800:00000200:0.1:1787764198.977504:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000020:00000040:3.0:1787764198.977505:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764198.977511:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764198.977514:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787764198.977516:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977517:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1787764198.977520:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764198.977528:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787764198.977529:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764198.977533:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764198.977538:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1787764198.977541:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000400:00000200:0.0:1787764198.977545:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00000001:3.0:1787764198.977547:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764198.977551:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00100000:3.0:1787764198.977557:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764198.977559:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764198.977568:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764198.977572:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764198.977577:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764198.977586:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.977588:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764198.977597:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764198.977598:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764198.977604:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764198.977613:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764198.977617:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787764198.977619:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764198.977619:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764198.977625:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764198.977626:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764198.977632:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25777
00000100:00000001:0.0:1787764198.977635:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764198.977638:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764198.977643:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764198.977644:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764198.977649:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764198.977650:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320451367
00000100:00000040:3.0:1787764198.977654:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977672:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1787764198.977675:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000040:3.0:1787764198.977675:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977681:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764198.977684:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764198.977685:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1787764198.977686:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764198.977690:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764198.977693:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:0.0:1787764198.977695:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320451367
00000020:00000001:3.0:1787764198.977696:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764198.977702:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000010:0.0:1787764198.977703:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217600.
00000100:00000040:3.0:1787764198.977708:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764198.977710:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787764198.977712:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764198.977716:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764198.977717:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764198.977721:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764198.977723:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764198.977726:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1787764198.977728:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00100000:0.0:1787764198.977734:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764198/real 1787764198]  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764198.977735:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977742:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764198.977775:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764198.977778:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764198.977782:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764198.977785:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764198.977788:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764198.977790:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764198.977792:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787764198.977793:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:3.0:1787764198.977795:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000400:00000001:0.0:1787764198.977797:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1787764198.977799:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000400:00000010:0.0:1787764198.977801:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
02000000:00000001:3.0:1787764198.977802:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764198.977805:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764198.977808:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000100:00000001:3.0:1787764198.977808:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764198.977811:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1787764198.977813:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
02000000:00000001:3.0:1787764198.977813:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.977819:0:257227:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:3.0:1787764198.977821:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764198.977825:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764198.977828:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764198.977832:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787764198.977858:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764198.977860:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764198.977863:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764198.977870:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.977880:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764198.977881:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.977885:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764198.977886:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764198.977892:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764198.977893:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764198.977894:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787764198.977898:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764198.977898:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764198.977900:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764198.977904:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25777
00000100:00100000:0.0:1787764198.977908:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764198.977909:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764198.977915:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764198.977919:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764198.977925:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977929:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764198.977933:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764198.977934:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764198.977936:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764198.977939:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764198.977940:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764198.977942:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1787764198.977944:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764198.977945:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764198.977949:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764198.977953:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764198.977959:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977962:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764198.977965:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764198.977968:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764198.977972:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787764198.977972:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764198.977976:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764198.977980:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764198.977980:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764198.977985:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764198.977986:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764198.977988:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764198.977989:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764198.977991:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764198.977994:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764198.977995:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1787764198.977996:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764198.977999:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.978000:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764198.978001:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764198.978005:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764198.978007:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764198.978008:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764198.978009:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764198.978010:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764198.978011:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764198.978012:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764198.978015:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00080000:0.0:1787764198.978017:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764198.978018:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764198.978025:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764198.978028:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764198.978035:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764198.978036:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764198.978038:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764198.978043:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764198.978047:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764198.978055:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764198.978062:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25787)
00000100:00100000:0.0:1787764198.978068:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482318464:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764198.978075:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.978078:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764198.978081:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482318464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978089:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764198.978092:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764198.978096:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764198.978101:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764198.978104:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764198.978105:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764198.978108:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764198.978110:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:0.0:1787764198.978115:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764198.978118:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764198.978119:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:0.0:1787764198.978123:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764198.978124:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.978127:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.978135:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764198.978137:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.978139:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764198.978141:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764198.978142:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764198.978146:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978154:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764198.978155:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764198.978158:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764198.978160:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764198.978162:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764198.978165:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318592:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764198.978169:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764198.978171:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764198.978173:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764198.978174:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764198.978178:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764198.978180:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764198.978184:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764198.978187:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764198.978192:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764198.978196:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482318592, portal 10
00000100:00000001:0.0:1787764198.978198:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764198.978200:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:0.0:1787764198.978207:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978214:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764198.978218:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764198.978220:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764198.978223:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482318592, offset 0
00000400:00000200:0.0:1787764198.978227:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764198.978231:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764198.978235:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764198.978238:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764198.978241:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764198.978243:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764198.978246:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764198.978249:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277731:277731:256:4294967295] 192.168.203.115@tcp LPNI seq info [277731:277731:8:4294967295]
00000400:00000200:0.0:1787764198.978253:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764198.978259:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764198.978264:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764198.978267:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764198.978271:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764198.978274:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764198.978279:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764198.978283:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764198.978287:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764198.978289:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764198.978292:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764198.978295:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764198.978298:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764198.978300:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764198.978303:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764198.978306:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978320:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764198.978323:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978329:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.978331:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764198.978334:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764198.978338:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764198.978341:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764198.978343:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320450060
00000100:00000001:0.0:1787764198.978346:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320451367
00000100:00000001:0.0:1787764198.978349:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320450060
00000100:00000001:0.0:1787764198.978351:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320451367
00000100:00000001:0.0:1787764198.978353:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764198.978356:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.978358:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764198.978362:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764198/real 1787764198]  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764198.978370:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764198.978372:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764198.978373:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764198.978375:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764198.978377:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764198.978379:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764198.978382:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764198.978391:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978398:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764198.978401:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.978403:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764198.978405:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764198.978409:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978417:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764198.978421:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978429:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764198.978431:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.978433:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764198.978434:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.978436:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764198.978438:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764198.978440:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764198.978443:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764198.978445:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764198.978449:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764198.978457:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318592:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764198.978461:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764198.978465:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978471:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764198.978473:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764198.978475:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764198.978477:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764198.978479:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764198.978483:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318720:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764198.978487:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764198.978489:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764198.978490:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764198.978492:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764198.978496:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764198.978498:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764198.978501:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764198.978504:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764198.978507:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764198.978510:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482318720, portal 10
00000100:00000001:0.0:1787764198.978512:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764198.978514:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:0.0:1787764198.978520:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978527:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764198.978530:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764198.978534:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764198.978536:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482318720, offset 0
00000400:00000200:0.0:1787764198.978540:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764198.978545:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764198.978550:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764198.978554:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764198.978557:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764198.978559:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764198.978562:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764198.978566:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277732:277732:256:4294967295] 192.168.203.115@tcp LPNI seq info [277732:277732:8:4294967295]
00000400:00000200:0.0:1787764198.978571:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764198.978579:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764198.978584:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764198.978588:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764198.978592:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764198.978596:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764198.978602:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764198.978605:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764198.978609:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764198.978612:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764198.978616:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764198.978620:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764198.978624:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764198.978626:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764198.978630:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764198.978635:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978644:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764198.978649:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978656:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.978675:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764198.978680:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764198.978683:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764198.978686:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764198.978689:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320450068
00000100:00000001:0.0:1787764198.978691:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320451367
00000100:00000001:0.0:1787764198.978693:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320450068
00000100:00000001:0.0:1787764198.978695:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320451367
00000100:00000001:0.0:1787764198.978697:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764198.978700:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.978702:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764198.978706:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764198/real 1787764198]  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764198.978714:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764198.978716:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764198.978717:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764198.978720:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764198.978721:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764198.978723:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764198.978727:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764198.978735:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978741:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764198.978743:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.978745:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764198.978746:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764198.978771:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978779:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764198.978785:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978792:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764198.978794:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.978796:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764198.978797:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.978799:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764198.978801:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764198.978803:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764198.978807:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764198.978809:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764198.978813:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764198.978826:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318720:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764198.978830:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764198.978834:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978840:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764198.978842:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764198.978844:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764198.978846:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764198.978848:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764198.978851:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318848:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764198.978854:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764198.978856:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764198.978858:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764198.978859:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764198.978863:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764198.978865:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764198.978869:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764198.978872:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764198.978875:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764198.978878:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482318848, portal 4
00000100:00000001:0.0:1787764198.978880:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764198.978882:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:0.0:1787764198.978887:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978893:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764198.978896:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764198.978898:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764198.978900:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482318848, offset 0
00000400:00000200:0.0:1787764198.978904:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764198.978908:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764198.978912:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764198.978915:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764198.978918:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764198.978920:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764198.978923:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764198.978926:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277733:277733:256:4294967295] 192.168.203.115@tcp LPNI seq info [277733:277733:8:4294967295]
00000400:00000200:0.0:1787764198.978929:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764198.978935:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764198.978940:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764198.978943:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764198.978947:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764198.978950:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764198.978954:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764198.978956:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764198.978960:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764198.978962:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764198.978965:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764198.978968:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764198.978971:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764198.978973:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764198.978975:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764198.978979:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978986:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764198.978989:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.978995:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.978997:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764198.978999:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764198.979002:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764198.979005:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764198.979008:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320450069
00000100:00000001:0.0:1787764198.979010:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320451367
00000100:00000001:0.0:1787764198.979012:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320450069
00000100:00000001:0.0:1787764198.979014:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320451367
00000100:00000001:0.0:1787764198.979016:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764198.979018:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.979020:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764198.979023:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764198/real 1787764198]  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764198.979031:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764198.979032:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764198.979034:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764198.979036:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764198.979038:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764198.979040:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764198.979043:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764198.979051:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979057:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764198.979059:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979061:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764198.979062:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764198.979066:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979072:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764198.979076:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979083:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764198.979086:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979087:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764198.979088:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979090:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764198.979092:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764198.979095:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764198.979098:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764198.979100:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764198.979104:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764198.979112:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318848:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764198.979115:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764198.979119:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979125:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764198.979127:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764198.979129:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764198.979131:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764198.979133:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764198.979136:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318976:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764198.979139:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764198.979140:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764198.979142:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764198.979144:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764198.979147:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764198.979149:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764198.979152:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764198.979155:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764198.979158:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764198.979161:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482318976, portal 4
00000100:00000001:0.0:1787764198.979164:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764198.979165:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:0.0:1787764198.979171:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979178:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764198.979180:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764198.979182:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764198.979184:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482318976, offset 0
00000400:00000200:0.0:1787764198.979188:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764198.979192:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764198.979195:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764198.979198:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764198.979201:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764198.979203:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764198.979205:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764198.979209:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277734:277734:256:4294967295] 192.168.203.115@tcp LPNI seq info [277734:277734:8:4294967295]
00000400:00000200:0.0:1787764198.979213:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764198.979219:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764198.979223:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764198.979226:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764198.979229:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764198.979232:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764198.979235:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764198.979238:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764198.979242:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764198.979244:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764198.979246:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764198.979250:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764198.979252:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764198.979254:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764198.979256:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764198.979259:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979272:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764198.979275:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979281:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.979283:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764198.979285:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764198.979288:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764198.979291:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764198.979293:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320450073
00000100:00000001:0.0:1787764198.979296:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320451367
00000100:00000001:0.0:1787764198.979298:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320450073
00000100:00000001:0.0:1787764198.979300:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320451367
00000100:00000001:0.0:1787764198.979302:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764198.979304:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.979305:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764198.979309:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764198/real 1787764198]  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764198.979316:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764198.979317:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764198.979319:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764198.979321:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764198.979322:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764198.979324:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764198.979327:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764198.979334:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979340:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764198.979342:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979344:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764198.979345:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764198.979348:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979355:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764198.979358:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979365:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764198.979367:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979369:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764198.979370:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979372:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764198.979373:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764198.979375:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764198.979378:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764198.979380:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764198.979384:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764198.979391:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482318976:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764198.979395:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979396:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764198.979399:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482318592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979405:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764198.979407:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764198.979409:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764198.979412:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764198.979414:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764198.979415:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764198.979417:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764198.979419:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:0.0:1787764198.979421:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764198.979423:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764198.979424:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:0.0:1787764198.979428:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764198.979429:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979431:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764198.979434:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482318720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979440:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764198.979441:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764198.979443:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764198.979445:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764198.979446:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764198.979447:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764198.979449:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764198.979450:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:0.0:1787764198.979453:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764198.979454:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764198.979455:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764198.979457:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764198.979459:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979461:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764198.979464:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482318848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979470:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764198.979471:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764198.979473:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764198.979474:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764198.979476:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764198.979477:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764198.979478:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764198.979480:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:0.0:1787764198.979481:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764198.979483:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764198.979484:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:0.0:1787764198.979489:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764198.979490:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979491:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764198.979494:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482318976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764198.979500:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764198.979501:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764198.979503:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764198.979505:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764198.979506:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764198.979507:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764198.979509:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764198.979511:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:0.0:1787764198.979513:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764198.979514:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764198.979516:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:0.0:1787764198.979519:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764198.979520:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979522:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764198.979525:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764198.979527:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764198.979529:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764198.979530:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764199.680867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764199.680873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764199.680879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764199.680880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764199.680883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764199.680885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764199.680931:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764199.680935:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764199.680938:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764200.320820:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320451367, at 4320451392
00000100:00000010:0.0:1787764200.320831:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764200.704859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764200.704865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764200.704870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764200.704871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764200.704873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764200.704874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764201.728890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764201.728895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764201.728899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764201.728900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764201.728903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764201.728904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764201.728954:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764201.728958:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764201.728961:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764202.752841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764202.752847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764202.752851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764202.752852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764202.752855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764202.752856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764202.752918:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764202.752923:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764202.752926:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764203.776876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764203.776882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764203.776885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764203.776886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764203.776889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764203.776891:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764203.776893:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764203.776895:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764203.776898:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764203.776900:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764203.776901:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764203.776903:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764203.776951:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764203.776955:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764203.776958:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764204.096821:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764204.096829:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764204.096832:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764204.096835:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764204.096838:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764204.096844:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25782
00000400:00000200:3.0:1787764204.096851:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764204.096856:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764204.096858:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764204.096861:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.096863:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764204.096865:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.096867:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764204.096869:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764204.096871:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764204.096873:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764204.096876:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764204.096878:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764204.096880:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764204.096882:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.096883:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764204.096884:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.096886:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764204.096888:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764204.096890:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764204.096891:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764204.096893:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764204.096896:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764204.096898:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.096900:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764204.096903:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764204.096909:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764204.096912:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764204.096915:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764204.096916:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.096919:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764204.096921:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764204.096924:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764204.096930:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764204.096935:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764204.096942:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764204.096950:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764204.096953:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764204.096957:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764204.096974:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764204.096976:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764204.096979:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764204.096980:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764204.096981:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764204.096983:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764204.096985:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25782
00000400:00000200:3.0:1787764204.096988:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764204.096990:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764204.096991:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764204.096993:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.096995:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764204.096996:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.096998:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764204.097000:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764204.097001:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764204.097002:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764204.097004:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764204.097006:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764204.097007:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764204.097009:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.097010:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764204.097012:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.097014:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764204.097016:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764204.097018:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764204.097019:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764204.097020:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764204.097024:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787764204.097025:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764204.097029:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.097030:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764204.097031:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764204.097034:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787764204.097035:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764204.097039:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.097042:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764204.097043:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764204.097045:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764204.097048:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764204.097050:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764204.097052:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.097058:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764204.097062:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764204.097063:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764204.097066:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764204.097067:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764204.097069:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764204.097072:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787764204.097074:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
02000000:00000001:0.0:1787764204.097075:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764204.097081:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482319104:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764204.097083:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.097085:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764204.097090:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764204.097092:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764204.097095:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787764204.097095:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1787764204.097101:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764204.097105:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764204.097113:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764204.097113:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764204.097117:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764204.097119:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000100:00000040:3.0:1787764204.097124:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787764204.097128:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000001:3.0:1787764204.097135:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764204.097136:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482319104, portal 25
00000100:00080000:3.0:1787764204.097138:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764204.097140:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764204.097142:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000100:00080000:3.0:1787764204.097144:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764204.097147:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764204.097150:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787764204.097151:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764204.097155:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764204.097161:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25782
00000100:00000001:0.0:1787764204.097164:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787764204.097169:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764204.097170:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764204.097175:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000400:00000200:3.0:1787764204.097177:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000200:0.0:1787764204.097179:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482319104, offset 0
00000100:00080000:3.0:1787764204.097180:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764204.097184:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764204.097189:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764204.097190:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764204.097195:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.097197:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764204.097198:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764204.097199:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000400:00000200:0.0:1787764204.097200:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764204.097201:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764204.097205:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:0.0:1787764204.097209:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764204.097214:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764204.097220:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764204.097223:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764204.097225:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000020:00000001:3.0:1787764204.097225:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:0.0:1787764204.097230:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277735:277735:256:4294967295] 192.168.203.115@tcp LPNI seq info [277735:277735:8:4294967295]
00000400:00000200:0.0:1787764204.097235:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764204.097237:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764204.097246:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764204.097247:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764204.097254:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787764204.097259:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764204.097263:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000010:0.0:1787764204.097265:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000100:00000001:3.0:1787764204.097266:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764204.097270:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000800:00000200:0.0:1787764204.097274:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764204.097276:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000200:0.0:1787764204.097279:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787764204.097280:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764204.097286:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764204.097289:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1787764204.097291:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:0.0:1787764204.097295:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764204.097297:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1787764204.097298:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
02000000:00000001:3.0:1787764204.097303:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.097306:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787764204.097307:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:3.0:1787764204.097309:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787764204.097314:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000008:00000001:3.0:1787764204.097315:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.097318:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764204.097319:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764204.097322:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764204.097325:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1787764204.097326:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000100:00000200:0.0:1787764204.097329:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764204.097333:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764204.097339:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764204.097341:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.097342:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764204.097344:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1787764204.097348:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764204.097348:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764204.097351:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.097360:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764204.097361:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:0.0:1787764204.097362:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764204.097368:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.097369:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764204.097374:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764204.097376:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320456487
00000100:00000010:0.0:1787764204.097381:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00100000:3.0:1787764204.097381:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764204.097390:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787764204.097396:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764204.097398:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320456487
00000100:00000001:3.0:1787764204.097399:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764204.097405:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217660.
00000100:00000040:3.0:1787764204.097408:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.097411:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764204.097417:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764204.097424:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.097427:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764204.097431:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764204.097433:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764204/real 1787764204]  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764204.097436:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764204.097447:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764204.097452:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:0.0:1787764204.097454:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787764204.097456:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1787764204.097457:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764204.097460:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000100:00000001:3.0:1787764204.097461:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787764204.097464:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000100:00080000:3.0:1787764204.097467:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25782
00000400:00000010:0.0:1787764204.097468:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764204.097474:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1787764204.097477:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000200:0.0:1787764204.097480:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764204.097484:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764204.097490:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764204.097498:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000200:0.0:1787764204.097500:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764204.097503:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764204.097509:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764204.097511:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764204.097513:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.097514:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764204.097515:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764204.097520:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00100000:0.0:1787764204.097523:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764204.097524:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764204.097527:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764204.097530:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764204.097534:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:0.0:1787764204.097535:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764204.097538:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764204.097542:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764204.097543:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764204.097551:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.097556:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764204.097557:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764204.097560:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764204.097562:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764204.097563:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764204.097566:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764204.097568:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764204.097568:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:0.0:1787764204.097573:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1787764204.097574:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764204.097575:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764204.097577:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764204.097579:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787764204.097580:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1787764204.097585:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
02000000:00000001:3.0:1787764204.097585:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764204.097591:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787764204.097592:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.097597:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:0.0:1787764204.097598:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764204.097599:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764204.097606:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.097610:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764204.097614:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482319104:192.168.203.115@tcp:250:kworker.0
00000100:00000010:3.0:1787764204.097616:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000100:00000001:0.0:1787764204.097618:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764204.097620:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:0.0:1787764204.097621:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787764204.097636:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764204.097639:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764204.097643:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482319104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764204.097643:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764204.097646:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764204.097649:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.097655:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000010:3.0:1787764204.097657:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
02000000:00000001:0.0:1787764204.097658:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764204.097662:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
00000100:00000001:3.0:1787764204.097665:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764204.097666:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764204.097668:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764204.097672:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764204.097674:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764204.097676:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
00000100:00100000:3.0:1787764204.097678:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787764204.097681:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764204.097684:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764204.097687:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000100:00000001:0.0:1787764204.097693:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764204.097694:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764204.097695:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.097699:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764204.097701:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.097706:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787764204.097709:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.097710:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.097714:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764204.097716:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764204.097719:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764204.097725:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764204.097726:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764204.097729:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764204.097737:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764204.097740:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764204.097743:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764204.097767:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764204.097769:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25782
00000400:00000200:3.0:1787764204.097773:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764204.097776:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764204.097778:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764204.097781:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.097783:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764204.097785:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764204.097786:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764204.097788:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764204.097789:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764204.097790:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764204.097792:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787764204.097793:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000001:0.0:1787764204.097797:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764204.097798:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764204.097803:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:0.0:1787764204.097805:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787764204.097808:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000001:0.0:1787764204.097810:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764204.097811:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764204.097814:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:0.0:1787764204.097818:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.097818:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764204.097824:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00100000:0.0:1787764204.097828:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482319232:192.168.203.115@tcp:38:kworker.0
00000100:00080000:3.0:1787764204.097829:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764204.097833:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.097838:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764204.097838:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764204.097842:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764204.097843:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764204.097845:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764204.097846:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.097849:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787764204.097850:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787764204.097854:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
02000000:00000010:0.0:1787764204.097856:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
00000008:00000001:3.0:1787764204.097858:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764204.097859:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764204.097862:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764204.097866:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000010:3.0:1787764204.097868:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000400:00000010:0.0:1787764204.097870:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000020:00000040:3.0:1787764204.097872:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000400:00000010:0.0:1787764204.097876:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
02000000:00000001:3.0:1787764204.097876:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764204.097879:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764204.097882:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482319232, portal 10
00000100:00000001:3.0:1787764204.097882:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764204.097885:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764204.097886:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787764204.097887:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.097889:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
02000000:00000010:3.0:1787764204.097894:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000040:0.0:1787764204.097898:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764204.097899:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.097908:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787764204.097909:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787764204.097915:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764204.097920:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000001:3.0:1787764204.097922:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787764204.097923:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482319232, offset 0
00000100:00000001:3.0:1787764204.097926:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764204.097930:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764204.097934:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764204.097940:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764204.097947:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:3.0:1787764204.097948:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764204.097953:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787764204.097954:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25792)
00000400:00000200:0.0:1787764204.097956:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764204.097961:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764204.097964:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764204.097968:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277736:277736:256:4294967295] 192.168.203.115@tcp LPNI seq info [277736:277736:8:4294967295]
00000400:00000200:0.0:1787764204.097973:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764204.097981:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764204.097986:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764204.097991:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764204.097996:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764204.097999:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764204.098004:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764204.098007:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764204.098011:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764204.098013:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764204.098016:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764204.098019:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764204.098021:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764204.098023:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764204.098034:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764204.098040:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098046:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764204.098049:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098053:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.098054:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764204.098057:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764204.098060:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764204.098062:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764204.098064:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320455180
00000100:00000001:0.0:1787764204.098066:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320456487
00000100:00000001:0.0:1787764204.098067:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320455180
00000100:00000001:0.0:1787764204.098069:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320456487
00000100:00000001:0.0:1787764204.098070:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764204.098072:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.098073:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764204.098075:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764204/real 1787764204]  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764204.098085:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764204.098086:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764204.098087:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764204.098089:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764204.098090:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764204.098091:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764204.098093:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764204.098099:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098103:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764204.098104:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098105:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764204.098106:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764204.098108:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098112:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764204.098114:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098119:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764204.098120:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098121:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764204.098122:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098123:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764204.098124:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764204.098126:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764204.098128:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764204.098129:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764204.098132:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764204.098137:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482319232:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764204.098140:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764204.098142:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098146:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764204.098147:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764204.098148:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764204.098149:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764204.098151:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764204.098152:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482319360:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764204.098154:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764204.098156:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764204.098157:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764204.098158:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764204.098160:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764204.098161:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764204.098163:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764204.098165:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764204.098167:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764204.098169:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482319360, portal 10
00000100:00000001:0.0:1787764204.098170:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764204.098171:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:0.0:1787764204.098175:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098179:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764204.098181:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764204.098182:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764204.098184:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482319360, offset 0
00000400:00000200:0.0:1787764204.098187:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764204.098189:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764204.098192:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764204.098194:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764204.098196:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764204.098198:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764204.098199:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764204.098201:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277737:277737:256:4294967295] 192.168.203.115@tcp LPNI seq info [277737:277737:8:4294967295]
00000400:00000200:0.0:1787764204.098204:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764204.098208:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764204.098211:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764204.098213:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764204.098215:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764204.098217:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764204.098220:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764204.098222:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764204.098224:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764204.098225:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764204.098227:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764204.098229:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764204.098231:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764204.098233:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764204.098234:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764204.098236:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098241:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764204.098243:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098247:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.098248:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764204.098250:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764204.098251:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764204.098253:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764204.098255:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320455188
00000100:00000001:0.0:1787764204.098257:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320456487
00000100:00000001:0.0:1787764204.098258:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320455188
00000100:00000001:0.0:1787764204.098260:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320456487
00000100:00000001:0.0:1787764204.098261:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764204.098262:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.098263:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764204.098265:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764204/real 1787764204]  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764204.098269:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764204.098270:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764204.098271:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764204.098272:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764204.098274:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764204.098275:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764204.098277:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764204.098282:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098286:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764204.098287:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098288:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764204.098288:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764204.098291:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098294:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764204.098297:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098301:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764204.098303:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098304:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764204.098304:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098306:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764204.098307:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764204.098308:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764204.098310:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764204.098312:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764204.098314:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764204.098318:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482319360:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764204.098321:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098322:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764204.098324:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482319232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098328:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764204.098329:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764204.098330:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764204.098331:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764204.098332:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764204.098333:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764204.098335:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764204.098336:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:0.0:1787764204.098338:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764204.098339:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764204.098340:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:0.0:1787764204.098342:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764204.098343:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098344:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764204.098346:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482319360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098355:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764204.098356:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764204.098357:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764204.098359:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764204.098360:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764204.098360:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764204.098361:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764204.098362:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:0.0:1787764204.098365:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764204.098365:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764204.098366:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:0.0:1787764204.098368:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764204.098369:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098370:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098373:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764204.098374:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.098375:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764204.098376:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764204.098377:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764204.098379:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098383:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764204.098384:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764204.098385:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764204.098387:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764204.098388:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764204.098390:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482319488:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764204.098392:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764204.098393:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764204.098395:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764204.098397:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764204.098399:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764204.098401:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764204.098405:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764204.098408:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764204.098416:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764204.098420:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482319488, portal 4
00000100:00000001:0.0:1787764204.098422:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764204.098423:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:0.0:1787764204.098429:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098436:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764204.098438:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764204.098441:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764204.098443:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482319488, offset 0
00000400:00000200:0.0:1787764204.098447:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764204.098451:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764204.098455:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764204.098458:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764204.098461:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764204.098463:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764204.098466:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764204.098469:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277738:277738:256:4294967295] 192.168.203.115@tcp LPNI seq info [277738:277738:8:4294967295]
00000400:00000200:0.0:1787764204.098473:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764204.098479:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764204.098484:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764204.098487:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764204.098490:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764204.098493:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764204.098497:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764204.098500:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764204.098503:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764204.098504:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764204.098507:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764204.098511:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764204.098514:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764204.098516:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764204.098518:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764204.098522:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098530:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764204.098533:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098540:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.098542:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764204.098545:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764204.098548:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764204.098552:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764204.098554:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320455188
00000100:00000001:0.0:1787764204.098556:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320456487
00000100:00000001:0.0:1787764204.098558:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320455188
00000100:00000001:0.0:1787764204.098560:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320456487
00000100:00000001:0.0:1787764204.098562:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764204.098564:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.098566:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764204.098570:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764204/real 1787764204]  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764204.098577:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764204.098585:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764204.098587:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764204.098589:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764204.098591:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764204.098592:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764204.098596:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764204.098604:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098610:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764204.098611:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098613:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764204.098614:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764204.098618:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098638:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764204.098642:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098649:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764204.098651:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098652:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764204.098654:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098656:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764204.098658:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764204.098660:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764204.098664:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764204.098666:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764204.098670:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764204.098677:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482319488:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764204.098681:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764204.098684:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098690:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764204.098692:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764204.098695:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764204.098696:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764204.098698:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764204.098701:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482319616:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764204.098704:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764204.098706:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764204.098708:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764204.098709:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764204.098713:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764204.098716:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764204.098719:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764204.098722:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764204.098725:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764204.098728:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482319616, portal 4
00000100:00000001:0.0:1787764204.098731:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764204.098732:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:0.0:1787764204.098737:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098744:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764204.098747:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764204.098769:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764204.098773:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482319616, offset 0
00000400:00000200:0.0:1787764204.098777:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764204.098781:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764204.098786:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764204.098789:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764204.098791:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764204.098794:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764204.098796:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764204.098800:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277739:277739:256:4294967295] 192.168.203.115@tcp LPNI seq info [277739:277739:8:4294967295]
00000400:00000200:0.0:1787764204.098804:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764204.098810:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764204.098816:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764204.098820:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764204.098824:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764204.098826:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764204.098831:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764204.098834:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764204.098838:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764204.098841:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764204.098844:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764204.098847:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764204.098851:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764204.098852:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764204.098854:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764204.098857:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098864:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764204.098867:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098874:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.098876:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764204.098879:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764204.098882:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764204.098885:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764204.098887:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320455193
00000100:00000001:0.0:1787764204.098890:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320456487
00000100:00000001:0.0:1787764204.098892:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320455193
00000100:00000001:0.0:1787764204.098894:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320456487
00000100:00000001:0.0:1787764204.098896:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764204.098899:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.098900:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764204.098905:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764204/real 1787764204]  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764204.098913:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764204.098915:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764204.098916:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764204.098919:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764204.098921:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764204.098923:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764204.098927:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764204.098937:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098944:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764204.098945:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098947:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764204.098949:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764204.098951:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098956:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764204.098959:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.098963:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764204.098965:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098967:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764204.098968:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098970:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764204.098971:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764204.098974:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764204.098977:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764204.098979:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764204.098984:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764204.098993:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482319616:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764204.098997:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.098999:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764204.099003:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482319488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.099010:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764204.099012:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764204.099015:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764204.099018:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764204.099019:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764204.099021:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764204.099023:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764204.099025:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:0.0:1787764204.099027:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764204.099028:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764204.099029:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:0.0:1787764204.099032:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764204.099033:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.099034:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764204.099037:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482319616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764204.099041:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764204.099042:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764204.099043:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764204.099045:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764204.099045:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764204.099046:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764204.099047:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764204.099048:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:0.0:1787764204.099049:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764204.099051:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764204.099052:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764204.099053:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764204.099054:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.099055:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764204.099058:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764204.099059:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764204.099060:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764204.099061:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764204.800892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764204.800899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764204.800905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764204.800906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764204.800908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764204.800909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764204.800975:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764204.800981:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764204.800986:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764205.440856:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320456487, at 4320456512
00000100:00000010:0.0:1787764205.440878:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764205.824947:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764205.824957:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764205.824965:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764205.824970:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764205.824973:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764205.824978:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764205.824982:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764205.824985:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764205.824988:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764205.824991:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764205.824995:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764205.824997:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764206.848857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764206.848862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764206.848866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764206.848867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764206.848869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764206.848871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764206.848922:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764206.848926:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764206.848930:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764207.872879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764207.872884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764207.872888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764207.872889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764207.872891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764207.872892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764207.872950:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764207.872954:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764207.872958:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764208.896879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764208.896889:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764208.896891:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764208.896894:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764208.896899:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764208.896902:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764208.896904:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764208.896907:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764208.896911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764208.896913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764208.896916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764208.896918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764208.896971:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764208.896976:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764208.896979:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764209.216877:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764209.216888:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764209.216891:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764209.216895:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764209.216899:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764209.216907:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25787
00000400:00000200:3.0:1787764209.216916:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764209.216924:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764209.216928:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764209.216932:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764209.216944:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764209.216948:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764209.216951:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764209.216955:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764209.216957:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764209.216960:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764209.216964:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764209.216967:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764209.216970:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764209.216973:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764209.216975:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764209.216978:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764209.216980:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764209.216983:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764209.216987:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764209.216990:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764209.216994:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764209.216998:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764209.217001:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764209.217003:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764209.217006:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764209.217017:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764209.217021:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764209.217025:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764209.217027:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764209.217030:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764209.217033:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764209.217037:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764209.217046:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764209.217052:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764209.217063:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764209.217074:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764209.217079:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764209.217084:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764209.217118:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764209.217122:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764209.217126:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764209.217128:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764209.217130:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764209.217133:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764209.217137:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25787
00000400:00000200:3.0:1787764209.217141:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764209.217146:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764209.217150:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764209.217153:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764209.217155:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764209.217158:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764209.217160:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764209.217164:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764209.217165:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764209.217170:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:0.0:1787764209.217174:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764209.217175:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764209.217178:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000100:00000001:0.0:1787764209.217184:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764209.217186:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764209.217189:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787764209.217191:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787764209.217192:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764209.217195:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764209.217197:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000100:00100000:0.0:1787764209.217199:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482319744:192.168.203.115@tcp:250:kworker.0
00000020:00000001:3.0:1787764209.217204:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:0.0:1787764209.217205:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764209.217210:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1787764209.217211:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
02000000:00000001:0.0:1787764209.217213:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764209.217218:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787764209.217222:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000010:0.0:1787764209.217224:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:3.0:1787764209.217226:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787764209.217227:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764209.217233:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764209.217234:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764209.217239:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000010:0.0:1787764209.217241:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000020:00000040:3.0:1787764209.217245:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000400:00000010:0.0:1787764209.217249:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00080000:3.0:1787764209.217251:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000200:0.0:1787764209.217256:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482319744, portal 25
00000100:00000001:3.0:1787764209.217257:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.217260:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787764209.217262:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764209.217263:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:0.0:1787764209.217271:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764209.217271:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764209.217279:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.217282:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764209.217284:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:0.0:1787764209.217287:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764209.217290:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000008:00100000:3.0:1787764209.217291:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1787764209.217292:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482319744, offset 0
00000008:00000001:3.0:1787764209.217299:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764209.217302:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764209.217305:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764209.217311:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000010:3.0:1787764209.217312:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000400:00000200:0.0:1787764209.217318:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000040:3.0:1787764209.217318:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764209.217325:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787764209.217328:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764209.217329:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764209.217334:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787764209.217337:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
02000000:00000001:3.0:1787764209.217338:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764209.217343:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764209.217345:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1787764209.217350:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000400:00000200:0.0:1787764209.217351:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764209.217358:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764209.217359:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277740:277740:256:4294967295] 192.168.203.115@tcp LPNI seq info [277740:277740:8:4294967295]
00000400:00000200:0.0:1787764209.217367:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764209.217381:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787764209.217381:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787764209.217394:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764209.217402:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000100:00000001:3.0:1787764209.217402:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764209.217408:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764209.217412:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764209.217416:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1787764209.217418:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787764209.217425:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764209.217431:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764209.217439:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764209.217441:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787764209.217442:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764209.217449:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787764209.217449:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787764209.217456:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787764209.217457:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1787764209.217460:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00000001:3.0:1787764209.217461:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1787764209.217463:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00080000:3.0:1787764209.217466:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764209.217468:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764209.217473:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1787764209.217474:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764209.217482:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25787
00000100:00000001:0.0:1787764209.217487:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787764209.217491:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764209.217493:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.217502:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764209.217502:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764209.217506:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787764209.217509:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764209.217512:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764209.217516:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764209.217519:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764209.217524:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764209.217525:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320461607
00000100:00000040:3.0:1787764209.217530:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000010:0.0:1787764209.217532:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:3.0:1787764209.217535:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764209.217540:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787764209.217541:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764209.217547:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320461607
00000100:00000010:0.0:1787764209.217550:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217000.
00000020:00000040:3.0:1787764209.217553:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000100:00000001:0.0:1787764209.217554:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1787764209.217559:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764209.217560:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764209.217564:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764209.217566:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000100:00000001:0.0:1787764209.217567:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764209.217572:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764209/real 1787764209]  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764209.217572:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764209.217578:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000001:0.0:1787764209.217585:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764209.217600:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764209.217602:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000100:00000040:3.0:1787764209.217604:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764209.217606:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764209.217611:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:3.0:1787764209.217611:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764209.217616:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787764209.217619:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000200:0.0:1787764209.217622:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764209.217626:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764209.217634:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00000200:0.0:1787764209.217635:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764209.217644:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764209.217652:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.217656:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764209.217658:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764209.217658:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764209.217663:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764209.217665:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764209.217665:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787764209.217672:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764209.217672:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764209.217678:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764209.217682:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787764209.217683:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764209.217689:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764209.217690:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764209.217696:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.217702:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764209.217705:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787764209.217705:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000100:00000001:0.0:1787764209.217709:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764209.217711:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764209.217712:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000001:0.0:1787764209.217713:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764209.217717:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764209.217719:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:0.0:1787764209.217720:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787764209.217724:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764209.217725:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787764209.217729:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787764209.217730:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787764209.217735:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1787764209.217736:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764209.217741:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764209.217745:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482319744:192.168.203.115@tcp:250:kworker.0
02000000:00000010:3.0:1787764209.217770:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:0.0:1787764209.217777:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764209.217777:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.217782:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764209.217790:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482319744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764209.217791:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764209.217803:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764209.217807:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764209.217811:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
00000100:00000001:3.0:1787764209.217813:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787764209.217814:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764209.217818:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787764209.217819:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787764209.217820:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764209.217825:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764209.217827:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
00000100:00000040:3.0:1787764209.217831:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764209.217833:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764209.217835:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764209.217837:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:0.0:1787764209.217842:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764209.217844:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.217849:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764209.217850:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.217855:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787764209.217856:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764209.217858:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.217862:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764209.217866:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787764209.217866:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764209.217869:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764209.217872:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1787764209.217874:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764209.217876:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764209.217885:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764209.217888:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764209.217890:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764209.217893:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25787
02000000:00000001:0.0:1787764209.217894:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764209.217896:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764209.217900:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764209.217904:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:0.0:1787764209.217905:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482319872:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764209.217910:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764209.217912:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764209.217915:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764209.217915:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
02000000:00000001:0.0:1787764209.217918:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764209.217922:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
00000100:00080000:3.0:1787764209.217923:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1787764209.217925:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764209.217932:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764209.217933:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764209.217936:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000100:00000001:3.0:1787764209.217939:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787764209.217941:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764209.217946:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482319872, portal 10
00000100:00000040:3.0:1787764209.217946:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764209.217950:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764209.217953:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000001:3.0:1787764209.217954:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764209.217959:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787764209.217962:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764209.217963:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764209.217968:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764209.217971:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764209.217972:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000040:0.0:1787764209.217976:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764209.217980:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000020:00000001:3.0:1787764209.217981:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000200:0.0:1787764209.217982:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482319872, offset 0
00000020:00000001:3.0:1787764209.217988:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000200:0.0:1787764209.217989:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764209.217994:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764209.217998:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764209.218000:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:3.0:1787764209.218005:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764209.218006:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764209.218013:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000040:3.0:1787764209.218015:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764209.218017:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764209.218022:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764209.218023:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764209.218026:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277741:277741:256:4294967295] 192.168.203.115@tcp LPNI seq info [277741:277741:8:4294967295]
00000020:00000040:3.0:1787764209.218029:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000200:0.0:1787764209.218032:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764209.218038:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:0.0:1787764209.218041:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764209.218046:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764209.218048:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764209.218051:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1787764209.218052:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764209.218057:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764209.218057:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1787764209.218062:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1787764209.218064:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764209.218068:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764209.218071:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.1:1787764209.218074:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000008:00000001:3.0:1787764209.218076:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764209.218078:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787764209.218081:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787764209.218084:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764209.218087:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764209.218089:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1787764209.218089:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000400:00000200:0.0:1787764209.218095:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787764209.218097:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000400:00000200:0.0:1787764209.218098:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764209.218102:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
02000000:00000001:3.0:1787764209.218104:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787764209.218105:0:257227:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787764209.218108:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764209.218110:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764209.218114:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764209.218117:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764209.218122:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218129:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1787764209.218131:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000040:0.0:1787764209.218132:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764209.218138:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218140:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218143:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764209.218146:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764209.218150:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000100:00100000:3.0:1787764209.218150:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764209.218156:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764209.218160:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320460300
00000100:00000001:0.0:1787764209.218165:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320461607
00000100:00000001:0.0:1787764209.218169:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320460300
00000100:00000001:0.0:1787764209.218173:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320461607
00000100:00000001:3.0:1787764209.218173:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764209.218177:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764209.218180:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764209.218180:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218185:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764209.218193:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764209/real 1787764209]  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764209.218194:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764209.218208:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764209.218210:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764209.218213:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764209.218216:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764209.218219:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:3.0:1787764209.218221:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218222:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764209.218227:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764209.218228:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764209.218237:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:0.0:1787764209.218241:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764209.218242:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764209.218246:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764209.218250:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764209.218253:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764209.218253:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764209.218257:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764209.218259:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764209.218262:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25787
00000100:00100000:0.0:1787764209.218264:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218273:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764209.218274:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764209.218279:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764209.218285:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764209.218287:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764209.218291:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764209.218291:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764209.218293:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764209.218295:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.218297:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764209.218300:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764209.218300:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00080000:0.0:1787764209.218305:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764209.218307:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1787764209.218310:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764209.218313:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764209.218315:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:0.0:1787764209.218318:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764209.218322:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764209.218329:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764209.218332:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00100000:0.0:1787764209.218333:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482319872:192.168.203.115@tcp:38:kworker.0
00000020:00000001:3.0:1787764209.218338:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764209.218342:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764209.218343:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764209.218349:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764209.218350:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764209.218355:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764209.218365:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764209.218367:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764209.218371:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764209.218372:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787764209.218376:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787764209.218377:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:0.0:1787764209.218380:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764209.218383:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:0.0:1787764209.218384:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764209.218390:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320000:192.168.203.115@tcp:38:kworker.0
00000020:00000040:3.0:1787764209.218392:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:0.0:1787764209.218393:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764209.218398:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764209.218400:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764209.218401:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:0.0:1787764209.218402:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764209.218406:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:3.0:1787764209.218408:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764209.218409:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764209.218414:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787764209.218415:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764209.218419:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
02000000:00000001:3.0:1787764209.218421:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1787764209.218422:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764209.218428:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482320000, portal 10
02000000:00000001:3.0:1787764209.218428:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218430:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764209.218432:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000001:3.0:1787764209.218435:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:0.0:1787764209.218440:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764209.218441:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764209.218449:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218452:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764209.218454:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764209.218455:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764209.218461:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764209.218463:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482320000, offset 0
00000100:00000010:3.0:1787764209.218463:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000400:00000200:0.0:1787764209.218470:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000020:00000040:3.0:1787764209.218470:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000400:00000200:0.0:1787764209.218476:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764209.218477:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787764209.218480:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
02000000:00000001:3.0:1787764209.218482:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764209.218484:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764209.218488:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787764209.218489:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764209.218493:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764209.218493:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787764209.218498:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:3.0:1787764209.218498:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764209.218502:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277742:277742:256:4294967295] 192.168.203.115@tcp LPNI seq info [277742:277742:8:4294967295]
00000400:00000200:0.0:1787764209.218506:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:3.0:1787764209.218508:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000400:00000200:0.0:1787764209.218512:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764209.218515:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764209.218519:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764209.218523:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000100:00100000:3.0:1787764209.218528:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787764209.218530:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764209.218536:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764209.218544:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764209.218548:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787764209.218551:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1787764209.218552:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764209.218556:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000100:00000001:3.0:1787764209.218557:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764209.218559:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764209.218565:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764209.218570:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00000040:3.0:1787764209.218570:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787764209.218573:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764209.218576:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764209.218581:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764209.218606:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218610:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764209.218614:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25797)
00000100:00000040:0.0:1787764209.218615:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218623:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218624:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764209.218627:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764209.218629:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764209.218631:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764209.218633:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320460308
00000100:00000001:0.0:1787764209.218635:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320461607
00000100:00000001:0.0:1787764209.218637:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320460308
00000100:00000001:0.0:1787764209.218639:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320461607
00000100:00000001:0.0:1787764209.218641:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764209.218642:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218644:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764209.218646:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764209/real 1787764209]  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764209.218651:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764209.218653:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764209.218654:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764209.218655:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764209.218656:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764209.218658:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764209.218660:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764209.218665:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218669:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764209.218670:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.218671:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764209.218672:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764209.218674:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218678:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764209.218680:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218684:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764209.218686:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.218687:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764209.218688:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.218689:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764209.218690:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764209.218691:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764209.218693:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764209.218694:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764209.218697:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764209.218706:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320000:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764209.218708:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.218710:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764209.218711:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482319872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218715:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764209.218716:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764209.218718:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764209.218719:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764209.218720:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764209.218721:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764209.218722:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764209.218723:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:0.0:1787764209.218725:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764209.218726:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764209.218727:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:0.0:1787764209.218728:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764209.218729:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.218730:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764209.218732:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482320000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218736:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764209.218737:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764209.218738:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764209.218740:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764209.218741:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764209.218741:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764209.218742:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764209.218743:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:0.0:1787764209.218745:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764209.218746:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764209.218747:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:0.0:1787764209.218763:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764209.218764:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.218766:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.218768:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764209.218769:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218770:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764209.218771:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764209.218772:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764209.218775:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218780:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764209.218781:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764209.218782:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764209.218783:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764209.218785:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764209.218787:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764209.218789:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764209.218790:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764209.218791:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764209.218792:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764209.218795:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764209.218796:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764209.218799:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764209.218800:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764209.218802:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764209.218805:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482320128, portal 4
00000100:00000001:0.0:1787764209.218806:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764209.218807:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:0.0:1787764209.218810:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218815:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764209.218816:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764209.218818:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764209.218819:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482320128, offset 0
00000400:00000200:0.0:1787764209.218822:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764209.218825:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764209.218827:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764209.218829:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764209.218831:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764209.218833:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764209.218835:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764209.218837:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277743:277743:256:4294967295] 192.168.203.115@tcp LPNI seq info [277743:277743:8:4294967295]
00000400:00000200:0.0:1787764209.218840:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764209.218844:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764209.218847:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764209.218848:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764209.218851:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764209.218853:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764209.218855:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764209.218858:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764209.218860:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764209.218862:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764209.218864:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764209.218866:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764209.218868:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764209.218869:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764209.218870:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764209.218872:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218878:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764209.218879:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218884:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218885:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764209.218887:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764209.218889:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764209.218891:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764209.218892:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320460309
00000100:00000001:0.0:1787764209.218894:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320461607
00000100:00000001:0.0:1787764209.218896:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320460309
00000100:00000001:0.0:1787764209.218897:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320461607
00000100:00000001:0.0:1787764209.218898:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764209.218899:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.218900:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764209.218903:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764209/real 1787764209]  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764209.218907:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764209.218908:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764209.218909:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764209.218910:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764209.218912:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764209.218913:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764209.218915:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764209.218920:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218924:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764209.218925:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.218926:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764209.218927:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764209.218929:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218933:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764209.218935:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218939:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764209.218941:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.218942:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764209.218943:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.218944:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764209.218945:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764209.218947:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764209.218949:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764209.218950:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764209.218953:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764209.218957:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764209.218959:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764209.218961:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218965:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764209.218966:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764209.218967:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764209.218968:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764209.218969:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764209.218971:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764209.218973:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764209.218974:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764209.218975:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764209.218976:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764209.218978:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764209.218979:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764209.218981:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764209.218982:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764209.218984:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764209.218986:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482320256, portal 4
00000100:00000001:0.0:1787764209.218988:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764209.218989:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:0.0:1787764209.218992:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.218996:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764209.218998:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764209.218999:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764209.219001:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482320256, offset 0
00000400:00000200:0.0:1787764209.219003:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764209.219005:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764209.219007:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764209.219009:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764209.219010:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764209.219012:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764209.219013:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764209.219015:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277744:277744:256:4294967295] 192.168.203.115@tcp LPNI seq info [277744:277744:8:4294967295]
00000400:00000200:0.0:1787764209.219018:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764209.219022:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764209.219025:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764209.219027:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764209.219029:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764209.219031:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764209.219033:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764209.219035:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764209.219037:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764209.219039:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764209.219041:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764209.219043:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764209.219044:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764209.219045:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764209.219046:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764209.219048:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.219057:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764209.219059:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.219063:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.219064:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764209.219066:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764209.219067:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764209.219069:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764209.219070:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320460313
00000100:00000001:0.0:1787764209.219072:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320461607
00000100:00000001:0.0:1787764209.219073:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320460313
00000100:00000001:0.0:1787764209.219074:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320461607
00000100:00000001:0.0:1787764209.219076:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764209.219077:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.219078:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764209.219081:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764209/real 1787764209]  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764209.219085:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764209.219086:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764209.219086:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764209.219088:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764209.219089:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764209.219090:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764209.219091:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764209.219096:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.219101:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764209.219102:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.219103:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764209.219104:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764209.219106:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.219110:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764209.219113:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.219116:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764209.219118:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.219119:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764209.219119:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.219120:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764209.219121:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764209.219123:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764209.219125:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764209.219126:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764209.219128:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764209.219133:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764209.219135:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.219136:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764209.219138:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482320128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.219142:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764209.219143:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764209.219144:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764209.219146:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764209.219147:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764209.219148:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764209.219149:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764209.219150:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:0.0:1787764209.219152:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764209.219153:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764209.219154:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:0.0:1787764209.219156:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764209.219156:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.219158:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764209.219160:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482320256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764209.219164:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764209.219164:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764209.219165:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764209.219166:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764209.219167:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764209.219168:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764209.219169:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764209.219170:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:0.0:1787764209.219171:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764209.219171:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764209.219172:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:0.0:1787764209.219174:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764209.219175:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.219176:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764209.219178:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764209.219179:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764209.219180:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764209.219181:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764209.920893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764209.920901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764209.920908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764209.920910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764209.920914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764209.920915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764209.920984:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764209.920988:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764209.920991:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764210.560891:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320461607, at 4320461632
00000100:00000010:0.0:1787764210.560913:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764210.944872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764210.944879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764210.944884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764210.944885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764210.944889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764210.944890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764211.968910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764211.968917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764211.968923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764211.968925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764211.968929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764211.968930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764211.968989:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764211.968993:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764211.968995:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764212.992840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764212.992845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764212.992849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764212.992851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764212.992853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764212.992854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764212.992911:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764212.992916:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764212.992920:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764214.016850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764214.016855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764214.016859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764214.016860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764214.016863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764214.016865:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764214.016867:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764214.016870:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764214.016872:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764214.016873:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764214.016875:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764214.016877:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764214.016955:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764214.016961:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764214.016964:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787764214.337199:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764214.337206:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764214.337211:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764214.337228:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6530c0 x1874595482320384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.337242:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764214.337246:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764214.337254:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764214.337257:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764214.337261:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764214.337266:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482320384:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764214.337274:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764214.337280:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764214.337283:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764214.337288:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764214.337295:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764214.337299:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764214.337318:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764214.337323:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764214.337331:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764214.337342:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482320384, portal 25
00000100:00000001:0.0:1787764214.337347:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764214.337350:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906730688 : -118790802820928 : ffff93f5dc6530c0)
00000100:00000040:0.0:1787764214.337357:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6530c0 x1874595482320384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.337379:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764214.337384:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764214.337388:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764214.337392:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482320384, offset 0
00000400:00000200:0.0:1787764214.337401:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764214.337412:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764214.337421:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764214.337429:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764214.337449:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764214.337456:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764214.337461:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764214.337467:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277745:277745:256:4294967295] 192.168.203.115@tcp LPNI seq info [277745:277745:8:4294967295]
00000400:00000200:0.0:1787764214.337478:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764214.337494:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764214.337511:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764214.337517:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764214.337528:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764214.337532:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787764214.337540:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764214.337547:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787764214.337574:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764214.337579:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764214.337590:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764214.337602:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764214.337613:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764214.337617:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764214.337624:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764214.337631:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6530c0 x1874595482320384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.337646:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764214.337657:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6530c0 x1874595482320384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.337670:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.337674:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764214.337684:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764214.337694:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764214.337699:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320466727
00000100:00000010:0.0:1787764214.337705:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764214.337715:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764214.337727:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320466727
00000100:00000010:0.0:1787764214.337734:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217180.
00000100:00000001:0.0:1787764214.337739:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764214.337743:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764214.337780:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.337784:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764214.337788:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764214/real 1787764214]  req@ffff93f5dc6530c0 x1874595482320384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764214.337800:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764214.337804:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764214.337807:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764214.337811:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764214.337814:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764214.337819:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764214.337825:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6530c0 x1874595482320384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764214.337839:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6530c0 x1874595482320384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.337850:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764214.337853:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.337857:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764214.337860:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764214.337868:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6530c0 x1874595482320384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.337879:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764214.337887:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6530c0 x1874595482320384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.337897:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764214.337903:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.337905:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764214.337908:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.337912:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764214.337915:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764214.337926:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764214.337933:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764214.337937:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764214.337944:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6530c0 x1874595482320384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764214.337956:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482320384:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764214.337962:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.337965:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764214.337971:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6530c0 x1874595482320384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.337980:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764214.337984:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764214.337987:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764214.337993:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764214.337998:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764214.338001:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764214.338006:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764214.338010:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c000.
02000000:00000001:0.0:1787764214.338016:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764214.338019:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764214.338022:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6530c0.
00000100:00000001:0.0:1787764214.338028:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764214.338031:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338034:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338042:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764214.338045:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.338049:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764214.338051:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764214.338052:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764214.338058:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653c00 x1874595482320512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338070:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764214.338072:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764214.338078:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764214.338081:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764214.338084:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764214.338090:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764214.338094:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764214.338097:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764214.338105:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764214.338110:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764214.338114:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764214.338118:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764214.338123:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764214.338128:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764214.338131:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764214.338136:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482320512, portal 10
00000100:00000001:0.0:1787764214.338138:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764214.338141:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906733568 : -118790802818048 : ffff93f5dc653c00)
00000100:00000040:0.0:1787764214.338150:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653c00 x1874595482320512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338155:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764214.338157:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764214.338158:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764214.338162:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482320512, offset 0
00000400:00000200:0.0:1787764214.338171:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764214.338179:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764214.338185:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764214.338190:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764214.338195:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764214.338201:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764214.338203:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764214.338208:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277746:277746:256:4294967295] 192.168.203.115@tcp LPNI seq info [277746:277746:8:4294967295]
00000400:00000200:0.0:1787764214.338219:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764214.338230:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764214.338236:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764214.338240:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764214.338247:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764214.338250:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787764214.338258:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764214.338262:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787764214.338267:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764214.338269:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764214.338274:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764214.338280:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764214.338283:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764214.338284:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764214.338287:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764214.338292:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653c00 x1874595482320512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338302:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764214.338307:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653c00 x1874595482320512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338319:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.338321:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764214.338326:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764214.338333:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764214.338340:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764214.338345:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320465420
00000100:00000001:0.0:1787764214.338351:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320466727
00000100:00000001:0.0:1787764214.338355:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320465420
00000100:00000001:0.0:1787764214.338357:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320466727
00000100:00000001:0.0:1787764214.338362:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764214.338365:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.338371:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764214.338375:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764214/real 1787764214]  req@ffff93f5dc653c00 x1874595482320512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764214.338384:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764214.338387:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764214.338392:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764214.338395:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764214.338399:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764214.338402:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764214.338408:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653c00 x1874595482320512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764214.338421:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653c00 x1874595482320512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338432:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764214.338434:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338437:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764214.338439:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764214.338444:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653c00 x1874595482320512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338453:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764214.338459:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653c00 x1874595482320512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338469:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764214.338472:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338473:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764214.338475:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338480:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764214.338482:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764214.338487:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764214.338492:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764214.338495:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764214.338499:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653c00 x1874595482320512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764214.338512:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764214.338515:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764214.338520:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651680 x1874595482320640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338529:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764214.338530:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764214.338533:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764214.338535:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764214.338539:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764214.338546:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764214.338564:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764214.338567:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764214.338568:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764214.338572:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764214.338578:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764214.338582:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764214.338589:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764214.338595:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764214.338602:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764214.338608:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482320640, portal 10
00000100:00000001:0.0:1787764214.338612:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764214.338615:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906723968 : -118790802827648 : ffff93f5dc651680)
00000100:00000040:0.0:1787764214.338625:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651680 x1874595482320640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338632:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764214.338638:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764214.338640:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764214.338642:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482320640, offset 0
00000400:00000200:0.0:1787764214.338645:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764214.338649:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764214.338651:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764214.338654:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764214.338656:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764214.338659:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764214.338660:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764214.338663:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277747:277747:256:4294967295] 192.168.203.115@tcp LPNI seq info [277747:277747:8:4294967295]
00000400:00000200:0.0:1787764214.338666:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764214.338671:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764214.338674:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764214.338676:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764214.338679:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764214.338681:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787764214.338684:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764214.338686:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787764214.338688:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764214.338690:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764214.338692:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764214.338694:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764214.338696:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764214.338698:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764214.338699:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764214.338702:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651680 x1874595482320640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338707:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764214.338709:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651680 x1874595482320640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338714:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.338716:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764214.338718:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764214.338720:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764214.338722:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764214.338723:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320465428
00000100:00000001:0.0:1787764214.338725:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320466727
00000100:00000001:0.0:1787764214.338727:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320465428
00000100:00000001:0.0:1787764214.338728:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320466727
00000100:00000001:0.0:1787764214.338730:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764214.338731:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.338733:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764214.338735:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764214/real 1787764214]  req@ffff93f5dc651680 x1874595482320640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764214.338739:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764214.338740:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764214.338742:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764214.338743:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764214.338744:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764214.338746:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764214.338764:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651680 x1874595482320640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764214.338770:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651680 x1874595482320640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338775:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764214.338776:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338777:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764214.338778:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764214.338780:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651680 x1874595482320640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338785:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764214.338788:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651680 x1874595482320640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338793:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764214.338795:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338796:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764214.338796:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338798:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764214.338799:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764214.338800:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764214.338802:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764214.338803:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764214.338806:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651680 x1874595482320640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764214.338811:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764214.338814:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338815:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764214.338817:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653c00 x1874595482320512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338822:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764214.338823:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764214.338825:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764214.338827:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764214.338828:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764214.338829:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764214.338830:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764214.338832:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c400.
02000000:00000001:0.0:1787764214.338834:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764214.338835:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764214.338836:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653c00.
00000100:00000001:0.0:1787764214.338837:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764214.338839:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338840:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764214.338842:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651680 x1874595482320640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338846:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764214.338847:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764214.338848:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764214.338850:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764214.338850:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764214.338851:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764214.338852:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764214.338853:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:0.0:1787764214.338854:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764214.338855:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764214.338856:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651680.
00000100:00000001:0.0:1787764214.338858:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764214.338859:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338860:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.338862:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764214.338863:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.338864:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764214.338865:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764214.338866:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764214.338868:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652d00 x1874595482320768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338872:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764214.338873:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764214.338874:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764214.338875:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764214.338877:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764214.338878:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764214.338881:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764214.338882:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764214.338884:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764214.338885:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764214.338887:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764214.338889:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764214.338891:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764214.338893:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764214.338895:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764214.338897:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482320768, portal 4
00000100:00000001:0.0:1787764214.338898:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764214.338899:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906729728 : -118790802821888 : ffff93f5dc652d00)
00000100:00000040:0.0:1787764214.338904:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652d00 x1874595482320768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338908:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764214.338910:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764214.338911:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764214.338913:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482320768, offset 0
00000400:00000200:0.0:1787764214.338915:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764214.338917:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764214.338919:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764214.338921:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764214.338923:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764214.338925:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764214.338926:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764214.338928:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277748:277748:256:4294967295] 192.168.203.115@tcp LPNI seq info [277748:277748:8:4294967295]
00000400:00000200:0.0:1787764214.338931:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764214.338935:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764214.338938:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764214.338940:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764214.338942:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764214.338944:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787764214.338947:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764214.338948:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787764214.338951:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764214.338952:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764214.338955:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764214.338957:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764214.338959:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764214.338960:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764214.338962:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764214.338964:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652d00 x1874595482320768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338970:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764214.338972:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652d00 x1874595482320768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.338980:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.338981:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764214.338984:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764214.338987:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764214.338991:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764214.338993:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320465429
00000100:00000001:0.0:1787764214.338996:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320466727
00000100:00000001:0.0:1787764214.338998:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320465429
00000100:00000001:0.0:1787764214.339000:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320466727
00000100:00000001:0.0:1787764214.339002:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764214.339004:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.339006:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764214.339010:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764214/real 1787764214]  req@ffff93f5dc652d00 x1874595482320768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764214.339018:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764214.339019:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764214.339020:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764214.339023:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764214.339024:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764214.339026:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764214.339029:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652d00 x1874595482320768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764214.339044:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652d00 x1874595482320768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339051:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764214.339052:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.339054:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764214.339055:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764214.339059:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652d00 x1874595482320768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339065:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764214.339069:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652d00 x1874595482320768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339075:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764214.339077:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.339079:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764214.339080:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.339082:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764214.339084:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764214.339086:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764214.339089:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764214.339091:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764214.339095:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652d00 x1874595482320768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764214.339102:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764214.339106:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764214.339109:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651a40 x1874595482320896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339121:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764214.339123:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764214.339125:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764214.339127:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764214.339129:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764214.339132:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764214.339135:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764214.339137:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764214.339139:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764214.339141:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764214.339144:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764214.339146:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764214.339149:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764214.339151:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764214.339154:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764214.339157:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482320896, portal 4
00000100:00000001:0.0:1787764214.339159:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764214.339160:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906724928 : -118790802826688 : ffff93f5dc651a40)
00000100:00000040:0.0:1787764214.339167:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651a40 x1874595482320896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339174:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764214.339177:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764214.339179:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764214.339182:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482320896, offset 0
00000400:00000200:0.0:1787764214.339185:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764214.339188:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764214.339191:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764214.339193:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764214.339195:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764214.339197:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764214.339199:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764214.339201:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277749:277749:256:4294967295] 192.168.203.115@tcp LPNI seq info [277749:277749:8:4294967295]
00000400:00000200:0.0:1787764214.339204:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764214.339209:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764214.339212:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764214.339214:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764214.339216:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764214.339219:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787764214.339222:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764214.339224:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787764214.339226:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764214.339228:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764214.339230:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764214.339233:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764214.339235:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764214.339236:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764214.339237:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764214.339240:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651a40 x1874595482320896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339246:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764214.339248:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651a40 x1874595482320896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339252:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.339253:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764214.339255:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764214.339257:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764214.339258:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764214.339260:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320465433
00000100:00000001:0.0:1787764214.339262:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320466727
00000100:00000001:0.0:1787764214.339263:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320465433
00000100:00000001:0.0:1787764214.339265:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320466727
00000100:00000001:0.0:1787764214.339267:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764214.339268:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.339270:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764214.339272:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764214/real 1787764214]  req@ffff93f5dc651a40 x1874595482320896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764214.339278:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764214.339279:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764214.339280:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764214.339282:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764214.339283:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764214.339284:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764214.339286:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651a40 x1874595482320896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764214.339291:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651a40 x1874595482320896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339296:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764214.339297:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.339298:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764214.339298:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764214.339300:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651a40 x1874595482320896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339304:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764214.339307:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651a40 x1874595482320896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339311:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764214.339312:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.339313:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764214.339314:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.339315:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764214.339316:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764214.339317:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764214.339320:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764214.339322:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764214.339324:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651a40 x1874595482320896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764214.339329:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482320896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764214.339332:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.339333:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764214.339335:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652d00 x1874595482320768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339338:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764214.339339:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764214.339340:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764214.339342:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764214.339343:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764214.339344:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764214.339345:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764214.339346:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:0.0:1787764214.339347:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764214.339348:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764214.339349:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652d00.
00000100:00000001:0.0:1787764214.339351:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764214.339352:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.339353:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764214.339355:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651a40 x1874595482320896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764214.339360:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764214.339360:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764214.339361:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764214.339363:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764214.339364:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764214.339365:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764214.339366:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764214.339367:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:0.0:1787764214.339369:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764214.339369:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764214.339370:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651a40.
00000100:00000001:0.0:1787764214.339372:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764214.339373:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.339374:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764214.339376:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764214.339377:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764214.339378:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764214.339380:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764215.040833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764215.040839:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764215.040843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764215.040844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764215.040846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764215.040847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764215.040899:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764215.040903:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764215.040907:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764215.680858:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320466727, at 4320466752
00000100:00000010:0.0:1787764215.680878:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764216.064886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764216.064892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764216.064897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764216.064900:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764216.064903:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764216.064905:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764216.064907:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764216.064909:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764216.064911:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764216.064913:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764216.064932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764216.064933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764217.088834:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764217.088839:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764217.088844:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764217.088845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764217.088848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764217.088850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764217.088919:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764217.088923:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764217.088926:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764218.112887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764218.112892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764218.112896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764218.112897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764218.112900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764218.112901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764218.112962:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764218.112967:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764218.112971:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764219.136874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764219.136883:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764219.136885:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764219.136889:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764219.136894:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764219.136896:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764219.136899:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764219.136902:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764219.136906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764219.136908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764219.136912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764219.136913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764219.136974:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764219.136979:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764219.136982:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764219.456856:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764219.456867:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764219.456870:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764219.456874:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764219.456878:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764219.456886:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25798
00000400:00000200:0.0:1787764219.456896:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764219.456903:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764219.456907:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764219.456910:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.456914:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764219.456916:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.456920:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764219.456924:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764219.456927:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764219.456930:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764219.456933:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764219.456936:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764219.456939:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764219.456942:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.456944:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764219.456946:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.456947:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764219.456951:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764219.456955:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764219.456958:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764219.456961:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764219.456964:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764219.456967:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.456969:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764219.456972:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764219.456981:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764219.456984:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764219.456988:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764219.456990:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.456993:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764219.456995:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764219.456999:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764219.457008:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764219.457015:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764219.457023:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482321024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764219.457034:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764219.457038:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764219.457043:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482321024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764219.457088:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764219.457092:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764219.457096:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764219.457097:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764219.457099:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764219.457103:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764219.457107:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25798
00000400:00000200:0.0:1787764219.457111:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764219.457115:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764219.457117:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764219.457120:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457123:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764219.457126:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457128:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764219.457131:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764219.457134:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764219.457146:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764219.457150:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764219.457154:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764219.457160:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764219.457168:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457172:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764219.457176:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457179:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764219.457182:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764219.457185:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457187:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764219.457191:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764219.457198:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764219.457202:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457206:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764219.457211:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764219.457219:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457222:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764219.457227:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764219.457231:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764219.457236:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764219.457239:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457241:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764219.457242:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764219.457245:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764219.457253:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764219.457259:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764219.457268:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482321152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764219.457279:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764219.457283:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764219.457295:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482321152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764219.457308:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764219.457312:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764219.457317:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764219.457321:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764219.457324:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764219.457330:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764219.457336:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25798
00000400:00000200:0.0:1787764219.457344:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764219.457351:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764219.457356:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764219.457363:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457366:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764219.457371:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457375:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764219.457379:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764219.457381:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764219.457382:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764219.457385:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764219.457390:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764219.457394:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764219.457400:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457404:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764219.457408:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457411:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764219.457414:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764219.457417:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457422:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764219.457426:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764219.457429:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764219.457433:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457438:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764219.457441:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764219.457447:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457451:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764219.457457:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764219.457462:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764219.457468:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764219.457471:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457475:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764219.457479:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764219.457483:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764219.457489:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764219.457495:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764219.457504:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482321280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764219.457515:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764219.457530:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764219.457538:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482321280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764219.457552:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764219.457559:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787764219.457560:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764219.457564:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764219.457572:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764219.457576:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764219.457580:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764219.457584:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764219.457591:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25798
00000400:00000200:0.0:1787764219.457600:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764219.457605:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764219.457607:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764219.457612:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457618:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764219.457623:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457628:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764219.457632:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764219.457635:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764219.457639:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764219.457643:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764219.457650:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764219.457653:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764219.457660:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457665:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764219.457671:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457677:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764219.457682:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764219.457688:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457692:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764219.457696:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764219.457701:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764219.457705:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457709:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764219.457710:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764219.457718:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457720:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764219.457724:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764219.457727:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764219.457730:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764219.457731:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457733:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764219.457736:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764219.457738:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764219.457742:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764219.457789:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764219.457797:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482321408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764219.457816:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764219.457820:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764219.457826:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482321408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764219.457839:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764219.457841:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764219.457845:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764219.457847:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764219.457851:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764219.457853:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764219.457857:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25798
00000400:00000200:0.0:1787764219.457862:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764219.457866:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764219.457868:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764219.457869:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457871:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764219.457872:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457874:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764219.457879:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764219.457881:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764219.457884:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764219.457887:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764219.457893:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764219.457895:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764219.457899:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457903:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764219.457906:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457911:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764219.457915:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764219.457919:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764219.457923:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764219.457927:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764219.457930:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764219.457934:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457938:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764219.457940:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764219.457945:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457947:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764219.457952:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764219.457956:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764219.457960:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764219.457962:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764219.457965:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764219.457967:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764219.457970:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764219.457974:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764219.457977:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764219.457984:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482321536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764219.458008:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764219.458012:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764219.458017:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482321536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764219.458025:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764219.458027:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25808)
00000800:00000200:1.1:1787764219.458261:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764219.458263:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764219.458457:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764219.458459:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764219.458696:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764219.458698:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764219.458929:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764219.458931:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00010000:00000001:2.0:1787764220.160890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764220.160896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764220.160900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764220.160901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764220.160903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764220.160904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764220.160974:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764220.160979:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764220.160983:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764220.800843:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320471847, at 4320471872
00000100:00000010:0.0:1787764220.800859:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fd80.
00010000:00000001:2.0:1787764221.184872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764221.184879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764221.184885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764221.184886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764221.184890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764221.184891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764222.208895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764222.208902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764222.208907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764222.208909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764222.208912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764222.208914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764222.208963:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764222.208967:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764222.208970:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764223.232848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764223.232855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764223.232861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764223.232862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764223.232866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764223.232869:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764223.232872:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764223.232875:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764223.232878:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764223.232880:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764223.232882:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764223.232885:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764223.232933:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764223.232938:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764223.232941:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764224.256873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764224.256878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764224.256883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764224.256884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764224.256886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764224.256887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764224.256933:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764224.256937:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764224.256939:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764224.576850:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764224.576858:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764224.576860:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764224.576863:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764224.576866:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764224.576873:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25803
00000400:00000200:2.0:1787764224.576880:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764224.576885:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764224.576888:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764224.576890:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.576892:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764224.576894:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.576895:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764224.576898:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764224.576900:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764224.576901:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764224.576904:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764224.576907:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764224.576908:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764224.576911:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.576912:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764224.576914:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.576915:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764224.576917:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764224.576919:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764224.576920:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764224.576922:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764224.576925:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764224.576927:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.576928:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764224.576931:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764224.576939:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764224.576943:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764224.576947:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764224.576948:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.576951:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764224.576953:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764224.576957:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764224.576965:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764224.576972:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764224.576981:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482321664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764224.576991:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764224.576994:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764224.576998:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482321664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764224.577018:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764224.577021:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764224.577024:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764224.577025:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764224.577026:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764224.577028:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764224.577030:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25803
00000400:00000200:2.0:1787764224.577033:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764224.577035:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764224.577036:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764224.577038:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577040:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764224.577042:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577043:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764224.577045:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764224.577047:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764224.577048:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764224.577050:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764224.577052:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764224.577054:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764224.577056:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577058:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764224.577060:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577061:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764224.577062:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764224.577064:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577066:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764224.577067:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764224.577071:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764224.577072:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577074:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764224.577077:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764224.577079:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577080:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764224.577083:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000020:00000040:2.0:1787764224.577085:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764224.577086:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764224.577087:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577089:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764224.577090:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764224.577091:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764224.577093:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764224.577097:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764224.577100:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482321792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764224.577107:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764224.577111:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764224.577114:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482321792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764224.577124:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764224.577128:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764224.577135:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764224.577138:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764224.577140:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764224.577144:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764224.577149:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25803
00000400:00000200:2.0:1787764224.577154:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764224.577156:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764224.577160:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764224.577166:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577169:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764224.577174:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577176:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764224.577180:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764224.577182:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764224.577185:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764224.577186:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764224.577191:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764224.577192:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764224.577195:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577198:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764224.577200:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577204:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764224.577207:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764224.577209:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577210:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764224.577212:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764224.577214:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764224.577215:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577216:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764224.577217:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764224.577219:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577223:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764224.577227:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000020:00000040:2.0:1787764224.577230:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764224.577232:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764224.577233:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577235:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764224.577238:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764224.577240:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764224.577244:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764224.577248:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764224.577251:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482321920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764224.577277:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764224.577282:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764224.577293:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482321920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764224.577311:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764224.577314:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764224.577318:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764224.577319:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764224.577321:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764224.577324:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764224.577329:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25803
00000400:00000200:2.0:1787764224.577332:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764224.577336:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764224.577338:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764224.577343:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577344:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764224.577349:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577354:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764224.577357:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764224.577358:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764224.577360:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764224.577364:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764224.577366:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764224.577369:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764224.577376:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577380:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764224.577386:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577390:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764224.577396:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764224.577400:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577403:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764224.577407:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764224.577411:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764224.577415:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577417:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764224.577419:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764224.577423:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577425:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764224.577430:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787764224.577434:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764224.577439:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764224.577441:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577446:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764224.577447:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787764224.577450:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:2.0:1787764224.577451:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764224.577454:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764224.577457:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764224.577461:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482322048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764224.577468:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787764224.577470:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1787764224.577471:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764224.577494:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482322048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764224.577505:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764224.577508:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764224.577514:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764224.577517:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764224.577523:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764224.577528:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764224.577534:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25803
00000400:00000200:2.0:1787764224.577541:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764224.577548:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764224.577551:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764224.577554:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577559:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764224.577564:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577569:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764224.577573:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764224.577576:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764224.577580:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764224.577583:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764224.577585:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764224.577587:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764224.577592:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577596:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764224.577600:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577602:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764224.577604:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764224.577609:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764224.577610:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764224.577613:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764224.577617:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764224.577620:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577622:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764224.577625:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764224.577629:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577633:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764224.577640:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787764224.577646:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764224.577653:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764224.577658:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764224.577663:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764224.577667:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764224.577672:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764224.577680:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764224.577685:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764224.577694:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482322176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764224.577708:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764224.577713:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764224.577720:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482322176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764224.577736:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764224.577742:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25813)
00000800:00000200:1.1:1787764224.577960:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764224.577962:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764224.578179:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764224.578181:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764224.578378:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764224.578381:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764224.578576:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764224.578578:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00010000:00000001:2.0:1787764225.280884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764225.280890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764225.280894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764225.280897:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764225.280899:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764225.280901:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764225.280903:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764225.280905:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764225.280907:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764225.280908:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764225.280911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764225.280912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764225.280953:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764225.280957:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764225.280961:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764225.920874:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320476967, at 4320476992
00000100:00000010:0.0:1787764225.920892:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fde0.
00010000:00000001:2.0:1787764226.304897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764226.304943:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764226.304948:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764226.304949:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764226.304952:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764226.304953:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764227.328864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764227.328871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764227.328876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764227.328879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764227.328882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764227.328883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764227.328939:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764227.328943:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764227.328947:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764228.352892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764228.352901:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764228.352903:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764228.352907:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764228.352912:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764228.352915:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764228.352917:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764228.352920:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764228.352924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764228.352926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764228.352930:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764228.352931:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764228.352994:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764228.352998:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764228.353002:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764229.376839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764229.376846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764229.376852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764229.376853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764229.376855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764229.376856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764229.376900:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764229.376904:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764229.376907:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764229.696862:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764229.696872:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764229.696874:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764229.696878:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764229.696882:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764229.696924:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25808
00000400:00000200:3.0:1787764229.696934:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764229.696940:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764229.696944:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764229.696947:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.696950:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764229.696953:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.696956:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764229.696960:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764229.696961:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764229.696964:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764229.696978:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764229.696981:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764229.696983:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764229.696986:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.696989:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764229.696991:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.696993:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764229.696996:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764229.697000:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697002:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764229.697005:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764229.697008:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764229.697011:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.697013:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764229.697015:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764229.697024:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764229.697027:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764229.697031:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764229.697032:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.697035:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764229.697038:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764229.697042:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764229.697059:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764229.697066:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764229.697075:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482322304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764229.697085:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764229.697089:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764229.697094:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482322304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764229.697118:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764229.697121:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764229.697125:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764229.697126:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764229.697128:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764229.697131:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764229.697134:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25808
00000400:00000200:3.0:1787764229.697138:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764229.697141:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764229.697144:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764229.697148:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697150:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764229.697153:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697156:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764229.697159:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764229.697163:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764229.697166:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764229.697182:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764229.697188:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764229.697193:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764229.697200:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697206:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764229.697210:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697215:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764229.697226:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764229.697232:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697237:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764229.697242:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764229.697250:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764229.697254:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.697259:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764229.697266:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764229.697273:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.697277:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764229.697283:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764229.697287:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764229.697290:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764229.697294:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.697297:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764229.697299:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764229.697302:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764229.697311:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764229.697317:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764229.697329:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482322432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764229.697345:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764229.697349:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764229.697356:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482322432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764229.697373:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764229.697378:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764229.697384:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764229.697387:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764229.697390:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764229.697395:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764229.697401:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25808
00000400:00000200:3.0:1787764229.697409:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764229.697417:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764229.697422:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764229.697430:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697437:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764229.697444:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697465:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764229.697469:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764229.697472:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764229.697475:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764229.697478:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764229.697483:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764229.697489:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764229.697495:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697500:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764229.697504:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697508:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764229.697514:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764229.697521:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697526:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764229.697527:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764229.697530:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787764229.697532:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1787764229.697535:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764229.697542:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.697547:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764229.697550:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764229.697555:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.697558:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764229.697579:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764229.697584:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764229.697589:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764229.697592:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.697596:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764229.697599:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764229.697603:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764229.697610:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764229.697616:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764229.697626:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482322560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764229.697645:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764229.697649:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764229.697655:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482322560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764229.697672:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764229.697676:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764229.697682:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764229.697684:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764229.697686:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764229.697691:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764229.697695:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25808
00000400:00000200:3.0:1787764229.697699:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764229.697703:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764229.697705:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764229.697715:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697721:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764229.697728:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697733:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764229.697738:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764229.697743:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764229.697772:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764229.697776:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764229.697782:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764229.697786:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764229.697794:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697798:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764229.697804:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697809:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764229.697815:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764229.697823:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764229.697829:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764229.697834:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764229.697839:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764229.697847:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.697853:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764229.697858:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764229.697864:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.697870:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764229.697877:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764229.697882:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764229.697885:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764229.697887:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.697891:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764229.697894:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764229.697897:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764229.697903:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764229.697911:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764229.697922:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482322688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764229.697942:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764229.697946:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764229.697956:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482322688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764229.697976:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764229.697984:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764229.697990:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764229.697993:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764229.697997:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764229.698002:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764229.698008:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25808
00000400:00000200:3.0:1787764229.698016:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764229.698022:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764229.698025:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764229.698031:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.698034:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764229.698036:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.698038:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764229.698040:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764229.698041:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764229.698045:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764229.698047:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764229.698049:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764229.698051:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764229.698057:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.698062:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764229.698069:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764229.698075:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764229.698078:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764229.698085:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764229.698089:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764229.698094:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764229.698097:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764229.698102:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.698106:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764229.698109:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764229.698114:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.698115:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764229.698119:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764229.698121:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764229.698124:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764229.698125:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764229.698127:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764229.698128:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764229.698130:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764229.698135:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764229.698142:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764229.698151:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482322816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764229.698185:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764229.698191:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764229.698200:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482322816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764229.698223:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764229.698230:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25818)
00000800:00000200:1.1:1787764229.698341:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764229.698344:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764229.698664:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764229.698666:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764229.698929:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764229.698931:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764229.699345:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764229.699348:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00010000:00000001:2.0:1787764230.400882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764230.400887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764230.400891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764230.400892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764230.400894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764230.400895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764230.400958:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764230.400963:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764230.400966:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764231.040831:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320482087, at 4320482112
00000100:00000010:0.0:1787764231.040844:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442ff60.
00010000:00000001:2.0:1787764231.424853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764231.424859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764231.424863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764231.424864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764231.424866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764231.424867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764232.448858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764232.448863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764232.448867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764232.448868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764232.448870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764232.448871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764232.448917:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764232.448921:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764232.448925:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764233.472865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764233.472870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764233.472874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764233.472875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764233.472878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764233.472881:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764233.472882:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764233.472885:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764233.472887:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764233.472888:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764233.472890:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764233.472891:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764233.472950:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764233.472954:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764233.472957:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764234.496854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764234.496859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764234.496863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764234.496864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764234.496867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764234.496868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764234.496929:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764234.496933:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764234.496936:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764234.816845:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764234.816854:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764234.816856:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764234.816859:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764234.816863:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764234.816869:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25813
00000400:00000200:3.0:1787764234.816876:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764234.816882:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764234.816884:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764234.816886:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.816889:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764234.816890:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.816892:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764234.816895:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764234.816896:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764234.816899:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764234.816902:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764234.816904:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764234.816905:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764234.816908:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.816909:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764234.816911:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.816912:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764234.816914:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764234.816917:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764234.816918:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764234.816920:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764234.816923:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764234.816925:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.816927:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764234.816928:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764234.816941:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764234.816944:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764234.816947:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764234.816949:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.816951:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764234.816953:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764234.816956:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764234.816962:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764234.816968:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764234.816975:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482322944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764234.816983:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764234.816987:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764234.816990:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482322944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764234.817007:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764234.817009:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764234.817012:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764234.817013:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764234.817014:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764234.817017:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764234.817018:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25813
00000400:00000200:3.0:1787764234.817020:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764234.817022:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764234.817024:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764234.817027:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817028:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764234.817030:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817032:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764234.817034:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764234.817035:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764234.817037:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764234.817038:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764234.817040:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764234.817042:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764234.817045:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817049:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764234.817051:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817055:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764234.817059:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764234.817063:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817065:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764234.817069:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764234.817075:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764234.817078:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817081:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764234.817086:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764234.817090:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817093:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764234.817098:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764234.817103:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764234.817108:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764234.817110:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817114:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764234.817117:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764234.817121:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764234.817125:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764234.817130:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764234.817137:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482323072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764234.817146:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764234.817148:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764234.817152:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482323072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764234.817159:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764234.817163:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764234.817168:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764234.817173:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764234.817176:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764234.817179:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764234.817191:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25813
00000400:00000200:3.0:1787764234.817201:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764234.817210:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764234.817217:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764234.817224:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817230:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764234.817237:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817244:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764234.817248:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764234.817251:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764234.817252:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764234.817254:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764234.817258:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764234.817263:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764234.817269:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817272:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764234.817277:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817281:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764234.817284:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764234.817290:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817295:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764234.817299:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764234.817303:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764234.817309:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817312:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764234.817317:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764234.817319:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817320:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764234.817323:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764234.817326:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764234.817329:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764234.817331:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817333:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764234.817336:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764234.817339:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764234.817342:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000010:3.0:1787764234.817345:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000800:00000200:1.1:1787764234.817347:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787764234.817349:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764234.817358:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482323200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764234.817366:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764234.817371:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764234.817380:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482323200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764234.817391:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764234.817395:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764234.817404:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764234.817407:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764234.817424:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764234.817429:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764234.817435:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25813
00000400:00000200:3.0:1787764234.817444:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764234.817450:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764234.817454:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764234.817460:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817462:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764234.817465:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817469:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764234.817474:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764234.817477:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764234.817480:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764234.817483:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764234.817485:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764234.817489:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764234.817491:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817499:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764234.817502:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817503:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764234.817505:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764234.817507:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817509:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764234.817513:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764234.817521:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764234.817528:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817532:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764234.817535:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764234.817540:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817544:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764234.817551:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764234.817554:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764234.817558:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764234.817560:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817564:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764234.817566:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764234.817570:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764234.817575:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764234.817579:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764234.817588:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482323328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764234.817622:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764234.817627:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764234.817634:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482323328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764234.817653:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764234.817656:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764234.817661:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764234.817665:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764234.817668:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764234.817672:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764234.817678:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25813
00000400:00000200:3.0:1787764234.817684:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764234.817688:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764234.817692:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764234.817698:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817699:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764234.817703:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817706:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764234.817709:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764234.817711:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764234.817715:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764234.817717:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764234.817720:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764234.817723:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764234.817728:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817730:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764234.817734:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817744:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764234.817771:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764234.817774:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764234.817777:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764234.817778:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764234.817781:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764234.817783:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817784:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764234.817788:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764234.817794:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817799:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764234.817805:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764234.817810:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764234.817813:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764234.817816:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764234.817820:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764234.817821:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764234.817823:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764234.817830:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764234.817835:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764234.817842:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482323456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764234.817849:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764234.817850:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764234.817856:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482323456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764234.817865:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764234.817871:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25823)
00000800:00000200:1.1:1787764234.818013:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764234.818016:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764234.818274:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764234.818275:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764234.818504:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764234.818506:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764234.818709:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764234.818712:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00010000:00000001:2.0:1787764235.520860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764235.520902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764235.520908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764235.520911:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764235.520913:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764235.520916:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764235.520919:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764235.520921:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764235.520923:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764235.520926:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764235.520929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764235.520930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764235.520993:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764235.520997:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764235.521006:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764236.160885:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320487207, at 4320487232
00000100:00000010:0.0:1787764236.160899:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f780.
00010000:00000001:2.0:1787764236.544842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764236.544864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764236.544869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764236.544870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764236.544873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764236.544874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764237.568863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764237.568868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764237.568872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764237.568873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764237.568875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764237.568876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764237.568928:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764237.568933:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764237.568936:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764238.592870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764238.592877:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764238.592879:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764238.592881:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764238.592886:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764238.592887:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764238.592889:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764238.592890:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764238.592893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764238.592894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764238.592896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764238.592897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764238.592990:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764238.592994:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764238.592996:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764239.616845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764239.616851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764239.616855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764239.616856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764239.616858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764239.616859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764239.616952:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764239.616971:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764239.616974:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764239.936856:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764239.936867:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764239.936869:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764239.936873:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764239.936878:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764239.936885:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25818
00000400:00000200:3.0:1787764239.936895:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764239.936901:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764239.936904:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764239.936907:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.936911:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764239.936913:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.936915:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764239.936919:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764239.936921:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764239.936929:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764239.936980:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764239.936984:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764239.936986:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764239.936990:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.936993:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764239.936995:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.936997:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764239.937000:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764239.937002:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937004:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764239.937007:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764239.937009:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764239.937011:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937013:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764239.937016:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764239.937023:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764239.937026:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764239.937030:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764239.937031:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937034:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764239.937036:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764239.937039:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764239.937058:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764239.937063:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764239.937070:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482323584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764239.937078:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764239.937081:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764239.937084:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482323584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764239.937103:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764239.937106:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764239.937108:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764239.937109:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764239.937111:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764239.937113:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764239.937115:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25818
00000400:00000200:3.0:1787764239.937118:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764239.937120:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764239.937122:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764239.937124:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937125:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764239.937127:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937129:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764239.937131:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764239.937132:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764239.937134:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764239.937136:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764239.937138:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764239.937140:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764239.937143:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937146:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764239.937149:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937153:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764239.937155:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764239.937160:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937162:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764239.937165:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764239.937179:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764239.937183:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937186:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764239.937191:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764239.937195:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937198:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764239.937203:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764239.937207:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764239.937211:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764239.937213:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937218:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764239.937220:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764239.937223:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764239.937227:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764239.937237:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764239.937242:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482323712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764239.937251:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764239.937254:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764239.937257:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482323712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764239.937262:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764239.937270:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764239.937276:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764239.937280:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764239.937281:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764239.937283:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764239.937288:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25818
00000400:00000200:3.0:1787764239.937292:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764239.937297:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764239.937299:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764239.937301:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937306:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764239.937308:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937309:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764239.937311:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764239.937314:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764239.937318:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764239.937319:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764239.937320:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764239.937322:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764239.937328:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937331:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764239.937337:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937344:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764239.937349:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764239.937359:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937390:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764239.937393:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764239.937398:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764239.937405:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937410:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764239.937415:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764239.937420:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937423:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764239.937432:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764239.937435:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764239.937440:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764239.937443:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937445:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764239.937449:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764239.937451:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764239.937456:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764239.937460:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764239.937466:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482323840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764239.937472:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764239.937473:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764239.937476:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482323840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764239.937487:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764239.937490:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764239.937496:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764239.937499:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787764239.937499:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764239.937500:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764239.937507:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787764239.937508:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1787764239.937511:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25818
00000400:00000200:3.0:1787764239.937519:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764239.937525:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764239.937528:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764239.937532:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937536:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764239.937541:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937544:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764239.937545:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764239.937546:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764239.937547:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764239.937549:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764239.937553:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764239.937558:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764239.937560:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937564:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764239.937568:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937570:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764239.937575:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764239.937580:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937585:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764239.937588:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764239.937591:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764239.937594:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937597:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764239.937602:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764239.937608:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937613:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764239.937617:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764239.937624:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764239.937631:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764239.937633:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937634:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764239.937636:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764239.937637:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764239.937642:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764239.937649:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764239.937658:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482323968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764239.937672:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764239.937678:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764239.937686:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482323968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764239.937702:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764239.937708:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764239.937714:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764239.937718:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764239.937723:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764239.937730:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764239.937736:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25818
00000400:00000200:3.0:1787764239.937780:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764239.937789:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764239.937795:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764239.937804:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937811:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764239.937818:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937824:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764239.937830:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764239.937833:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764239.937838:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764239.937842:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764239.937848:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764239.937854:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764239.937863:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937868:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764239.937874:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937880:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764239.937885:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764239.937889:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764239.937896:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764239.937899:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764239.937906:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764239.937912:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937916:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764239.937920:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764239.937927:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937932:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764239.937939:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764239.937945:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764239.937951:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764239.937956:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764239.937961:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764239.937964:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764239.937966:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764239.937972:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764239.937979:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764239.937991:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482324096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764239.938009:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764239.938013:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764239.938021:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482324096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764239.938043:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764239.938050:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25828)
00000800:00000200:1.1:1787764239.938141:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764239.938143:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764239.938403:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764239.938404:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764239.938600:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764239.938601:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764239.938887:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764239.938889:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00010000:00000001:2.0:1787764240.640857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764240.640863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764240.640867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764240.640868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764240.640871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764240.640872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764240.640919:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764240.640923:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764240.640926:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764241.280896:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320492327, at 4320492352
00000100:00000010:0.0:1787764241.280911:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f6c0.
00010000:00000001:2.0:1787764241.664865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764241.664872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764241.664878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764241.664879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764241.664883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764241.664884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764242.688908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764242.688914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764242.688918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764242.688919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764242.688922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764242.688922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764242.688986:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764242.689012:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764242.689016:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764243.712884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764243.712890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764243.712894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764243.712895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764243.712898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764243.712901:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764243.712903:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764243.712905:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764243.712907:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764243.712909:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764243.712911:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764243.712912:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764243.713005:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764243.713010:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764243.713014:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764244.736931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764244.736939:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764244.736946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764244.736947:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764244.736950:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764244.736952:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764244.736982:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764244.737003:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764244.737007:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764245.056842:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764245.056851:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764245.056853:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764245.056855:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764245.056859:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764245.056866:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25823
00000400:00000200:3.0:1787764245.056876:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764245.056883:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764245.056887:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764245.056890:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.056894:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764245.056897:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.056899:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764245.056904:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764245.056906:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764245.056909:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764245.056913:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764245.056915:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764245.056918:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764245.056922:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.056923:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764245.056924:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.056926:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764245.056928:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764245.056931:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764245.056934:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764245.056936:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764245.056939:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764245.056941:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.056943:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764245.056945:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764245.056954:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764245.056956:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764245.056960:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764245.056961:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.056963:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764245.056966:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764245.056968:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764245.056975:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764245.056980:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764245.056987:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482324224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764245.056995:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764245.056999:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764245.057002:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482324224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764245.057021:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764245.057023:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764245.057026:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764245.057027:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764245.057028:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764245.057031:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764245.057033:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25823
00000400:00000200:3.0:1787764245.057035:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764245.057038:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764245.057040:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764245.057042:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057044:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764245.057046:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057048:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764245.057050:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764245.057051:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764245.057053:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764245.057055:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764245.057056:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764245.057057:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764245.057060:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057064:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764245.057066:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057068:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764245.057071:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764245.057074:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057077:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764245.057078:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764245.057089:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764245.057096:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057099:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764245.057104:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764245.057109:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057114:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764245.057120:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764245.057125:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764245.057131:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764245.057133:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057138:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764245.057142:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764245.057146:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764245.057154:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764245.057160:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764245.057169:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482324352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764245.057182:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764245.057186:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764245.057194:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482324352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764245.057206:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764245.057210:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764245.057214:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764245.057217:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764245.057218:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764245.057222:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764245.057226:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25823
00000400:00000200:3.0:1787764245.057231:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764245.057239:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764245.057244:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764245.057252:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057257:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764245.057264:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057271:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764245.057276:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764245.057280:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764245.057283:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764245.057286:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764245.057290:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764245.057295:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764245.057302:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057304:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764245.057309:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.1:1787764245.057327:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764245.057331:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787764245.057335:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764245.057351:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764245.057355:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057359:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764245.057362:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764245.057365:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764245.057367:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057371:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764245.057374:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764245.057379:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057382:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764245.057386:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764245.057391:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764245.057394:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764245.057397:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057400:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764245.057402:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764245.057405:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764245.057411:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764245.057416:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764245.057423:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482324480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764245.057447:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764245.057449:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764245.057457:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482324480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764245.057465:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764245.057471:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764245.057478:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764245.057481:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764245.057483:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764245.057486:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764245.057501:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25823
00000400:00000200:3.0:1787764245.057507:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764245.057510:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764245.057512:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764245.057514:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057515:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764245.057517:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057519:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764245.057521:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764245.057522:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764245.057523:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764245.057525:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764245.057526:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764245.057528:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764245.057530:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057531:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764245.057532:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057533:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764245.057535:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764245.057538:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057539:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764245.057541:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764245.057543:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764245.057544:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057546:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764245.057548:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764245.057550:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057551:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764245.057555:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764245.057557:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764245.057559:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764245.057560:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057561:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764245.057562:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764245.057563:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764245.057566:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764245.057568:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764245.057571:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482324608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764245.057576:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764245.057578:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764245.057580:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482324608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764245.057585:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764245.057587:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764245.057589:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764245.057590:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764245.057591:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764245.057593:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764245.057594:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25823
00000400:00000200:3.0:1787764245.057596:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764245.057598:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764245.057599:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764245.057600:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057602:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764245.057603:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057604:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764245.057605:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764245.057606:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764245.057607:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764245.057608:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764245.057610:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764245.057611:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764245.057613:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057614:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764245.057615:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057617:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764245.057618:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764245.057620:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764245.057621:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764245.057622:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764245.057623:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764245.057624:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057625:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764245.057627:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764245.057628:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057629:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764245.057631:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764245.057632:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764245.057633:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764245.057634:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764245.057635:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764245.057636:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764245.057637:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764245.057639:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764245.057640:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764245.057643:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482324736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764245.057647:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764245.057648:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764245.057651:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482324736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764245.057656:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764245.057659:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25833)
00000800:00000200:1.1:1787764245.060069:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764245.060072:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764245.060302:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764245.060304:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764245.060580:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764245.060582:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764245.060798:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764245.060800:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00010000:00000001:2.0:1787764245.760858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764245.760866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764245.760872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764245.760899:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764245.760902:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764245.760905:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764245.760909:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764245.760911:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764245.760913:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764245.760916:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764245.760920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764245.760921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764245.760984:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764245.760989:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764245.760993:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764246.400827:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320497447, at 4320497472
00000100:00000010:0.0:1787764246.400841:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fae0.
00010000:00000001:2.0:1787764246.784866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764246.784871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764246.784876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764246.784877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764246.784879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764246.784914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764247.808888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764247.808894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764247.808898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764247.808899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764247.808901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764247.808902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764247.808971:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764247.808977:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764247.808981:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764248.832889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764248.832895:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764248.832897:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764248.832899:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764248.832904:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764248.832905:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764248.832907:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764248.832908:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764248.832911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764248.832912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764248.832914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764248.832915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764248.832973:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764248.832976:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764248.832978:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764249.856835:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764249.856840:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764249.856844:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764249.856845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764249.856847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764249.856848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764249.856912:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764249.856917:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764249.856921:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764250.176889:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764250.176898:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764250.176899:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764250.176902:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764250.176906:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764250.176912:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25828
00000400:00000200:3.0:1787764250.176920:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764250.176932:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764250.176935:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764250.176937:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.176939:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764250.176941:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.176943:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764250.176946:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764250.176947:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764250.176950:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764250.176953:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764250.176955:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764250.176956:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764250.176958:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.176960:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764250.176961:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.176963:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764250.176965:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764250.176968:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764250.176969:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764250.176972:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764250.176974:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764250.176976:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.176978:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764250.176979:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764250.176987:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764250.176989:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764250.176993:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764250.176994:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.176996:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764250.176998:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764250.177001:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764250.177011:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764250.177016:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764250.177024:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482324864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764250.177031:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764250.177034:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764250.177038:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482324864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764250.177058:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764250.177060:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764250.177063:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764250.177064:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764250.177065:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764250.177067:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764250.177069:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25828
00000400:00000200:3.0:1787764250.177072:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764250.177074:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764250.177075:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764250.177077:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177078:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764250.177080:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177081:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764250.177082:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764250.177083:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764250.177085:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764250.177087:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764250.177088:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764250.177090:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764250.177092:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177094:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764250.177096:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177097:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764250.177099:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764250.177101:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177102:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764250.177103:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764250.177108:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764250.177111:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.177113:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764250.177119:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764250.177122:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.177125:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764250.177128:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764250.177133:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764250.177138:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764250.177140:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.177143:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764250.177146:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764250.177148:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764250.177153:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764250.177157:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764250.177165:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482324992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764250.177175:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764250.177178:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764250.177184:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482324992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764250.177191:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764250.177197:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764250.177203:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764250.177205:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764250.177206:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764250.177211:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764250.177215:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25828
00000400:00000200:3.0:1787764250.177218:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764250.177220:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764250.177221:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764250.177223:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177225:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764250.177226:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177227:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764250.177229:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764250.177230:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764250.177231:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764250.177232:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764250.177233:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764250.177235:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764250.177238:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177243:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764250.177245:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177246:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764250.177248:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764250.177251:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177254:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764250.177255:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764250.177258:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764250.177262:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.177266:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764250.177269:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764250.177272:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.177274:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764250.177279:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764250.177281:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764250.177282:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764250.177283:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.177284:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764250.177285:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764250.177287:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764250.177292:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764250.177297:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764250.177316:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482325120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764250.177330:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764250.177333:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764250.177340:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482325120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764250.177346:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764250.177349:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764250.177353:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764250.177356:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764250.177358:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764250.177360:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764250.177365:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25828
00000400:00000200:3.0:1787764250.177372:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764250.177378:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764250.177381:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764250.177387:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177391:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764250.177396:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177400:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764250.177405:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764250.177408:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764250.177410:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764250.177412:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764250.177416:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764250.177420:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764250.177428:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177431:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764250.177436:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177438:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764250.177443:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764250.177449:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177455:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764250.177456:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764250.177461:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764250.177464:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764250.177465:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764250.177467:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764250.177472:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1787764250.177472:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000008:00000001:3.0:1787764250.177477:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.177480:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764250.177485:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764250.177489:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764250.177492:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764250.177494:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.177496:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764250.177497:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764250.177499:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764250.177507:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764250.177511:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764250.177518:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482325248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764250.177528:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764250.177530:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764250.177535:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482325248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764250.177552:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764250.177557:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764250.177562:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764250.177564:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764250.177567:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764250.177572:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764250.177576:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25828
00000400:00000200:3.0:1787764250.177579:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764250.177581:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764250.177582:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764250.177584:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177585:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764250.177586:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177591:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764250.177595:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764250.177598:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764250.177601:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764250.177603:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764250.177607:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764250.177609:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764250.177612:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177616:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764250.177619:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177623:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764250.177628:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764250.177630:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764250.177633:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764250.177636:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764250.177638:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764250.177643:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.177645:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764250.177646:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764250.177648:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.177649:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764250.177652:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764250.177654:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764250.177656:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764250.177660:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764250.177666:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764250.177678:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764250.177683:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764250.177692:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764250.177699:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764250.177709:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482325376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764250.177742:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764250.177747:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764250.177785:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482325376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764250.177799:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764250.177806:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25838)
00000800:00000200:1.1:1787764250.178018:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764250.178020:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764250.178251:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764250.178252:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764250.178475:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764250.178478:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764250.178682:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764250.178684:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00010000:00000001:2.0:1787764250.880919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764250.880926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764250.880931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764250.880932:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764250.880935:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764250.880937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764250.881019:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764250.881023:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764250.881026:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764251.520850:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320502567, at 4320502592
00000100:00000010:0.0:1787764251.520866:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f180.
00010000:00000001:2.0:1787764251.904826:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764251.904832:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764251.904836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764251.904837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764251.904839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764251.904840:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764252.928914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764252.928921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764252.928927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764252.928929:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764252.928933:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764252.928934:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764252.929008:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764252.929014:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764252.929018:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764253.952857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764253.952863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764253.952868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764253.952869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764253.952872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764253.952874:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764253.952876:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764253.952879:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764253.952882:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764253.952884:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764253.952886:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764253.952888:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764253.952964:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764253.952969:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764253.952972:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764254.976896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764254.976902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764254.976906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764254.976907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764254.976909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764254.976911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764254.976963:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764254.976967:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764254.976970:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764255.296836:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764255.296848:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764255.296851:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764255.296855:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764255.296860:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764255.296867:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25833
00000400:00000200:3.0:1787764255.296876:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764255.296882:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764255.296886:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764255.296890:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.296893:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764255.296896:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.296899:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764255.296903:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764255.296905:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764255.296908:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764255.296912:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764255.296915:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764255.296918:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764255.296921:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.296923:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764255.296925:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.296927:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764255.296930:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764255.296933:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764255.296936:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764255.296939:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764255.296943:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764255.296945:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.296948:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764255.296951:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764255.296959:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764255.296964:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764255.296968:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764255.296970:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.296973:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764255.296976:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764255.296980:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764255.296988:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764255.296994:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764255.297003:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482325504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764255.297013:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764255.297017:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764255.297022:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482325504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764255.297045:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764255.297049:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764255.297052:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764255.297054:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764255.297056:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764255.297059:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764255.297061:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25833
00000400:00000200:3.0:1787764255.297066:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764255.297069:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764255.297071:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764255.297073:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297076:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764255.297078:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297080:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764255.297083:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764255.297085:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764255.297087:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764255.297090:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764255.297093:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764255.297095:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764255.297100:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297105:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764255.297108:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297113:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764255.297118:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764255.297126:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297133:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764255.297138:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764255.297145:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764255.297150:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.297155:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764255.297162:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764255.297168:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.297175:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764255.297182:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764255.297188:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764255.297195:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764255.297197:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.297202:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764255.297205:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764255.297209:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764255.297217:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764255.297226:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764255.297236:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482325632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764255.297251:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764255.297255:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764255.297263:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482325632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764255.297297:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764255.297304:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764255.297313:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764255.297317:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764255.297320:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764255.297328:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764255.297334:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25833
00000400:00000200:3.0:1787764255.297344:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764255.297351:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764255.297357:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764255.297365:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297367:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764255.297372:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297379:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764255.297382:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764255.297419:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764255.297424:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764255.297429:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764255.297434:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764255.297438:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764255.297446:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297450:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764255.297457:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297464:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764255.297469:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000800:00000200:1.1:1787764255.297470:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764255.297476:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297480:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764255.297483:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764255.297486:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764255.297488:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.297491:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764255.297494:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764255.297500:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.297505:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764255.297513:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764255.297518:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764255.297522:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764255.297524:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.297526:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764255.297528:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764255.297530:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764255.297536:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764255.297540:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764255.297549:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482325760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764255.297561:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764255.297564:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764255.297570:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482325760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764255.297585:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764255.297590:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764255.297596:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764255.297601:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764255.297604:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764255.297619:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764255.297624:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25833
00000400:00000200:3.0:1787764255.297632:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764255.297639:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764255.297644:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764255.297651:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297657:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764255.297663:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297669:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764255.297675:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764255.297679:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764255.297684:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764255.297689:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764255.297695:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764255.297701:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764255.297709:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297713:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764255.297719:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297723:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764255.297729:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764255.297738:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297746:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764255.297785:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764255.297790:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764255.297796:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.297801:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764255.297805:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764255.297810:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.297815:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764255.297823:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764255.297828:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764255.297835:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764255.297838:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.297841:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764255.297845:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764255.297848:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764255.297857:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764255.297863:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764255.297872:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482325888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764255.297887:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764255.297892:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764255.297902:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482325888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764255.297917:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764255.297924:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764255.297930:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764255.297935:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764255.297939:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764255.297947:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764255.297955:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25833
00000400:00000200:3.0:1787764255.297964:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764255.297975:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764255.297982:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787764255.297988:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764255.297991:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.297995:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764255.298001:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.298006:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764255.298013:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764255.298016:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764255.298027:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764255.298032:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764255.298038:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764255.298043:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764255.298051:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.298057:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764255.298064:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764255.298070:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764255.298076:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764255.298083:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764255.298088:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764255.298093:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764255.298098:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764255.298105:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.298115:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764255.298120:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764255.298127:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.298130:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764255.298137:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764255.298143:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764255.298149:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764255.298152:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.298156:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764255.298158:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764255.298163:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764255.298171:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764255.298179:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764255.298191:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482326016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764255.298211:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764255.298217:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764255.298226:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482326016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764255.298248:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764255.298257:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25844)
00000800:00000200:1.1:1787764255.298333:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764255.298857:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764255.299043:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00010000:00000001:2.0:1787764256.000849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764256.000854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764256.000858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764256.000861:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764256.000863:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764256.000866:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764256.000868:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764256.000870:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764256.000871:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764256.000873:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764256.000875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764256.000876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764256.000929:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764256.000934:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764256.000938:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764256.640846:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320507687, at 4320507712
00000100:00000010:0.0:1787764256.640866:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f7e0.
00010000:00000001:2.0:1787764257.024885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764257.024891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764257.024895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764257.024897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764257.024899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764257.024900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764258.048845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764258.048851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764258.048857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764258.048859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764258.048863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764258.048865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764258.048916:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764258.048920:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764258.048923:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787764258.369071:0:257218:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:2.0:1787764258.369124:0:257218:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764258.369133:0:257218:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764258.369136:0:257218:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:2.0:1787764258.369141:0:257218:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764258.369145:0:257218:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764258.369150:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764258.369152:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:2.0:1787764258.369158:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764258.369161:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764258.369167:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6af68
00000400:00000010:2.0:1787764258.369170:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6af68.
00000100:00000001:2.0:1787764258.369176:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764258.369185:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f6992103c0 x1874595482325504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764258.369220:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764258.369225:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482325504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764258.369232:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764258.369235:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764258.369245:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764258.369263:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129900.
00000400:00000200:2.0:1787764258.369267:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764258.369270:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764258.369274:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000400:00000010:2.0:1787764258.369276:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:2.0:1787764258.369279:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764258.369284:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f6992121c0 x1874595482325632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764258.369292:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764258.369296:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482325632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764258.369302:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764258.369303:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764258.369308:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764258.369310:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129200.
00000400:00000200:2.0:1787764258.369313:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764258.369316:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764258.369319:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a088
00000400:00000010:2.0:1787764258.369321:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a088.
00000100:00000001:2.0:1787764258.369323:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764258.369328:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699210b40 x1874595482325760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764258.369349:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764258.369353:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482325760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764258.369359:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764258.369361:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764258.369367:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764258.369369:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129700.
00000400:00000200:2.0:1787764258.369372:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764258.369375:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764258.369378:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:2.0:1787764258.369379:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:2.0:1787764258.369382:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764258.369406:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699211e00 x1874595482325888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764258.369414:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764258.369416:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482325888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764258.369422:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764258.369424:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764258.369429:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764258.369431:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129c00.
00000400:00000200:2.0:1787764258.369434:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764258.369437:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764258.369439:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a5d8
00000400:00000010:2.0:1787764258.369441:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a5d8.
00000100:00000001:2.0:1787764258.369443:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764258.369447:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699213480 x1874595482326016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764258.369454:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764258.369458:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482326016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764258.369464:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764258.369465:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:2.0:1787764259.072888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764259.072897:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764259.072900:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764259.072903:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764259.072907:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764259.072910:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764259.072912:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764259.072914:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764259.072917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764259.072918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764259.072921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764259.072922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764259.072967:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764259.072971:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764259.072973:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764260.096804:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764260.096809:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764260.096814:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764260.096815:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764260.096817:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764260.096818:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764260.096861:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764260.096865:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764260.096869:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787764260.417146:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764260.417152:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764260.417156:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764260.417165:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651a40 x1874595482326144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.417180:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764260.417184:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764260.417191:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764260.417196:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764260.417203:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764260.417212:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482326144:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764260.417222:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764260.417230:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764260.417250:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764260.417255:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764260.417265:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764260.417270:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764260.417282:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764260.417294:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764260.417337:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764260.417362:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482326144, portal 25
00000100:00000001:0.0:1787764260.417368:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764260.417371:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906724928 : -118790802826688 : ffff93f5dc651a40)
00000100:00000040:0.0:1787764260.417385:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651a40 x1874595482326144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.417411:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764260.417419:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764260.417425:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764260.417430:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482326144, offset 0
00000400:00000200:0.0:1787764260.417445:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764260.417457:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764260.417469:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764260.417480:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764260.417489:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764260.417495:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764260.417503:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764260.417511:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277790:277790:256:4294967295] 192.168.203.115@tcp LPNI seq info [277790:277790:8:4294967295]
00000400:00000200:0.0:1787764260.417521:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764260.417539:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764260.417550:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764260.417559:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764260.417572:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764260.417580:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764260.417591:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764260.417612:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764260.417623:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764260.417628:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764260.417636:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764260.417646:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764260.417656:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764260.417662:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764260.417668:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764260.417677:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651a40 x1874595482326144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.417696:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764260.417704:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651a40 x1874595482326144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.417724:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.417728:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764260.417736:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764260.417745:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764260.417800:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320512808
00000100:00000010:0.0:1787764260.417807:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764260.417819:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764260.417829:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320512808
00000100:00000010:0.0:1787764260.417837:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217840.
00000100:00000001:0.0:1787764260.417844:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764260.417851:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764260.417856:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.417861:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764260.417870:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764260/real 1787764260]  req@ffff93f5dc651a40 x1874595482326144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764260.417893:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764260.417897:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764260.417900:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764260.417904:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764260.417909:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764260.417915:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764260.417923:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651a40 x1874595482326144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764260.417932:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651a40 x1874595482326144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.417947:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764260.417952:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.417958:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764260.417962:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764260.417971:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651a40 x1874595482326144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.417990:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764260.417999:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651a40 x1874595482326144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418032:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764260.418041:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.418046:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764260.418051:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.418059:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764260.418064:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764260.418072:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764260.418083:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764260.418089:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764260.418099:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651a40 x1874595482326144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764260.418118:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482326144:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764260.418129:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.418134:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764260.418141:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651a40 x1874595482326144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418157:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764260.418162:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764260.418166:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764260.418172:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764260.418176:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764260.418180:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764260.418184:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764260.418189:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:0.0:1787764260.418195:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764260.418199:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764260.418203:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651a40.
00000100:00000001:0.0:1787764260.418208:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764260.418215:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.418220:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.418232:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764260.418254:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.418257:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764260.418259:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764260.418261:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764260.418266:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652d00 x1874595482326272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418273:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764260.418275:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764260.418277:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764260.418279:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764260.418282:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764260.418286:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482326272:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764260.418289:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764260.418292:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764260.418294:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764260.418296:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764260.418300:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764260.418302:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764260.418306:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764260.418309:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764260.418314:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764260.418318:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482326272, portal 10
00000100:00000001:0.0:1787764260.418320:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764260.418322:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906729728 : -118790802821888 : ffff93f5dc652d00)
00000100:00000040:0.0:1787764260.418329:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652d00 x1874595482326272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418336:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764260.418339:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764260.418341:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764260.418343:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482326272, offset 0
00000400:00000200:0.0:1787764260.418348:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764260.418353:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764260.418357:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764260.418360:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764260.418363:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764260.418366:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764260.418374:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764260.418377:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277791:277791:256:4294967295] 192.168.203.115@tcp LPNI seq info [277791:277791:8:4294967295]
00000400:00000200:0.0:1787764260.418381:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764260.418389:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764260.418394:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764260.418398:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764260.418403:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764260.418406:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764260.418411:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764260.418415:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764260.418419:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764260.418421:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764260.418425:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764260.418428:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764260.418432:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764260.418434:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764260.418437:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764260.418440:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652d00 x1874595482326272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418448:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764260.418452:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652d00 x1874595482326272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418465:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.418467:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764260.418471:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764260.418475:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764260.418478:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764260.418480:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320511500
00000100:00000001:0.0:1787764260.418483:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320512808
00000100:00000001:0.0:1787764260.418485:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320511500
00000100:00000001:0.0:1787764260.418487:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320512808
00000100:00000001:0.0:1787764260.418490:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764260.418492:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.418494:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764260.418498:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764260/real 1787764260]  req@ffff93f5dc652d00 x1874595482326272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764260.418505:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764260.418507:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764260.418509:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764260.418511:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764260.418512:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764260.418515:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764260.418518:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652d00 x1874595482326272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764260.418526:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652d00 x1874595482326272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418532:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764260.418533:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.418535:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764260.418536:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764260.418540:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652d00 x1874595482326272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418547:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764260.418550:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652d00 x1874595482326272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418557:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764260.418560:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.418562:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764260.418563:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.418565:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764260.418567:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764260.418569:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764260.418573:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764260.418575:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764260.418580:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652d00 x1874595482326272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764260.418589:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482326272:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764260.418593:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764260.418598:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651680 x1874595482326400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418603:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764260.418605:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764260.418607:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764260.418609:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764260.418611:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764260.418614:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482326400:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764260.418617:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764260.418619:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764260.418622:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764260.418624:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764260.418628:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764260.418630:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764260.418633:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764260.418636:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764260.418638:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764260.418641:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482326400, portal 10
00000100:00000001:0.0:1787764260.418643:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764260.418644:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906723968 : -118790802827648 : ffff93f5dc651680)
00000100:00000040:0.0:1787764260.418650:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651680 x1874595482326400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418656:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764260.418658:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764260.418660:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764260.418663:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482326400, offset 0
00000400:00000200:0.0:1787764260.418667:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764260.418671:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764260.418674:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764260.418677:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764260.418680:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764260.418682:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764260.418684:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764260.418688:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277792:277792:256:4294967295] 192.168.203.115@tcp LPNI seq info [277792:277792:8:4294967295]
00000400:00000200:0.0:1787764260.418691:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764260.418697:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764260.418701:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764260.418704:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764260.418708:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764260.418711:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764260.418715:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764260.418718:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764260.418721:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764260.418724:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764260.418726:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764260.418729:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764260.418732:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764260.418733:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764260.418735:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764260.418738:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651680 x1874595482326400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418746:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764260.418776:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651680 x1874595482326400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418783:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.418784:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764260.418787:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764260.418790:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764260.418793:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764260.418795:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320511508
00000100:00000001:0.0:1787764260.418797:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320512808
00000100:00000001:0.0:1787764260.418800:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320511508
00000100:00000001:0.0:1787764260.418802:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320512808
00000100:00000001:0.0:1787764260.418804:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764260.418806:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.418808:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764260.418812:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764260/real 1787764260]  req@ffff93f5dc651680 x1874595482326400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764260.418819:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764260.418820:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764260.418822:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764260.418825:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764260.418826:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764260.418828:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764260.418832:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651680 x1874595482326400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764260.418840:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651680 x1874595482326400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418847:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764260.418849:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.418851:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764260.418853:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764260.418856:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651680 x1874595482326400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418862:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764260.418866:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651680 x1874595482326400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418873:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764260.418876:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.418877:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764260.418879:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.418881:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764260.418882:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764260.418885:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764260.418889:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764260.418891:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764260.418895:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651680 x1874595482326400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764260.418904:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482326400:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764260.418908:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764260.418912:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653c00 x1874595482326528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418918:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764260.418919:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764260.418921:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764260.418923:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764260.418925:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764260.418928:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482326528:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764260.418931:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764260.418933:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764260.418934:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764260.418936:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764260.418940:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764260.418942:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764260.418946:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764260.418949:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764260.418952:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764260.418955:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482326528, portal 4
00000100:00000001:0.0:1787764260.418957:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764260.418958:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906733568 : -118790802818048 : ffff93f5dc653c00)
00000100:00000040:0.0:1787764260.418964:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653c00 x1874595482326528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.418971:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764260.418973:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764260.418977:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764260.418979:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482326528, offset 0
00000400:00000200:0.0:1787764260.418983:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764260.418987:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764260.418991:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764260.418993:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764260.418996:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764260.418998:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764260.419000:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764260.419004:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277793:277793:256:4294967295] 192.168.203.115@tcp LPNI seq info [277793:277793:8:4294967295]
00000400:00000200:0.0:1787764260.419008:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764260.419014:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764260.419018:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764260.419022:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764260.419026:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764260.419028:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764260.419033:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764260.419035:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764260.419040:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764260.419042:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764260.419045:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764260.419049:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764260.419052:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764260.419054:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764260.419056:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764260.419061:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653c00 x1874595482326528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419069:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764260.419072:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653c00 x1874595482326528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419079:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.419080:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764260.419083:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764260.419086:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764260.419090:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764260.419092:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320511509
00000100:00000001:0.0:1787764260.419095:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320512808
00000100:00000001:0.0:1787764260.419097:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320511509
00000100:00000001:0.0:1787764260.419099:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320512808
00000100:00000001:0.0:1787764260.419101:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764260.419103:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.419105:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764260.419109:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764260/real 1787764260]  req@ffff93f5dc653c00 x1874595482326528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764260.419117:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764260.419118:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764260.419120:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764260.419122:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764260.419124:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764260.419126:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764260.419129:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653c00 x1874595482326528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764260.419138:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653c00 x1874595482326528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419144:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764260.419145:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419147:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764260.419148:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764260.419152:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653c00 x1874595482326528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419158:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764260.419161:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653c00 x1874595482326528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419168:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764260.419170:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419171:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764260.419173:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419174:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764260.419176:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764260.419179:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764260.419182:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764260.419184:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764260.419188:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653c00 x1874595482326528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764260.419195:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482326528:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764260.419199:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764260.419202:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6530c0 x1874595482326656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419207:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764260.419208:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764260.419210:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764260.419212:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764260.419214:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764260.419217:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482326656:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764260.419220:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764260.419222:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764260.419223:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764260.419225:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764260.419228:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764260.419231:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764260.419247:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764260.419252:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764260.419257:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764260.419263:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482326656, portal 4
00000100:00000001:0.0:1787764260.419265:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764260.419266:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906730688 : -118790802820928 : ffff93f5dc6530c0)
00000100:00000040:0.0:1787764260.419273:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6530c0 x1874595482326656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419281:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764260.419284:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764260.419287:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764260.419290:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482326656, offset 0
00000400:00000200:0.0:1787764260.419294:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764260.419302:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764260.419306:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764260.419308:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764260.419311:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764260.419314:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764260.419316:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764260.419319:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277794:277794:256:4294967295] 192.168.203.115@tcp LPNI seq info [277794:277794:8:4294967295]
00000400:00000200:0.0:1787764260.419323:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764260.419330:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764260.419335:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764260.419338:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764260.419343:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764260.419345:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764260.419349:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764260.419352:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764260.419357:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764260.419359:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764260.419362:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764260.419366:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764260.419369:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764260.419371:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764260.419374:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764260.419379:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6530c0 x1874595482326656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419386:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764260.419390:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6530c0 x1874595482326656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419396:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.419398:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764260.419401:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764260.419404:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764260.419408:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764260.419410:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320511513
00000100:00000001:0.0:1787764260.419413:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320512808
00000100:00000001:0.0:1787764260.419415:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320511513
00000100:00000001:0.0:1787764260.419418:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320512808
00000100:00000001:0.0:1787764260.419420:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764260.419421:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.419422:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764260.419426:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764260/real 1787764260]  req@ffff93f5dc6530c0 x1874595482326656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764260.419432:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764260.419433:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764260.419434:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764260.419436:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764260.419437:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764260.419439:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764260.419441:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6530c0 x1874595482326656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764260.419446:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6530c0 x1874595482326656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419450:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764260.419451:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419452:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764260.419453:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764260.419455:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6530c0 x1874595482326656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419460:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764260.419462:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6530c0 x1874595482326656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419467:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764260.419469:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419470:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764260.419471:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419472:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764260.419473:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764260.419474:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764260.419476:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764260.419478:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764260.419480:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6530c0 x1874595482326656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764260.419485:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482326656:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764260.419487:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419489:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764260.419491:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652d00 x1874595482326272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419495:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764260.419496:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764260.419498:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764260.419500:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764260.419501:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764260.419503:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764260.419505:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764260.419508:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:0.0:1787764260.419510:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764260.419512:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764260.419514:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652d00.
00000100:00000001:0.0:1787764260.419542:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764260.419543:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419546:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764260.419551:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651680 x1874595482326400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419559:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764260.419560:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764260.419562:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764260.419575:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764260.419576:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764260.419577:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764260.419579:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764260.419580:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:0.0:1787764260.419581:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764260.419582:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764260.419583:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651680.
00000100:00000001:0.0:1787764260.419585:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764260.419586:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419587:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764260.419590:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653c00 x1874595482326528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419594:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764260.419595:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764260.419596:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764260.419597:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764260.419598:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764260.419599:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764260.419600:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764260.419601:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:0.0:1787764260.419602:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764260.419602:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764260.419603:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653c00.
00000100:00000001:0.0:1787764260.419605:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764260.419606:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419606:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764260.419608:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6530c0 x1874595482326656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764260.419616:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764260.419617:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764260.419618:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764260.419619:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764260.419620:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764260.419621:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764260.419622:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764260.419623:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:0.0:1787764260.419624:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764260.419624:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764260.419625:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6530c0.
00000100:00000001:0.0:1787764260.419626:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764260.419627:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419628:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764260.419632:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764260.419633:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764260.419634:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764260.419636:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764261.120898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764261.120903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764261.120913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764261.120914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764261.120917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764261.120918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764261.120976:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764261.120979:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764261.120982:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764261.760812:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320512808, at 4320512832
00000100:00000010:0.0:1787764261.760822:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764262.144833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764262.144839:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764262.144843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764262.144844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764262.144846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764262.144847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764263.168888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764263.168894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764263.168899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764263.168899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764263.168902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764263.168903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764263.168946:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764263.168951:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764263.168954:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764264.192819:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764264.192824:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764264.192829:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764264.192830:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764264.192834:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764264.192837:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764264.192840:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764264.192843:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764264.192845:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764264.192848:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764264.192850:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764264.192852:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764264.192904:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764264.192908:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764264.192911:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764265.216843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764265.216848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764265.216853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764265.216854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764265.216857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764265.216858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764265.216894:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764265.216898:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764265.216901:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787764265.538429:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764265.538441:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764265.538451:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764265.538472:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650b40 x1874595482326784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.538508:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764265.538513:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764265.538527:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764265.538534:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764265.538561:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764265.538582:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482326784:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764265.538601:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764265.538611:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764265.538621:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764265.538634:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764265.538652:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764265.538659:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764265.538677:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764265.538688:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764265.538708:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764265.538731:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482326784, portal 25
00000100:00000001:0.0:1787764265.538738:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764265.538829:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906721088 : -118790802830528 : ffff93f5dc650b40)
00000100:00000040:0.0:1787764265.538858:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650b40 x1874595482326784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.538877:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764265.538883:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764265.538890:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764265.538897:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482326784, offset 0
00000400:00000200:0.0:1787764265.538909:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764265.538988:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764265.539000:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764265.539006:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764265.539011:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764265.539016:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764265.539020:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764265.539025:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277795:277795:256:4294967295] 192.168.203.115@tcp LPNI seq info [277795:277795:8:4294967295]
00000400:00000200:0.0:1787764265.539032:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764265.539045:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764265.539053:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764265.539062:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764265.539070:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764265.539076:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764265.539084:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764265.539105:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764265.539112:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764265.539115:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764265.539132:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764265.539138:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764265.539144:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764265.539147:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764265.539152:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764265.539158:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650b40 x1874595482326784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.539174:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764265.539178:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650b40 x1874595482326784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.539188:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.539191:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764265.539229:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764265.539240:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764265.539244:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320517929
00000100:00000010:0.0:1787764265.539252:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764265.539261:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764265.539271:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320517929
00000100:00000010:0.0:1787764265.539274:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217e40.
00000100:00000001:0.0:1787764265.539278:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764265.539282:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764265.539286:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.539289:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764265.539295:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764265/real 1787764265]  req@ffff93f5dc650b40 x1874595482326784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764265.539315:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764265.539317:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764265.539320:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764265.540899:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764265.540904:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764265.540908:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764265.540916:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650b40 x1874595482326784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764265.540927:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650b40 x1874595482326784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.540937:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764265.540939:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.540943:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764265.540945:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764265.540951:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650b40 x1874595482326784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.540960:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764265.540966:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650b40 x1874595482326784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.540975:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764265.540978:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.540980:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764265.540982:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.540985:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764265.540988:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764265.540992:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764265.540997:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764265.541000:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764265.541006:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650b40 x1874595482326784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764265.541018:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482326784:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764265.541024:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.541027:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764265.541030:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650b40 x1874595482326784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541038:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764265.541041:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764265.541046:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764265.541051:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764265.541054:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764265.541056:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764265.541059:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764265.541062:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:0.0:1787764265.541067:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764265.541070:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764265.541073:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650b40.
00000100:00000001:0.0:1787764265.541093:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764265.541096:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.541099:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.541108:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764265.541110:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.541114:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764265.541116:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764265.541119:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764265.541124:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6512c0 x1874595482326912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541134:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764265.541136:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764265.541139:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764265.541142:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764265.541145:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764265.541149:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482326912:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764265.541154:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764265.541158:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764265.541160:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764265.541162:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764265.541167:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764265.541170:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764265.541176:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764265.541179:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764265.541184:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764265.541188:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482326912, portal 10
00000100:00000001:0.0:1787764265.541191:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764265.541193:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906723008 : -118790802828608 : ffff93f5dc6512c0)
00000100:00000040:0.0:1787764265.541225:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6512c0 x1874595482326912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541234:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764265.541237:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764265.541241:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764265.541244:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482326912, offset 0
00000400:00000200:0.0:1787764265.541249:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764265.541255:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764265.541261:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764265.541265:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764265.541269:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764265.541273:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764265.541276:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764265.541280:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277796:277796:256:4294967295] 192.168.203.115@tcp LPNI seq info [277796:277796:8:4294967295]
00000400:00000200:0.0:1787764265.541286:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764265.541295:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764265.541301:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764265.541305:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764265.541311:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764265.541315:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764265.541321:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764265.541325:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764265.541330:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764265.541333:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764265.541337:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764265.541342:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764265.541346:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764265.541349:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764265.541352:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764265.541356:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6512c0 x1874595482326912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541366:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764265.541370:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6512c0 x1874595482326912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541378:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.541380:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764265.541384:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764265.541389:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764265.541393:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764265.541396:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320516623
00000100:00000001:0.0:1787764265.541400:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320517929
00000100:00000001:0.0:1787764265.541403:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320516623
00000100:00000001:0.0:1787764265.541405:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320517929
00000100:00000001:0.0:1787764265.541408:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764265.541411:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.541413:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764265.541418:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764265/real 1787764265]  req@ffff93f5dc6512c0 x1874595482326912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764265.541427:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764265.541429:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764265.541432:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764265.541435:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764265.541437:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764265.541440:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764265.541444:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6512c0 x1874595482326912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764265.541454:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6512c0 x1874595482326912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541461:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764265.541463:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.541465:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764265.541467:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764265.541471:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6512c0 x1874595482326912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541479:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764265.541484:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6512c0 x1874595482326912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541493:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764265.541496:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.541498:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764265.541500:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.541502:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764265.541504:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764265.541507:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764265.541511:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764265.541514:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764265.541518:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6512c0 x1874595482326912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764265.541528:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482326912:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764265.541534:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764265.541539:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653480 x1874595482327040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541548:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764265.541550:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764265.541552:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764265.541555:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764265.541557:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764265.541561:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327040:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764265.541565:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764265.541567:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764265.541569:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764265.541572:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764265.541576:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764265.541579:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764265.541582:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764265.541586:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764265.541589:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764265.541593:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482327040, portal 10
00000100:00000001:0.0:1787764265.541595:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764265.541597:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906731648 : -118790802819968 : ffff93f5dc653480)
00000100:00000040:0.0:1787764265.541604:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653480 x1874595482327040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541612:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764265.541615:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764265.541618:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764265.541621:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482327040, offset 0
00000400:00000200:0.0:1787764265.541625:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764265.541629:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764265.541633:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764265.541636:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764265.541640:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764265.541643:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764265.541646:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764265.541650:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277797:277797:256:4294967295] 192.168.203.115@tcp LPNI seq info [277797:277797:8:4294967295]
00000400:00000200:0.0:1787764265.541655:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764265.541663:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764265.541668:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764265.541671:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764265.541676:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764265.541679:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764265.541684:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764265.541687:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764265.541692:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764265.541695:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764265.541698:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764265.541702:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764265.541706:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764265.541708:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764265.541711:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764265.541715:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653480 x1874595482327040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541724:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764265.541728:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653480 x1874595482327040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541737:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.541739:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764265.541742:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764265.541745:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764265.541776:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764265.541778:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320516632
00000100:00000001:0.0:1787764265.541781:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320517929
00000100:00000001:0.0:1787764265.541784:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320516632
00000100:00000001:0.0:1787764265.541787:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320517929
00000100:00000001:0.0:1787764265.541790:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764265.541793:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.541795:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764265.541801:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764265/real 1787764265]  req@ffff93f5dc653480 x1874595482327040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764265.541810:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764265.541812:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764265.541814:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764265.541818:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764265.541820:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764265.541822:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764265.541826:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653480 x1874595482327040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764265.541837:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653480 x1874595482327040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541844:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764265.541846:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.541848:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764265.541850:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764265.541854:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653480 x1874595482327040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541862:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764265.541867:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653480 x1874595482327040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541875:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764265.541878:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.541880:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764265.541881:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.541884:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764265.541886:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764265.541890:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764265.541894:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764265.541897:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764265.541901:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653480 x1874595482327040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764265.541910:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327040:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764265.541915:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764265.541919:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6503c0 x1874595482327168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541928:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764265.541930:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764265.541932:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764265.541935:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764265.541938:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764265.541941:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327168:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764265.541945:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764265.541947:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764265.541949:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764265.541952:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764265.541956:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764265.541959:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764265.541963:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764265.541966:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764265.541970:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764265.541973:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482327168, portal 4
00000100:00000001:0.0:1787764265.541976:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764265.541978:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906719168 : -118790802832448 : ffff93f5dc6503c0)
00000100:00000040:0.0:1787764265.541984:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6503c0 x1874595482327168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.541993:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764265.541996:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764265.541999:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764265.542002:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482327168, offset 0
00000400:00000200:0.0:1787764265.542006:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764265.542010:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764265.542015:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764265.542018:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764265.542021:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764265.542024:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764265.542027:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764265.542031:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277798:277798:256:4294967295] 192.168.203.115@tcp LPNI seq info [277798:277798:8:4294967295]
00000400:00000200:0.0:1787764265.542036:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764265.542044:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764265.542049:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764265.542053:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764265.542058:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764265.542061:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764265.542066:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764265.542069:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764265.542074:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764265.542077:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764265.542081:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764265.542085:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764265.542088:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764265.542091:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764265.542094:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764265.542098:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6503c0 x1874595482327168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542108:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764265.542112:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6503c0 x1874595482327168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542153:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.542155:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764265.542159:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764265.542163:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764265.542167:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764265.542170:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320516632
00000100:00000001:0.0:1787764265.542173:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320517929
00000100:00000001:0.0:1787764265.542176:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320516632
00000100:00000001:0.0:1787764265.542178:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320517929
00000100:00000001:0.0:1787764265.542181:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764265.542183:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.542186:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764265.542190:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764265/real 1787764265]  req@ffff93f5dc6503c0 x1874595482327168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764265.542219:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764265.542221:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764265.542223:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764265.542226:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764265.542228:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764265.542231:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764265.542235:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6503c0 x1874595482327168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764265.542246:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6503c0 x1874595482327168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542254:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764265.542255:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542258:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764265.542260:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764265.542264:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6503c0 x1874595482327168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542273:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764265.542278:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6503c0 x1874595482327168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542286:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764265.542289:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542291:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764265.542293:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542295:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764265.542297:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764265.542300:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764265.542304:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764265.542306:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764265.542311:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6503c0 x1874595482327168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764265.542320:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327168:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764265.542325:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764265.542329:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652940 x1874595482327296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542337:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764265.542339:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764265.542342:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764265.542344:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764265.542347:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764265.542350:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327296:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764265.542354:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764265.542356:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764265.542375:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764265.542378:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764265.542382:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764265.542385:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764265.542389:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764265.542392:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764265.542396:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764265.542399:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482327296, portal 4
00000100:00000001:0.0:1787764265.542401:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764265.542404:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906728768 : -118790802822848 : ffff93f5dc652940)
00000100:00000040:0.0:1787764265.542411:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652940 x1874595482327296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542420:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764265.542423:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764265.542425:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764265.542428:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482327296, offset 0
00000400:00000200:0.0:1787764265.542432:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764265.542437:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764265.542441:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764265.542444:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764265.542448:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764265.542451:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764265.542454:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764265.542458:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277799:277799:256:4294967295] 192.168.203.115@tcp LPNI seq info [277799:277799:8:4294967295]
00000400:00000200:0.0:1787764265.542463:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764265.542470:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764265.542475:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764265.542479:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764265.542484:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764265.542488:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764265.542493:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764265.542496:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764265.542501:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764265.542505:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764265.542509:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764265.542513:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764265.542516:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764265.542518:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764265.542521:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764265.542525:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652940 x1874595482327296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542535:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764265.542539:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652940 x1874595482327296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542547:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.542549:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764265.542553:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764265.542556:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764265.542560:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764265.542562:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320516636
00000100:00000001:0.0:1787764265.542566:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320517929
00000100:00000001:0.0:1787764265.542568:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320516636
00000100:00000001:0.0:1787764265.542571:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320517929
00000100:00000001:0.0:1787764265.542574:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764265.542576:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.542579:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764265.542583:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764265/real 1787764265]  req@ffff93f5dc652940 x1874595482327296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764265.542592:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764265.542594:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764265.542596:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764265.542599:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764265.542601:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764265.542604:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764265.542608:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652940 x1874595482327296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764265.542618:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652940 x1874595482327296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542626:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764265.542627:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542630:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764265.542631:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764265.542635:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652940 x1874595482327296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542643:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764265.542648:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652940 x1874595482327296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542655:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764265.542658:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542660:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764265.542662:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542664:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764265.542666:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764265.542668:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764265.542672:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764265.542675:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764265.542680:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652940 x1874595482327296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764265.542690:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327296:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764265.542694:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542696:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764265.542701:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6512c0 x1874595482326912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542710:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764265.542712:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764265.542714:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764265.542718:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764265.542719:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764265.542721:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764265.542723:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764265.542726:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:0.0:1787764265.542729:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764265.542731:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764265.542733:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6512c0.
00000100:00000001:0.0:1787764265.542737:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764265.542784:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542788:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764265.542793:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653480 x1874595482327040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542802:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764265.542803:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764265.542806:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764265.542809:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764265.542811:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764265.542812:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764265.542815:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764265.542817:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c400.
02000000:00000001:0.0:1787764265.542820:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764265.542821:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764265.542823:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653480.
00000100:00000001:0.0:1787764265.542828:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764265.542829:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542831:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764265.542835:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6503c0 x1874595482327168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542843:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764265.542846:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764265.542848:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764265.542851:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764265.542852:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764265.542854:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764265.542856:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764265.542858:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c000.
02000000:00000001:0.0:1787764265.542860:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764265.542861:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764265.542863:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6503c0.
00000100:00000001:0.0:1787764265.542865:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764265.542867:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542869:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764265.542872:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652940 x1874595482327296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764265.542880:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764265.542881:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764265.542883:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764265.542885:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764265.542887:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764265.542888:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764265.542890:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764265.542892:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7f000.
02000000:00000001:0.0:1787764265.542894:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764265.542895:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764265.542897:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652940.
00000100:00000001:0.0:1787764265.542899:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764265.542901:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542903:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764265.542908:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764265.542910:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764265.542912:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764265.542914:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764266.240827:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764266.240833:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764266.240837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764266.240840:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764266.240842:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764266.240844:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764266.240847:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764266.240849:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764266.240850:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764266.240852:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764266.240855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764266.240856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764266.240908:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764266.240912:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764266.240915:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764266.880823:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320517929, at 4320517952
00000100:00000010:0.0:1787764266.880837:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764267.264928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764267.264934:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764267.264938:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764267.264939:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764267.264941:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764267.264942:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764268.288832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764268.288839:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764268.288840:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764268.288842:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764268.288846:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764268.288848:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764268.288850:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764268.288851:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764268.288854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764268.288855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764268.288857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764268.288858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764268.288911:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764268.288916:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764268.288919:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764269.312874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764269.312879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764269.312883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764269.312884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764269.312887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764269.312888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764269.312955:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764269.312963:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764269.312968:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764270.336844:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764270.336850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764270.336857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764270.336859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764270.336862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764270.336864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764270.336915:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764270.336920:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764270.336924:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787764270.657093:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764270.657098:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764270.657102:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764270.657110:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652580 x1874595482327424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.657122:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764270.657125:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764270.657129:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764270.657132:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764270.657137:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764270.657142:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482327424:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764270.657147:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764270.657150:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764270.657152:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764270.657154:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764270.657158:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764270.657160:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764270.657180:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764270.657184:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764270.657190:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764270.657195:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482327424, portal 25
00000100:00000001:0.0:1787764270.657197:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764270.657198:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906727808 : -118790802823808 : ffff93f5dc652580)
00000100:00000040:0.0:1787764270.657203:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652580 x1874595482327424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.657209:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764270.657212:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764270.657214:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764270.657216:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482327424, offset 0
00000400:00000200:0.0:1787764270.657222:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764270.657228:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764270.657234:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764270.657241:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764270.657247:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764270.657254:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764270.657260:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764270.657274:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277800:277800:256:4294967295] 192.168.203.115@tcp LPNI seq info [277800:277800:8:4294967295]
00000400:00000200:0.0:1787764270.657282:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764270.657295:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764270.657305:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764270.657311:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764270.657319:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764270.657323:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764270.657333:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764270.657341:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764270.657349:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764270.657353:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764270.657358:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764270.657363:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764270.657370:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764270.657374:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764270.657377:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764270.657382:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652580 x1874595482327424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.657395:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764270.657399:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652580 x1874595482327424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.657410:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.657414:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764270.657419:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764270.657424:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764270.657428:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320523047
00000100:00000010:0.0:1787764270.657435:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764270.657443:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764270.657449:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320523047
00000100:00000010:0.0:1787764270.657455:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2172a0.
00000100:00000001:0.0:1787764270.657459:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764270.657463:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764270.657468:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.657472:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764270.657479:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764270/real 1787764270]  req@ffff93f5dc652580 x1874595482327424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764270.657488:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764270.657492:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764270.657493:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764270.657498:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764270.657502:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764270.657505:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764270.657510:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652580 x1874595482327424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764270.657521:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652580 x1874595482327424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.657531:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764270.657534:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.657536:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764270.657538:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764270.657545:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652580 x1874595482327424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.657556:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764270.657564:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652580 x1874595482327424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.657576:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764270.657580:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.657584:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764270.657585:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.657590:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764270.657592:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764270.657597:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764270.657606:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764270.657610:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764270.657614:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652580 x1874595482327424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764270.657626:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482327424:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764270.657633:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.657636:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764270.657642:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652580 x1874595482327424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.657654:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764270.657657:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764270.657660:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764270.657665:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764270.657668:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764270.657670:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764270.657674:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764270.657677:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7f000.
02000000:00000001:0.0:1787764270.657680:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764270.657683:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764270.657686:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652580.
00000100:00000001:0.0:1787764270.657691:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764270.657695:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.657697:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.657705:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764270.657708:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.657711:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764270.657713:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764270.657715:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764270.657720:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651e00 x1874595482327552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.657730:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764270.657733:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764270.657738:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764270.657740:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764270.657744:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764270.657765:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327552:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764270.657768:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764270.657770:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764270.657771:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764270.657772:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764270.657775:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764270.657777:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764270.657784:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764270.657788:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764270.657794:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764270.657798:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482327552, portal 10
00000100:00000001:0.0:1787764270.657801:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764270.657803:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906725888 : -118790802825728 : ffff93f5dc651e00)
00000100:00000040:0.0:1787764270.657812:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651e00 x1874595482327552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.657838:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764270.657845:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764270.657850:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764270.657855:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482327552, offset 0
00000400:00000200:0.0:1787764270.657867:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764270.657875:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764270.657885:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764270.657892:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764270.657899:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764270.657905:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764270.657913:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764270.657920:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277801:277801:256:4294967295] 192.168.203.115@tcp LPNI seq info [277801:277801:8:4294967295]
00000400:00000200:0.0:1787764270.657924:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764270.657931:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764270.657936:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764270.657950:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764270.657961:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764270.657968:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764270.657979:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764270.657986:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764270.657996:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764270.658001:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764270.658007:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764270.658015:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764270.658023:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764270.658027:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764270.658034:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764270.658044:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651e00 x1874595482327552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658064:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764270.658072:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651e00 x1874595482327552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658085:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.658089:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764270.658097:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764270.658105:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764270.658113:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764270.658116:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320521740
00000100:00000001:0.0:1787764270.658122:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320523047
00000100:00000001:0.0:1787764270.658129:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320521740
00000100:00000001:0.0:1787764270.658134:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320523047
00000100:00000001:0.0:1787764270.658139:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764270.658144:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.658148:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764270.658153:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764270/real 1787764270]  req@ffff93f5dc651e00 x1874595482327552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764270.658161:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764270.658176:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764270.658178:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764270.658181:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764270.658184:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764270.658188:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764270.658196:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651e00 x1874595482327552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764270.658216:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651e00 x1874595482327552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658228:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764270.658231:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658234:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764270.658236:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764270.658243:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651e00 x1874595482327552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658250:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764270.658257:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651e00 x1874595482327552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658280:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764270.658283:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658287:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764270.658290:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658309:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764270.658312:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764270.658315:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764270.658320:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764270.658324:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764270.658330:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651e00 x1874595482327552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764270.658340:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327552:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764270.658346:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658351:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764270.658356:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651e00 x1874595482327552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658365:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764270.658368:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764270.658370:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764270.658375:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764270.658378:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764270.658381:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764270.658384:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764270.658387:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c000.
02000000:00000001:0.0:1787764270.658392:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764270.658394:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764270.658397:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651e00.
00000100:00000001:0.0:1787764270.658402:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764270.658403:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658407:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658411:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764270.658414:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.658416:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764270.658419:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764270.658423:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764270.658428:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653840 x1874595482327680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658444:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764270.658447:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764270.658451:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764270.658453:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764270.658457:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764270.658465:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327680:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764270.658469:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764270.658471:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764270.658473:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764270.658477:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764270.658481:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764270.658484:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764270.658490:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764270.658494:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764270.658500:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764270.658505:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482327680, portal 10
00000100:00000001:0.0:1787764270.658507:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764270.658509:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906732608 : -118790802819008 : ffff93f5dc653840)
00000100:00000040:0.0:1787764270.658518:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653840 x1874595482327680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658527:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764270.658531:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764270.658535:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764270.658539:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482327680, offset 0
00000400:00000200:0.0:1787764270.658546:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764270.658550:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764270.658556:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764270.658563:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764270.658567:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764270.658570:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764270.658575:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764270.658582:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277802:277802:256:4294967295] 192.168.203.115@tcp LPNI seq info [277802:277802:8:4294967295]
00000400:00000200:0.0:1787764270.658592:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764270.658602:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764270.658608:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764270.658611:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764270.658620:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764270.658624:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764270.658633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764270.658636:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764270.658642:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764270.658645:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764270.658649:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764270.658651:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764270.658653:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764270.658655:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764270.658657:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764270.658660:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653840 x1874595482327680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658667:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764270.658669:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653840 x1874595482327680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658673:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.658674:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764270.658676:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764270.658678:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764270.658680:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764270.658682:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320521748
00000100:00000001:0.0:1787764270.658684:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320523047
00000100:00000001:0.0:1787764270.658686:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320521748
00000100:00000001:0.0:1787764270.658687:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320523047
00000100:00000001:0.0:1787764270.658689:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764270.658690:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.658692:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764270.658694:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764270/real 1787764270]  req@ffff93f5dc653840 x1874595482327680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764270.658699:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764270.658700:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764270.658701:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764270.658702:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764270.658703:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764270.658704:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764270.658706:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653840 x1874595482327680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764270.658712:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653840 x1874595482327680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658716:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764270.658716:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658717:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764270.658718:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764270.658720:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653840 x1874595482327680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658724:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764270.658727:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653840 x1874595482327680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658731:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764270.658732:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658733:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764270.658734:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658735:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764270.658736:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764270.658737:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764270.658740:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764270.658741:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764270.658744:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653840 x1874595482327680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764270.658770:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327680:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764270.658774:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764270.658777:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650000 x1874595482327808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658785:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764270.658787:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764270.658789:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764270.658791:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764270.658793:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764270.658796:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327808:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764270.658799:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764270.658801:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764270.658803:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764270.658804:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764270.658808:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764270.658810:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764270.658814:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764270.658817:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764270.658820:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764270.658823:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482327808, portal 4
00000100:00000001:0.0:1787764270.658825:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764270.658827:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906718208 : -118790802833408 : ffff93f5dc650000)
00000100:00000040:0.0:1787764270.658831:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650000 x1874595482327808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658836:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764270.658838:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764270.658839:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764270.658841:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482327808, offset 0
00000400:00000200:0.0:1787764270.658844:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764270.658847:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764270.658850:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764270.658852:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764270.658854:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764270.658855:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764270.658857:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764270.658859:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277803:277803:256:4294967295] 192.168.203.115@tcp LPNI seq info [277803:277803:8:4294967295]
00000400:00000200:0.0:1787764270.658862:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764270.658866:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764270.658868:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764270.658870:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764270.658873:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764270.658875:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764270.658878:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764270.658880:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764270.658883:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764270.658884:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764270.658886:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764270.658888:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764270.658890:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764270.658892:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764270.658893:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764270.658895:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650000 x1874595482327808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658901:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764270.658903:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650000 x1874595482327808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658907:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.658908:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764270.658912:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764270.658915:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764270.658919:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764270.658921:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320521749
00000100:00000001:0.0:1787764270.658923:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320523047
00000100:00000001:0.0:1787764270.658925:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320521749
00000100:00000001:0.0:1787764270.658927:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320523047
00000100:00000001:0.0:1787764270.658929:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764270.658932:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.658933:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764270.658937:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764270/real 1787764270]  req@ffff93f5dc650000 x1874595482327808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764270.658947:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764270.658949:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764270.658951:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764270.658954:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764270.658955:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764270.658958:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764270.658961:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650000 x1874595482327808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764270.658968:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650000 x1874595482327808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658973:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764270.658974:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658975:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764270.658976:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764270.658979:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650000 x1874595482327808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658983:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764270.658985:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650000 x1874595482327808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.658990:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764270.658992:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658993:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764270.658994:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.658995:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764270.658996:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764270.658998:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764270.659000:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764270.659001:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764270.659003:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650000 x1874595482327808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764270.659008:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327808:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764270.659010:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.659012:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764270.659014:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653840 x1874595482327680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.659017:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764270.659019:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764270.659020:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764270.659022:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764270.659023:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764270.659024:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764270.659026:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764270.659027:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c400.
02000000:00000001:0.0:1787764270.659029:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764270.659030:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764270.659031:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653840.
00000100:00000001:0.0:1787764270.659034:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764270.659034:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.659036:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764270.659038:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650000 x1874595482327808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.659043:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764270.659044:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764270.659045:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764270.659047:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764270.659048:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764270.659048:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764270.659049:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764270.659050:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:0.0:1787764270.659052:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764270.659052:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764270.659053:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650000.
00000100:00000001:0.0:1787764270.659054:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764270.659055:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.659056:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.659059:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764270.659059:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.659061:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764270.659062:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764270.659063:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764270.659065:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650f00 x1874595482327936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.659069:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764270.659070:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764270.659071:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764270.659072:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764270.659074:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764270.659075:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327936:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764270.659078:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764270.659079:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764270.659080:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764270.659081:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764270.659083:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764270.659085:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764270.659087:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764270.659089:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764270.659091:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764270.659093:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482327936, portal 4
00000100:00000001:0.0:1787764270.659095:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764270.659095:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906722048 : -118790802829568 : ffff93f5dc650f00)
00000100:00000040:0.0:1787764270.659100:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650f00 x1874595482327936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.659104:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764270.659105:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764270.659107:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764270.659108:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482327936, offset 0
00000400:00000200:0.0:1787764270.659111:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764270.659113:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764270.659115:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764270.659117:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764270.659119:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764270.659121:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764270.659122:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764270.659124:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277804:277804:256:4294967295] 192.168.203.115@tcp LPNI seq info [277804:277804:8:4294967295]
00000400:00000200:0.0:1787764270.659127:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764270.659131:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764270.659134:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764270.659136:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764270.659139:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764270.659140:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764270.659143:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764270.659145:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764270.659147:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764270.659149:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764270.659151:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764270.659153:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764270.659155:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764270.659156:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764270.659158:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764270.659160:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650f00 x1874595482327936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.659180:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764270.659183:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650f00 x1874595482327936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.659187:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.659188:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764270.659191:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764270.659193:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764270.659196:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764270.659197:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320521753
00000100:00000001:0.0:1787764270.659199:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320523047
00000100:00000001:0.0:1787764270.659200:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320521753
00000100:00000001:0.0:1787764270.659202:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320523047
00000100:00000001:0.0:1787764270.659203:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764270.659204:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.659205:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764270.659208:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764270/real 1787764270]  req@ffff93f5dc650f00 x1874595482327936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764270.659212:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764270.659213:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764270.659214:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764270.659216:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764270.659217:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764270.659218:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764270.659220:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650f00 x1874595482327936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764270.659230:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650f00 x1874595482327936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.659234:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764270.659235:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.659236:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764270.659237:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764270.659239:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650f00 x1874595482327936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.659243:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764270.659245:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650f00 x1874595482327936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.659249:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764270.659251:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.659252:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764270.659252:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.659254:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764270.659255:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764270.659256:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764270.659258:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764270.659260:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764270.659262:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650f00 x1874595482327936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764270.659267:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482327936:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764270.659269:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.659271:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764270.659272:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650f00 x1874595482327936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764270.659281:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764270.659282:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764270.659283:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764270.659285:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764270.659286:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764270.659287:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764270.659288:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764270.659289:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:0.0:1787764270.659290:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764270.659291:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764270.659292:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650f00.
00000100:00000001:0.0:1787764270.659294:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764270.659295:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.659296:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764270.659298:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764270.659299:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764270.659300:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764270.659301:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764271.360902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764271.360907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764271.360911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764271.360912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764271.360915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764271.360916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764271.360975:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764271.360979:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764271.360982:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764272.000859:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320523047, at 4320523072
00000100:00000010:0.0:1787764272.000873:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764272.384851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764272.384856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764272.384860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764272.384862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764272.384864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764272.384865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764273.408869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764273.408876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764273.408882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764273.408884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764273.408888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764273.408891:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764273.408893:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764273.408897:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764273.408900:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764273.408903:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764273.408905:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764273.408908:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764273.408954:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764273.408958:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764273.408960:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764274.432881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764274.432888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764274.432894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764274.432895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764274.432899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764274.432900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764274.432967:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764274.432972:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764274.432975:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764275.456854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764275.456859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764275.456864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764275.456865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764275.456867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764275.456868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764275.456929:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764275.456933:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764275.456936:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764275.776875:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764275.776884:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764275.776886:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764275.776889:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764275.776893:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764275.776898:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25854
00000400:00000200:0.0:1787764275.776906:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764275.776913:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764275.776915:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764275.776917:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.776920:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764275.776922:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.776923:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764275.776926:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764275.776927:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764275.776929:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764275.776933:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764275.776934:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764275.776936:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764275.776938:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.776939:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764275.776940:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.776942:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764275.776944:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764275.776946:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764275.776948:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764275.776950:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764275.776952:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764275.776954:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.776956:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764275.776958:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764275.776966:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764275.776968:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764275.776972:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764275.776973:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.776975:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764275.776977:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764275.776980:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764275.776986:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:0.0:1787764275.776992:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764275.776999:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482328064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764275.777007:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764275.777010:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764275.777013:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482328064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764275.777031:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764275.777033:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764275.777036:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764275.777037:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764275.777038:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764275.777040:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764275.777042:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25854
00000400:00000200:0.0:1787764275.777044:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764275.777047:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764275.777048:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764275.777051:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777053:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764275.777055:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777056:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764275.777058:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764275.777059:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764275.777060:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764275.777062:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764275.777063:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764275.777065:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764275.777067:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777071:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764275.777074:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777078:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764275.777081:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764275.777086:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777088:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764275.777090:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764275.777095:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764275.777099:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777103:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764275.777107:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764275.777113:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777115:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764275.777120:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764275.777125:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764275.777140:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764275.777141:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777145:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764275.777147:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764275.777149:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764275.777155:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764275.777160:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764275.777169:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482328192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764275.777179:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764275.777182:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764275.777185:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482328192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764275.777198:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764275.777201:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764275.777203:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764275.777206:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764275.777210:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764275.777216:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764275.777218:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25854
00000400:00000200:0.0:1787764275.777227:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764275.777231:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764275.777233:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764275.777238:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777240:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764275.777241:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777243:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764275.777245:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764275.777247:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764275.777250:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764275.777251:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764275.777253:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764275.777255:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764275.777261:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777263:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764275.777266:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777270:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764275.777273:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764275.777278:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777280:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764275.777283:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764275.777286:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764275.777290:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777294:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764275.777297:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764275.777301:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777304:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764275.777311:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764275.777314:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764275.777318:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764275.777321:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777323:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764275.777325:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764275.777327:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764275.777332:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764275.777335:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764275.777341:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482328320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764275.777347:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764275.777350:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764275.777355:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482328320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764275.777364:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764275.777368:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764275.777371:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764275.777374:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764275.777383:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764275.777388:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764275.777393:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25854
00000400:00000200:0.0:1787764275.777429:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764275.777435:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764275.777438:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764275.777442:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777446:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764275.777448:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777450:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764275.777453:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764275.777456:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764275.777458:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764275.777462:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764275.777465:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764275.777467:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764275.777474:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777475:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764275.777481:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.1:1787764275.777481:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764275.777484:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764275.777488:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000800:00000200:1.1:1787764275.777489:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000100:00080000:0.0:1787764275.777491:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777499:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764275.777501:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764275.777505:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764275.777508:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777512:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764275.777514:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764275.777516:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777518:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764275.777521:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764275.777524:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764275.777529:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764275.777531:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777534:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764275.777537:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764275.777538:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764275.777541:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764275.777546:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764275.777551:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482328448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764275.777556:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764275.777560:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764275.777569:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482328448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764275.777579:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764275.777583:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764275.777590:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764275.777593:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764275.777595:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764275.777599:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764275.777603:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25854
00000400:00000200:0.0:1787764275.777606:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764275.777612:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764275.777615:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764275.777619:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777622:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764275.777626:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777630:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764275.777639:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764275.777642:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764275.777646:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764275.777648:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764275.777649:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764275.777651:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764275.777654:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777659:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764275.777661:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777664:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764275.777667:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764275.777672:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764275.777675:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764275.777677:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764275.777679:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764275.777680:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777681:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764275.777682:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764275.777687:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777688:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764275.777692:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764275.777697:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764275.777700:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764275.777700:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764275.777702:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764275.777704:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764275.777707:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764275.777714:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764275.777721:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764275.777730:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482328576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764275.777778:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764275.777784:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764275.777791:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482328576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764275.777797:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764275.777801:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25864)
00000800:00000200:1.1:1787764275.778020:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764275.778022:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764275.778225:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764275.778227:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764275.778401:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764275.778403:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764275.778575:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764275.778577:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00010000:00000001:2.0:1787764276.480878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764276.480884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764276.480888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764276.480890:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764276.480892:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764276.480895:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764276.480897:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764276.480898:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764276.480900:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764276.480902:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764276.480904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764276.480905:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764276.480972:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764276.480977:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764276.480980:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764277.120850:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320528167, at 4320528192
00000100:00000010:0.0:1787764277.120863:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f8a0.
00010000:00000001:2.0:1787764277.504850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764277.504856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764277.504860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764277.504861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764277.504863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764277.504864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764278.528836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764278.528843:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764278.528844:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764278.528847:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764278.528850:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764278.528852:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764278.528854:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764278.528855:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764278.528858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764278.528859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764278.528861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764278.528862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764278.528913:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764278.528917:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764278.528920:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764279.552879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764279.552884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764279.552888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764279.552890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764279.552892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764279.552893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764279.552991:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764279.552994:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764279.552998:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764280.576883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764280.576890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764280.576896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764280.576898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764280.576902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764280.576904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764280.576962:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764280.576967:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764280.576971:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764280.896870:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764280.896885:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764280.896889:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764280.896894:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764280.896900:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764280.896910:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25859
00000400:00000200:3.0:1787764280.896921:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764280.896930:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764280.896934:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764280.896939:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.896943:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764280.896946:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.896949:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764280.896954:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764280.896957:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764280.896961:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764280.896966:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764280.896970:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764280.896973:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764280.896976:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.896979:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764280.896981:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.896984:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764280.896988:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764280.896992:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764280.896996:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764280.897001:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764280.897006:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764280.897010:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.897013:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764280.897017:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764280.897028:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764280.897033:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764280.897038:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764280.897041:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.897045:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764280.897048:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764280.897054:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764280.897064:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764280.897073:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764280.897086:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482328704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764280.897116:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764280.897122:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764280.897128:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482328704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764280.897158:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764280.897162:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764280.897166:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764280.897168:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764280.897170:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764280.897175:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764280.897179:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25859
00000400:00000200:3.0:1787764280.897184:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764280.897189:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764280.897193:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764280.897200:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.897206:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764280.897213:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.897219:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764280.897226:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764280.897230:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764280.897235:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764280.897239:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764280.897247:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764280.897252:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764280.897261:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.897265:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764280.897271:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.897276:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764280.897280:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764280.897285:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764280.897291:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764280.897294:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764280.897301:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764280.897307:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.897312:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764280.897318:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764280.897324:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.897327:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764280.897333:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764280.897340:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764280.897346:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764280.897350:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.897355:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764280.897359:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764280.897363:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764280.897372:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764280.897381:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764280.897393:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482328832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787764280.897458:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764280.897461:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787764280.898945:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764280.898949:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764280.898961:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482328832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764280.898987:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764280.898992:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764280.898997:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764280.899001:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764280.899004:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764280.899008:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764280.899015:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25859
00000400:00000200:3.0:1787764280.899034:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764280.899049:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764280.899056:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764280.899066:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899077:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764280.899087:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899110:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764280.899119:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764280.899122:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764280.899132:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764280.899138:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764280.899142:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764280.899151:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764280.899163:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899167:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764280.899175:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899189:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764280.899208:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764280.899214:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899217:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764280.899220:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764280.899228:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764280.899232:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.899234:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764280.899238:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764280.899242:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.899244:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764280.899254:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764280.899258:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764280.899262:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764280.899264:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.899267:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764280.899270:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764280.899274:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764280.899284:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764280.899290:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764280.899298:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482328960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764280.899307:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764280.899309:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764280.899313:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482328960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764280.899323:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764280.899327:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764280.899331:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764280.899333:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764280.899335:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764280.899337:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764280.899340:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25859
00000400:00000200:3.0:1787764280.899346:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764280.899349:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764280.899352:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764280.899356:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899358:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764280.899360:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899363:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764280.899365:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764280.899367:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764280.899369:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764280.899371:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764280.899373:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764280.899375:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764280.899378:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899380:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764280.899382:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899385:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764280.899387:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764280.899390:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899393:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764280.899395:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764280.899398:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764280.899401:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.899403:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764280.899405:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764280.899408:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.899410:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764280.899414:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764280.899416:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764280.899419:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764280.899421:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.899423:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764280.899424:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764280.899426:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764280.899431:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764280.899435:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764280.899440:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482329088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764280.899449:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764280.899451:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764280.899455:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482329088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764280.899464:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764280.899467:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764280.899471:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764280.899472:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764280.899474:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764280.899477:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764280.899480:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25859
00000400:00000200:3.0:1787764280.899484:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764280.899488:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764280.899490:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764280.899493:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899496:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764280.899498:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899500:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764280.899503:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764280.899504:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764280.899506:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764280.899508:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764280.899510:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764280.899513:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764280.899517:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899519:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764280.899521:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899524:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764280.899527:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764280.899530:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764280.899532:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764280.899534:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764280.899538:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764280.899540:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.899542:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764280.899544:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764280.899547:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.899549:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764280.899553:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764280.899555:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764280.899558:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764280.899559:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764280.899561:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764280.899563:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764280.899565:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764280.899569:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764280.899573:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764280.899579:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482329216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764280.899587:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764280.899589:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764280.899593:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482329216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764280.899601:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764280.899607:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25869)
00000800:00000200:1.1:1787764280.900373:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764280.900376:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764280.900773:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764280.900776:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764280.901010:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764280.901012:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764280.901242:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764280.901244:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00010000:00000001:2.0:1787764281.600885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764281.600892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764281.600898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764281.600900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764281.600904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764281.600905:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764281.600992:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764281.600998:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764281.601002:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764282.240872:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320533287, at 4320533312
00000100:00000010:0.0:1787764282.240884:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f360.
00010000:00000001:2.0:1787764282.624873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764282.624881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764282.624887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764282.624889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764282.624893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764282.624894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764283.648841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764283.648847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764283.648851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764283.648852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764283.648854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764283.648857:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764283.648859:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764283.648861:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764283.648863:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764283.648865:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764283.648867:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764283.648869:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764283.648932:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764283.648937:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764283.648940:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764284.672817:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764284.672822:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764284.672826:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764284.672827:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764284.672830:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764284.672831:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764284.672913:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764284.672917:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764284.672919:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764285.696921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764285.696928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764285.696934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764285.696935:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764285.696939:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764285.696940:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764285.697004:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764285.697008:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764285.697011:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764286.016817:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764286.016826:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764286.016828:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764286.016831:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764286.016835:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764286.016841:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25864
00000400:00000200:3.0:1787764286.016848:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764286.016854:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764286.016856:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764286.016859:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.016861:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764286.016863:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.016865:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764286.016868:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764286.016869:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764286.016871:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764286.016874:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764286.016876:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764286.016877:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764286.016880:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.016881:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764286.016882:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.016884:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764286.016886:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764286.016889:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764286.016892:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764286.016894:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764286.016897:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764286.016899:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.016901:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764286.016903:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764286.016911:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764286.016913:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764286.016916:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764286.016917:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.016920:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764286.016922:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764286.016925:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764286.016932:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764286.016937:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764286.016944:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482329344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764286.016952:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764286.016956:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764286.016959:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482329344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764286.016977:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764286.016979:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764286.016982:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764286.016984:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764286.016985:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764286.016987:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764286.016989:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25864
00000400:00000200:3.0:1787764286.016991:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764286.016993:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764286.016995:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764286.016998:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.016999:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764286.017001:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017003:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764286.017004:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764286.017005:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764286.017006:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764286.017008:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764286.017010:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764286.017011:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764286.017013:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017014:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764286.017016:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017017:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764286.017018:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764286.017020:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017021:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764286.017022:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764286.017026:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764286.017028:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017029:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764286.017033:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764286.017035:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017037:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764286.017040:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764286.017044:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764286.017046:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764286.017050:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017052:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764286.017055:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764286.017069:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764286.017073:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764286.017078:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764286.017088:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482329472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764286.017102:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764286.017106:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764286.017112:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482329472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764286.017125:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764286.017128:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764286.017131:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764286.017135:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764286.017137:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764286.017141:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764286.017147:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25864
00000400:00000200:3.0:1787764286.017152:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764286.017156:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764286.017159:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764286.017161:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017162:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764286.017164:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017166:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764286.017170:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764286.017170:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764286.017171:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764286.017173:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764286.017174:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764286.017177:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764286.017182:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017187:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764286.017189:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017191:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764286.017195:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764286.017200:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017203:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764286.017206:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764286.017210:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764286.017212:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017213:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764286.017215:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764286.017219:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017220:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764286.017224:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764286.017228:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764286.017232:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764286.017235:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017239:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764286.017242:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764286.017243:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764286.017247:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764286.017251:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764286.017260:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482329600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764286.017272:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764286.017276:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764286.017282:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482329600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764286.017299:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764286.017305:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764286.017311:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764286.017313:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764286.017317:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764286.017322:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764286.017330:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25864
00000400:00000200:3.0:1787764286.017339:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764286.017345:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764286.017349:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764286.017355:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017359:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764286.017363:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017366:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764286.017370:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764286.017373:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764286.017375:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764286.017378:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764286.017380:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764286.017384:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764286.017388:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017390:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764286.017392:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017394:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764286.017398:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764286.017403:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017407:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764286.017410:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764286.017414:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764286.017417:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017421:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764286.017431:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764286.017435:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017439:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764286.017443:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764286.017447:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764286.017451:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764286.017454:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017455:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764286.017459:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787764286.017460:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764286.017461:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764286.017467:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
02000000:00000010:3.0:1787764286.017469:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764286.017477:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764286.017487:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482329728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764286.017507:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764286.017512:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764286.017520:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482329728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764286.017530:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764286.017533:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764286.017540:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764286.017544:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764286.017546:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764286.017551:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764286.017556:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25864
00000400:00000200:3.0:1787764286.017561:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764286.017567:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764286.017571:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764286.017577:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017582:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764286.017586:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017589:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764286.017591:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764286.017594:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764286.017597:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764286.017602:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764286.017611:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764286.017616:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764286.017621:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017624:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764286.017627:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017630:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764286.017632:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764286.017635:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764286.017641:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764286.017643:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764286.017645:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764286.017647:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017652:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764286.017654:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764286.017656:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017658:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764286.017662:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764286.017665:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764286.017668:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764286.017670:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764286.017673:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764286.017675:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764286.017678:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764286.017684:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764286.017687:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764286.017690:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482329856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764286.017698:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764286.017701:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764286.017707:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482329856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764286.017716:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764286.017721:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25874)
00000800:00000200:1.1:1787764286.018115:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764286.018118:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787764286.018468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764286.018471:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787764286.018819:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764286.018823:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787764286.019156:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764286.019159:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00010000:00000001:2.0:1787764286.720871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764286.720876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764286.720880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764286.720882:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764286.720884:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764286.720887:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764286.720889:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764286.720890:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764286.720892:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764286.720893:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764286.720896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764286.720897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764286.720972:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764286.720976:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764286.720979:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764287.360848:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320538407, at 4320538432
00000100:00000010:0.0:1787764287.360867:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f8a0.
00010000:00000001:2.0:1787764287.744851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764287.744859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764287.744864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764287.744865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764287.744868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764287.744870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764288.768909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764288.768918:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764288.768920:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764288.768923:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764288.768928:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764288.768931:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764288.768933:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764288.768935:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764288.768940:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764288.768942:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764288.768947:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764288.768949:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764288.769007:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764288.769012:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764288.769016:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764289.792915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764289.792922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764289.792928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764289.792929:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764289.792932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764289.792932:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764289.792994:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764289.792998:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764289.793002:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764290.816900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764290.816907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764290.816912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764290.816913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764290.816916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764290.816917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764290.816983:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764290.816989:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764290.816994:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764291.136879:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764291.136890:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764291.136893:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764291.136897:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764291.136902:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764291.136909:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25869
00000400:00000200:3.0:1787764291.136921:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764291.136929:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764291.136932:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764291.136934:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.136938:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764291.136940:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.136942:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764291.136946:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764291.136947:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764291.136950:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764291.136953:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764291.136955:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764291.136957:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764291.136959:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.136961:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764291.136963:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.136964:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764291.136967:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764291.136970:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764291.136971:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764291.136974:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764291.136977:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764291.136979:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.136981:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764291.136984:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764291.136995:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764291.136998:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764291.137003:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764291.137004:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137007:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764291.137009:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764291.137013:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764291.137034:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764291.137042:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764291.137052:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482329984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764291.137061:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764291.137065:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764291.137070:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482329984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764291.137091:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764291.137093:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764291.137097:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764291.137098:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764291.137099:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764291.137101:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764291.137104:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25869
00000400:00000200:3.0:1787764291.137107:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764291.137109:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764291.137111:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764291.137113:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137114:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764291.137116:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137118:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764291.137120:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764291.137121:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764291.137123:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764291.137125:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764291.137127:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764291.137128:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764291.137131:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137132:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764291.137134:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137135:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764291.137137:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764291.137140:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137142:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764291.137144:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764291.137153:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764291.137157:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137161:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764291.137165:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764291.137168:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137170:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764291.137175:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764291.137179:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764291.137184:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764291.137187:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137191:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764291.137194:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764291.137197:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764291.137201:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764291.137212:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764291.137220:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482330112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764291.137236:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764291.137241:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764291.137249:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482330112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764291.137267:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764291.137273:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764291.137280:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764291.137284:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764291.137286:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764291.137291:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764291.137298:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25869
00000400:00000200:3.0:1787764291.137305:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764291.137310:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764291.137313:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764291.137316:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137319:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764291.137323:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137326:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764291.137330:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764291.137333:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764291.137336:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764291.137338:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764291.137341:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764291.137344:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764291.137352:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137356:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764291.137360:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137364:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764291.137368:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764291.137371:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137375:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764291.137378:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764291.137383:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764291.137386:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137390:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764291.137392:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764291.137397:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137398:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764291.137402:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764291.137405:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764291.137409:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764291.137410:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137412:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764291.137413:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764291.137415:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764291.137421:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764291.137426:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764291.137432:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482330240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764291.137442:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764291.137447:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764291.137453:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482330240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764291.137464:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764291.137469:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764291.137474:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764291.137477:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764291.137479:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764291.137485:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764291.137491:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25869
00000400:00000200:3.0:1787764291.137497:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764291.137500:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764291.137502:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764291.137506:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137510:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764291.137515:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137518:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764291.137522:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764291.137524:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764291.137527:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764291.137529:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764291.137531:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764291.137534:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764291.137540:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137541:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764291.137544:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137549:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764291.137550:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764291.137552:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137556:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764291.137559:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764291.137562:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764291.137565:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137567:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764291.137570:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764291.137574:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137577:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764291.137578:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000010:3.0:1787764291.137582:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000800:00000200:1.1:1787764291.137585:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000020:00000040:3.0:1787764291.137586:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764291.137590:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764291.137592:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137596:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764291.137598:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764291.137602:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764291.137606:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764291.137610:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764291.137615:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482330368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764291.137633:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764291.137636:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764291.137644:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482330368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764291.137655:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764291.137660:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764291.137668:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764291.137672:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764291.137676:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764291.137682:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764291.137689:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25869
00000400:00000200:3.0:1787764291.137700:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764291.137707:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764291.137713:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764291.137718:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137725:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764291.137731:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137735:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764291.137740:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764291.137741:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764291.137742:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764291.137744:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764291.137777:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764291.137779:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764291.137784:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137787:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764291.137790:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137792:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764291.137795:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764291.137800:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764291.137803:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764291.137807:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764291.137812:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764291.137816:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137819:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764291.137821:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764291.137828:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137830:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764291.137838:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764291.137843:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764291.137845:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764291.137847:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764291.137848:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764291.137850:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764291.137853:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764291.137859:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764291.137864:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764291.137876:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482330496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764291.137905:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764291.137911:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764291.137917:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482330496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764291.137929:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764291.137937:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25879)
00000800:00000200:1.1:1787764291.138405:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764291.138408:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787764291.138677:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764291.138680:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787764291.138951:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764291.138952:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787764291.139157:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764291.139159:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00010000:00000001:2.0:1787764291.840873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764291.840880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764291.840885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764291.840886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764291.840888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764291.840889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764291.840951:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764291.840955:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764291.840959:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764292.480891:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320543527, at 4320543552
00000100:00000010:0.0:1787764292.480913:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f7e0.
00010000:00000001:2.0:1787764292.864875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764292.864883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764292.864890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764292.864892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764292.864896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764292.864897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764293.888921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764293.888928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764293.888935:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764293.888936:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764293.888939:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764293.888943:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764293.888955:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764293.888959:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764293.888962:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764293.888964:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764293.888966:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764293.888969:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764293.889034:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764293.889037:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764293.889040:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764294.912861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764294.912868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764294.914021:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764294.914023:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764294.914025:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764294.914026:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764294.914097:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764294.914101:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764294.914103:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764295.936889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764295.936894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764295.936898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764295.936899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764295.936901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764295.936902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764295.936956:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764295.936960:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764295.936963:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764296.256823:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764296.256832:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764296.256834:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764296.256837:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764296.256841:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764296.256847:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25874
00000400:00000200:3.0:1787764296.256855:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764296.256860:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764296.256862:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764296.256865:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.256867:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764296.256869:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.256871:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764296.256874:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764296.256875:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764296.256877:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764296.256880:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764296.256882:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764296.256885:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764296.256887:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.256888:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764296.256889:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.256891:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764296.256893:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764296.256895:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764296.256896:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764296.256899:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764296.256901:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764296.256903:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.256904:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764296.256907:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764296.256914:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764296.256917:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764296.256919:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764296.256920:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.256922:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764296.256924:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764296.256927:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764296.256933:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764296.256938:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764296.256945:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482330624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764296.256953:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764296.256956:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764296.256960:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482330624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764296.256979:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764296.256981:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764296.256984:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764296.256985:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764296.256998:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764296.257002:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764296.257004:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25874
00000400:00000200:3.0:1787764296.257007:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764296.257009:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764296.257011:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764296.257014:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257015:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764296.257017:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257018:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764296.257021:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764296.257022:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764296.257023:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764296.257025:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764296.257026:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764296.257028:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764296.257030:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257032:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764296.257035:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257038:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764296.257042:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764296.257045:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257048:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764296.257051:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764296.257056:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764296.257060:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257064:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764296.257069:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764296.257073:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257104:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764296.257109:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764296.257113:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764296.257119:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764296.257120:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257121:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764296.257123:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764296.257127:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764296.257133:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764296.257138:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764296.257146:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482330752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764296.257168:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764296.257171:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764296.257177:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482330752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764296.257187:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764296.257190:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764296.257195:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764296.257196:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764296.257197:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764296.257201:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764296.257205:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25874
00000400:00000200:3.0:1787764296.257210:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764296.257212:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764296.257214:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764296.257219:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257223:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764296.257225:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257227:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764296.257232:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764296.257235:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764296.257238:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764296.257240:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764296.257244:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764296.257246:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764296.257251:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257255:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764296.257261:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257265:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764296.257271:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764296.257278:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257281:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764296.257283:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764296.257286:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764296.257290:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257294:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764296.257296:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764296.257300:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257302:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764296.257306:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764296.257311:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764296.257316:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764296.257317:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257318:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764296.257320:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764296.257323:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764296.257328:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764296.257332:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764296.257333:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764296.257338:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000100:00100000:3.0:1787764296.257339:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482330880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764296.257356:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764296.257363:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764296.257372:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482330880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764296.257389:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764296.257395:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764296.257400:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764296.257401:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764296.257402:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764296.257405:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764296.257410:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25874
00000400:00000200:3.0:1787764296.257417:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764296.257423:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764296.257427:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764296.257432:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257436:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764296.257439:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257444:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764296.257447:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764296.257449:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764296.257453:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764296.257455:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764296.257458:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764296.257462:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764296.257464:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257466:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764296.257469:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257472:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764296.257474:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764296.257478:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257482:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764296.257484:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764296.257488:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764296.257491:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257493:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764296.257496:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764296.257499:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257500:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764296.257504:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764296.257507:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764296.257509:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764296.257510:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257512:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764296.257515:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764296.257517:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764296.257523:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764296.257528:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764296.257534:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482331008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764296.257545:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764296.257548:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764296.257555:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482331008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764296.257566:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764296.257570:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764296.257575:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764296.257578:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764296.257581:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764296.257585:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764296.257598:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25874
00000400:00000200:3.0:1787764296.257606:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764296.257610:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764296.257615:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764296.257621:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257624:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764296.257630:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257636:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764296.257642:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764296.257645:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764296.257650:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764296.257654:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764296.257660:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764296.257666:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764296.257676:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257679:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764296.257684:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257689:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764296.257695:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764296.257700:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764296.257705:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764296.257708:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764296.257712:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764296.257716:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257720:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764296.257723:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764296.257728:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257732:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764296.257736:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764296.257740:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764296.257745:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764296.257766:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764296.257768:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764296.257770:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764296.257771:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764296.257775:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764296.257778:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764296.257782:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482331136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764296.257788:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764296.257790:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764296.257793:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482331136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764296.257800:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764296.257806:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25885)
00000800:00000200:1.1:1787764296.257957:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764296.257959:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764296.258163:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764296.258164:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764296.258377:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764296.258379:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764296.258575:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764296.258577:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00010000:00000001:2.0:1787764296.960881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764296.960887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764296.960892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764296.960896:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764296.960898:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764296.960902:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764296.960905:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764296.960908:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764296.960910:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764296.960913:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764296.960917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764296.960919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764296.961011:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764296.961015:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764296.961019:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764297.600853:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320548647, at 4320548672
00000100:00000010:0.0:1787764297.600871:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f180.
00010000:00000001:2.0:1787764297.984994:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764297.984999:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764297.985004:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764297.985005:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764297.985007:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764297.985008:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764299.008865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764299.008872:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764299.008874:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764299.008877:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764299.008880:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764299.008882:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764299.008884:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764299.008886:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764299.008890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764299.008891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764299.008895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764299.008897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764299.008964:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764299.008981:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764299.008985:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764300.032898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764300.032904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764300.032908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764300.032909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764300.032911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764300.032912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764300.033016:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764300.033020:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764300.033022:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764301.056871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764301.056878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764301.056884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764301.056885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764301.056888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764301.056889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764301.056944:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764301.056950:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764301.056965:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764301.376873:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764301.376885:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764301.376887:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764301.376891:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764301.376896:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764301.376904:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25880
00000400:00000200:3.0:1787764301.376915:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764301.376922:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764301.376926:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764301.376930:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.376933:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764301.376936:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.376939:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764301.376942:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764301.376944:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764301.376947:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764301.376962:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764301.376965:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764301.376967:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764301.376969:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.376971:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764301.376972:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.376974:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764301.376976:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764301.376978:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764301.376980:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764301.376982:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764301.376985:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764301.376986:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.376988:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764301.376990:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764301.376998:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764301.377001:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764301.377004:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764301.377005:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.377008:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764301.377010:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764301.377013:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764301.377019:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764301.377024:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764301.377032:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482331264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764301.377040:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764301.377043:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764301.377047:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482331264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764301.377065:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764301.377067:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764301.377071:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764301.377073:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764301.377075:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764301.377078:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764301.377082:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25880
00000400:00000200:3.0:1787764301.377087:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764301.377091:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764301.377094:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764301.377099:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377101:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764301.377104:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377110:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764301.377114:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764301.377118:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764301.377122:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764301.377126:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764301.377129:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764301.377131:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764301.377136:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377139:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764301.377145:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377151:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764301.377158:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764301.377167:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377174:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764301.377179:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764301.377187:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764301.377191:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.377197:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764301.377203:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764301.377211:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.377216:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764301.377222:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764301.377228:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764301.377236:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764301.377239:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.377243:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764301.377246:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764301.377249:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764301.377257:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764301.377264:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764301.377272:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482331392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764301.377292:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764301.377297:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764301.377305:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482331392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764301.377343:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764301.377350:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764301.377357:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764301.377362:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764301.377365:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764301.377371:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764301.377378:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25880
00000400:00000200:3.0:1787764301.377389:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764301.377399:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764301.377408:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764301.377421:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377428:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764301.377438:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377445:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764301.377448:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764301.377450:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000800:00000200:1.1:1787764301.377459:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:3.0:1787764301.377462:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787764301.377466:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1787764301.377470:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764301.377480:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764301.377485:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764301.377489:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377491:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764301.377493:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377495:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764301.377497:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764301.377500:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377502:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764301.377504:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764301.377507:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764301.377509:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.377511:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764301.377513:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764301.377516:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.377518:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764301.377523:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764301.377525:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764301.377528:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764301.377531:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.377535:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764301.377537:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764301.377540:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764301.377547:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764301.377555:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764301.377565:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482331520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764301.377591:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764301.377596:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764301.377603:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482331520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764301.377618:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764301.377626:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764301.377636:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764301.377642:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764301.377647:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764301.377655:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764301.377664:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25880
00000400:00000200:3.0:1787764301.377674:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764301.377681:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764301.377684:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764301.377687:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377690:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764301.377693:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377698:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764301.377701:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764301.377704:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764301.377709:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764301.377713:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764301.377718:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764301.377724:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764301.377731:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377737:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764301.377744:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377747:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764301.377775:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764301.377779:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377782:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764301.377784:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764301.377788:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764301.377790:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.377792:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764301.377794:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764301.377800:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.377804:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764301.377810:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764301.377814:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764301.377817:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764301.377820:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.377823:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764301.377827:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764301.377829:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764301.377837:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764301.377842:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764301.377849:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482331648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764301.377859:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764301.377863:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764301.377870:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482331648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764301.377883:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764301.377886:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764301.377890:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764301.377893:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764301.377895:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764301.377899:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764301.377905:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25880
00000400:00000200:3.0:1787764301.377911:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764301.377917:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764301.377920:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764301.377927:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377933:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764301.377939:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377946:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764301.377963:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764301.377964:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764301.377967:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764301.377971:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764301.377977:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764301.377981:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764301.377989:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.377995:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764301.378001:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764301.378008:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764301.378016:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764301.378023:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764301.378031:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764301.378036:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764301.378042:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764301.378049:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.378055:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764301.378059:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764301.378065:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.378070:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764301.378077:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764301.378084:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764301.378089:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764301.378093:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764301.378096:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764301.378100:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764301.378104:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764301.378111:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764301.378117:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764301.378126:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482331776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764301.378142:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764301.378147:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764301.378157:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482331776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764301.378176:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764301.378185:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25890)
00000800:00000200:1.1:1787764301.378363:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764301.378366:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764301.378702:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764301.378704:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764301.379045:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764301.379047:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764301.379287:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764301.379289:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00010000:00000001:2.0:1787764302.080925:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764302.080933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764302.080940:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764302.080942:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764302.080959:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764302.080962:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764302.081030:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764302.081034:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764302.081037:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764302.720909:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320553767, at 4320553792
00000100:00000010:0.0:1787764302.720931:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fae0.
00010000:00000001:2.0:1787764303.104890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764303.104897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764303.104902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764303.104903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764303.104906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764303.104907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764304.128891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764304.128896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764304.128900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764304.128901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764304.128904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764304.128907:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764304.128909:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764304.128911:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764304.128913:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764304.128915:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764304.128917:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764304.128919:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764304.128986:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764304.128989:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764304.128991:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764305.152837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764305.152844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764305.152849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764305.152851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764305.152854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764305.152855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764305.152914:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764305.152917:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764305.152920:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764306.176899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764306.176906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764306.176912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764306.176913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764306.176916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764306.176917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764306.176985:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764306.176989:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764306.176992:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764306.496827:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764306.496836:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764306.496838:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764306.496841:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764306.496845:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764306.496851:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25885
00000400:00000200:3.0:1787764306.496858:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764306.496864:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764306.496866:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764306.496869:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.496872:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764306.496874:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.496877:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764306.496880:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764306.496882:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764306.496884:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764306.496888:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764306.496890:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764306.496892:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764306.496895:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.496897:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764306.496899:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.496900:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764306.496903:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764306.496905:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764306.496907:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764306.496909:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764306.496911:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764306.496913:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.496926:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764306.496930:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764306.496939:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764306.496942:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764306.496945:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764306.496946:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.496949:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764306.496950:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764306.496954:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764306.496960:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764306.496966:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764306.496973:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482331904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764306.496981:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764306.496985:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764306.496988:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482331904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764306.497004:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764306.497007:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764306.497009:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764306.497010:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764306.497012:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764306.497014:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764306.497015:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25885
00000400:00000200:3.0:1787764306.497018:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764306.497020:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764306.497021:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764306.497024:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497026:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764306.497027:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497029:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764306.497031:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764306.497032:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764306.497033:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764306.497034:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764306.497036:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764306.497038:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764306.497041:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497042:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764306.497043:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497045:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764306.497047:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764306.497050:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497053:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764306.497055:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764306.497062:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764306.497065:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497067:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764306.497071:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764306.497077:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497081:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764306.497086:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764306.497089:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764306.497093:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764306.497095:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497097:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764306.497097:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764306.497099:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764306.497102:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764306.497106:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764306.497114:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482332032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764306.497124:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764306.497129:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764306.497133:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482332032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764306.497143:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764306.497146:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764306.497152:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764306.497155:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764306.497157:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764306.497159:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764306.497161:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25885
00000400:00000200:3.0:1787764306.497167:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764306.497169:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764306.497170:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764306.497174:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497177:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764306.497178:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497179:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764306.497181:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764306.497182:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764306.497185:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764306.497188:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764306.497190:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764306.497195:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764306.497201:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497203:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764306.497207:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497208:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764306.497214:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764306.497220:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497224:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764306.497227:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764306.497231:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764306.497234:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497237:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764306.497240:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764306.497243:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497246:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764306.497250:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764306.497253:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764306.497255:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764306.497256:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497258:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764306.497259:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764306.497262:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764306.497267:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764306.497270:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764306.497277:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482332160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764306.497283:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764306.497287:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764306.497292:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482332160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764306.497302:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764306.497305:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764306.497311:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764306.497315:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764306.497318:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764306.497322:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764306.497327:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25885
00000400:00000200:3.0:1787764306.497330:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764306.497338:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764306.497342:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764306.497345:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497347:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764306.497348:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497349:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764306.497351:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764306.497352:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764306.497353:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764306.497354:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764306.497355:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764306.497356:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764306.497358:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497359:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764306.497360:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497361:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764306.497363:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764306.497364:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497366:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764306.497367:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764306.497368:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764306.497372:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497375:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764306.497376:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764306.497379:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497383:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764306.497386:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764306.497390:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764306.497392:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764306.497393:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497396:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764306.497399:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764306.497402:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764306.497408:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000800:00000200:1.1:1787764306.497412:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764306.497413:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764306.497418:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00100000:3.0:1787764306.497420:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482332288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764306.497433:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764306.497435:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764306.497439:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482332288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764306.497453:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764306.497457:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764306.497461:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764306.497462:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764306.497465:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764306.497468:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764306.497473:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25885
00000400:00000200:3.0:1787764306.497481:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764306.497486:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764306.497489:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764306.497494:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497498:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764306.497501:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497504:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764306.497508:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764306.497511:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764306.497513:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764306.497517:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764306.497520:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764306.497522:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764306.497524:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497528:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764306.497531:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497535:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764306.497539:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764306.497542:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764306.497544:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764306.497547:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764306.497549:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764306.497551:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497556:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764306.497558:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764306.497560:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497561:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764306.497568:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764306.497573:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764306.497579:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764306.497581:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764306.497584:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764306.497588:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764306.497590:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764306.497595:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764306.497600:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764306.497608:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482332416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764306.497633:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764306.497635:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764306.497640:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482332416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764306.497655:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764306.497659:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25895)
00000800:00000200:1.1:1787764306.497974:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764306.497976:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764306.498232:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764306.498234:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764306.498445:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764306.498446:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764306.498624:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764306.498626:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00010000:00000001:2.0:1787764307.200831:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764307.200837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764307.200841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764307.200844:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764307.200846:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764307.200848:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764307.200850:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764307.200853:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764307.200855:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764307.200857:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764307.200861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764307.200862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764307.200924:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764307.200929:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764307.200932:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764307.840869:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320558887, at 4320558912
00000100:00000010:0.0:1787764307.840880:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f6c0.
00010000:00000001:2.0:1787764308.224881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764308.224886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764308.224890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764308.224891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764308.224894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764308.224895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764309.248851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764309.248858:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764309.248860:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764309.248863:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764309.248866:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764309.248868:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764309.248870:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764309.248872:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764309.248875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764309.248876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764309.248879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764309.248880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764309.248935:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764309.248939:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764309.248942:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764310.272901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764310.272908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764310.272915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764310.272916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764310.272920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764310.272921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764310.272968:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764310.272972:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764310.272976:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764311.296845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764311.296850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764311.296854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764311.296855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764311.296858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764311.296859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764311.296916:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764311.296922:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764311.296925:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764311.616868:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764311.616876:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764311.616878:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764311.616893:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764311.616898:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764311.616905:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25890
00000400:00000200:0.0:1787764311.616913:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764311.616918:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764311.616921:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764311.616923:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.616926:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764311.616927:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.616929:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764311.616932:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764311.616934:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764311.616936:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764311.616939:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764311.616941:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764311.616943:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764311.616945:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.616947:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764311.616948:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.616949:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764311.616951:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764311.616954:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764311.616955:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764311.616957:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764311.616960:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764311.616962:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.616964:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764311.616966:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764311.616973:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764311.616975:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764311.616978:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764311.616979:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.616981:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764311.616983:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764311.616986:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764311.616992:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764311.616998:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764311.617005:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482332544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764311.617012:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764311.617016:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764311.617019:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482332544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764311.617037:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764311.617041:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764311.617045:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764311.617047:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764311.617049:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764311.617053:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764311.617056:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25890
00000400:00000200:0.0:1787764311.617059:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764311.617062:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764311.617064:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764311.617067:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617069:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764311.617071:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617073:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764311.617076:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764311.617077:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764311.617079:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764311.617081:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764311.617083:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764311.617085:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764311.617088:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617090:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764311.617092:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617094:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764311.617096:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764311.617099:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617102:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764311.617104:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764311.617109:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764311.617111:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617113:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764311.617117:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764311.617120:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617122:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764311.617127:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764311.617129:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764311.617132:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764311.617133:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617135:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764311.617136:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764311.617138:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764311.617141:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764311.617145:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764311.617150:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482332672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764311.617157:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764311.617159:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764311.617162:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482332672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764311.617171:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764311.617174:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764311.617177:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764311.617179:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764311.617181:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764311.617183:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764311.617185:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25890
00000400:00000200:0.0:1787764311.617188:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764311.617192:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764311.617194:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764311.617197:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617199:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764311.617201:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617203:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764311.617206:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764311.617208:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764311.617209:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764311.617211:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764311.617213:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764311.617216:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764311.617218:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617220:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764311.617222:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617224:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764311.617226:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764311.617229:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617232:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764311.617234:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764311.617236:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764311.617238:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617240:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764311.617242:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764311.617245:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617254:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764311.617258:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764311.617260:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764311.617263:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764311.617264:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617266:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764311.617268:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764311.617269:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764311.617273:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764311.617276:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764311.617280:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482332800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764311.617288:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764311.617290:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764311.617295:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482332800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764311.617295:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764311.617299:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787764311.617303:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764311.617306:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764311.617309:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764311.617311:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764311.617312:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764311.617315:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764311.617317:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25890
00000400:00000200:0.0:1787764311.617321:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764311.617323:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764311.617325:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764311.617328:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617330:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764311.617332:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617334:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764311.617336:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764311.617338:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764311.617340:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764311.617341:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764311.617344:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764311.617346:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764311.617349:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617351:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764311.617353:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617356:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764311.617358:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764311.617361:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617363:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764311.617365:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764311.617368:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764311.617370:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617372:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764311.617374:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764311.617377:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617379:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764311.617382:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764311.617384:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764311.617386:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764311.617388:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617389:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764311.617391:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764311.617393:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764311.617397:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764311.617400:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764311.617404:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482332928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764311.617412:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764311.617414:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764311.617418:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482332928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764311.617425:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764311.617428:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764311.617432:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764311.617434:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764311.617435:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764311.617438:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764311.617441:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25890
00000400:00000200:0.0:1787764311.617444:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764311.617447:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764311.617449:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764311.617453:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617455:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764311.617457:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617459:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764311.617461:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764311.617462:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764311.617464:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764311.617465:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764311.617468:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764311.617470:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764311.617473:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617475:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764311.617477:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617479:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764311.617482:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764311.617484:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764311.617487:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764311.617488:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764311.617491:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764311.617492:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617494:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764311.617496:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764311.617498:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617500:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764311.617503:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764311.617506:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764311.617508:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764311.617509:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764311.617511:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764311.617512:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764311.617514:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764311.617517:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764311.617520:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764311.617524:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482333056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764311.617532:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764311.617534:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764311.617538:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482333056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764311.617545:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764311.617549:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25900)
00000800:00000200:1.1:1787764311.617677:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764311.617679:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764311.617904:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764311.617906:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764311.618085:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764311.618086:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764311.618282:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764311.618285:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00010000:00000001:2.0:1787764312.320842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764312.320848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764312.320851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764312.320852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764312.320855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764312.320856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764312.320914:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764312.320918:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764312.320920:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764312.960861:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320564007, at 4320564032
00000100:00000010:0.0:1787764312.960890:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f780.
00010000:00000001:2.0:1787764313.344855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764313.344861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764313.344865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764313.344866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764313.344879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764313.344882:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764313.344884:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764313.344887:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764313.344889:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764313.344891:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764313.344892:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764313.344894:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764314.368848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764314.368853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764314.368858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764314.368859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764314.368873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764314.368875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764314.368921:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764314.368925:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764314.368928:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764315.392890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764315.392897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764315.392903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764315.392904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764315.392908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764315.392909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764315.392976:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764315.392982:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764315.392986:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764316.416839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764316.416845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764316.416861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764316.416864:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764316.416866:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764316.416869:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764316.416871:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764316.416873:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764316.416874:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764316.416876:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764316.416878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764316.416879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764316.416926:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764316.416929:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764316.416932:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764316.736870:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764316.736880:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764316.736882:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764316.736886:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764316.736889:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764316.736896:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25895
00000400:00000200:3.0:1787764316.736903:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764316.736908:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764316.736911:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764316.736913:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.736915:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764316.736917:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.736919:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764316.736922:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764316.736923:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764316.736925:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764316.736929:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764316.736930:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764316.736932:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764316.736934:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.736936:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764316.736937:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.736938:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764316.736940:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764316.736942:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764316.736944:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764316.736946:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764316.736948:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764316.736950:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.736952:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764316.736954:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764316.736961:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764316.736964:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764316.736968:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764316.736970:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.736973:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764316.736976:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764316.736980:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764316.736989:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764316.736996:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764316.737006:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482333184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764316.737017:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764316.737022:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764316.737027:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482333184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764316.737051:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764316.737055:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764316.737059:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764316.737061:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764316.737063:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764316.737066:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764316.737069:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25895
00000400:00000200:3.0:1787764316.737080:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764316.737083:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764316.737085:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764316.737088:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737090:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764316.737092:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737095:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764316.737098:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764316.737100:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764316.737103:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764316.737108:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764316.737110:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764316.737112:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764316.737119:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737122:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764316.737126:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737130:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764316.737134:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764316.737139:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737145:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764316.737146:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764316.737154:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764316.737158:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.737160:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764316.737165:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764316.737169:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.737172:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764316.737176:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764316.737181:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764316.737185:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764316.737187:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.737189:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764316.737192:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764316.737195:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764316.737200:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764316.737204:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764316.737212:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482333312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764316.737224:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764316.737227:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764316.737233:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482333312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764316.737247:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764316.737252:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764316.737261:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764316.737264:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764316.737268:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764316.737272:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764316.737279:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25895
00000400:00000200:3.0:1787764316.737288:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764316.737297:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764316.737302:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764316.737307:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737311:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764316.737317:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737323:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764316.737328:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764316.737329:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764316.737333:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764316.737337:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764316.737341:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764316.737343:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764316.737348:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737352:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764316.737358:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737364:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764316.737381:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764316.737389:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737396:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764316.737401:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764316.737408:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764316.737415:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.737421:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1787764316.737424:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000008:00100000:3.0:1787764316.737426:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764316.737431:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764316.737432:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787764316.737434:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764316.737451:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764316.737457:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764316.737463:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764316.737466:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.737470:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764316.737472:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764316.737477:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764316.737483:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764316.737487:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764316.737494:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482333440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764316.737521:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764316.737523:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764316.737529:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482333440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764316.737554:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764316.737559:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764316.737569:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764316.737571:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764316.737573:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764316.737577:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764316.737579:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25895
00000400:00000200:3.0:1787764316.737582:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764316.737587:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764316.737589:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764316.737595:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737597:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764316.737600:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737605:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764316.737606:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764316.737607:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764316.737609:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764316.737612:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764316.737614:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764316.737616:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764316.737620:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737623:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764316.737627:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737630:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764316.737634:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764316.737637:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737643:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764316.737644:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764316.737648:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764316.737651:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.737654:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764316.737656:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764316.737659:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.737661:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764316.737666:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764316.737669:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764316.737674:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764316.737676:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.737680:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764316.737682:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764316.737684:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764316.737688:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764316.737693:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764316.737700:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482333568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764316.737722:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764316.737726:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764316.737733:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482333568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764316.737780:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764316.737787:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764316.737795:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764316.737799:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764316.737803:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764316.737810:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764316.737816:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25895
00000400:00000200:3.0:1787764316.737822:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764316.737828:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764316.737833:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764316.737836:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737838:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764316.737839:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737842:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764316.737857:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764316.737860:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764316.737862:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764316.737866:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764316.737870:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764316.737874:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764316.737880:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737883:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764316.737886:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737891:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764316.737894:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764316.737900:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764316.737903:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764316.737906:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764316.737911:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764316.737915:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.737919:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764316.737921:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764316.737927:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.737930:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764316.737936:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764316.737940:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764316.737944:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764316.737947:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764316.737951:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764316.737953:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764316.737957:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764316.737962:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764316.737967:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764316.737975:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482333696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764316.737987:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764316.737990:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764316.737996:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482333696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764316.738011:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764316.738015:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25905)
00000800:00000200:1.1:1787764316.738145:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764316.738147:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764316.738351:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764316.738352:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764316.738559:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764316.738561:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764316.738783:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764316.738785:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00010000:00000001:2.0:1787764317.440892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764317.440899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764317.440905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764317.440911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764317.440915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764317.440916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764317.440978:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764317.440982:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764317.440987:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764318.080847:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320569127, at 4320569152
00000100:00000010:0.0:1787764318.080862:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442ff60.
00010000:00000001:2.0:1787764318.464906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764318.464911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764318.464916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764318.464917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764318.464919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764318.464920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764319.488868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764319.488875:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764319.488877:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764319.488879:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764319.488883:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764319.488885:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764319.488887:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764319.488888:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764319.488891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764319.488892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764319.488894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764319.488895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764319.488959:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764319.488964:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764319.488968:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764320.512910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764320.512915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764320.512920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764320.512921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764320.512923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764320.512924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764320.512983:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764320.512988:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764320.512992:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764321.536903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764321.536911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764321.536916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764321.536918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764321.536921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764321.536922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764321.536973:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764321.536978:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764321.536982:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764321.856899:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764321.856907:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764321.856909:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764321.856912:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764321.856916:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764321.856922:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25900
00000400:00000200:2.0:1787764321.856930:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764321.856936:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764321.856939:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764321.856942:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.856944:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764321.856946:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.856947:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764321.856950:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764321.856951:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764321.856954:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764321.856957:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764321.856959:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764321.856961:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764321.856963:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.856964:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764321.856965:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.856966:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764321.856968:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764321.856970:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764321.856972:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.856974:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764321.856977:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764321.856979:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.856980:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764321.856982:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764321.856991:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
00000020:00000040:2.0:1787764321.856993:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764321.856997:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764321.856998:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857000:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764321.857002:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764321.857005:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764321.857012:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764321.857017:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764321.857024:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482333824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764321.857032:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764321.857035:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764321.857039:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482333824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.857055:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764321.857057:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764321.857060:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764321.857061:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764321.857062:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764321.857065:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764321.857066:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25900
00000400:00000200:2.0:1787764321.857069:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764321.857070:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764321.857072:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764321.857074:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857075:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764321.857076:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857078:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764321.857079:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764321.857080:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764321.857081:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764321.857083:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764321.857084:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764321.857086:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764321.857088:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857089:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764321.857090:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857092:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764321.857093:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764321.857096:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857098:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.857099:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764321.857103:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764321.857105:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857106:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764321.857109:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764321.857112:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857114:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764321.857117:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764321.857121:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764321.857124:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764321.857126:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857129:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764321.857130:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764321.857132:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764321.857138:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764321.857141:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764321.857148:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482333952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764321.857167:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764321.857170:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764321.857176:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482333952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.857187:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764321.857191:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764321.857195:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764321.857196:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764321.857198:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764321.857203:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764321.857205:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25900
00000400:00000200:2.0:1787764321.857211:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764321.857215:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764321.857219:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764321.857223:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857225:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764321.857230:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857234:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764321.857238:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764321.857239:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764321.857242:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764321.857245:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764321.857249:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764321.857251:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764321.857254:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857258:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764321.857261:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857263:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764321.857267:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764321.857272:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857277:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.857278:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764321.857280:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764321.857281:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857283:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764321.857285:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764321.857290:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857292:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764321.857298:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787764321.857300:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764321.857302:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764321.857304:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857307:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764321.857310:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764321.857313:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764321.857317:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764321.857321:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764321.857327:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482334080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764321.857341:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764321.857343:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764321.857346:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482334080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.857351:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764321.857353:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764321.857359:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764321.857362:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764321.857364:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764321.857366:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764321.857370:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25900
00000400:00000200:2.0:1787764321.857374:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764321.857378:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764321.857381:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764321.857384:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857388:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764321.857391:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857395:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764321.857399:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764321.857402:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764321.857404:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764321.857407:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764321.857411:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764321.857413:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764321.857415:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857416:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764321.857417:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857418:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764321.857420:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764321.857423:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857427:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.857437:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764321.857441:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764321.857444:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857446:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764321.857448:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764321.857455:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857456:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764321.857459:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787764321.857464:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764321.857467:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764321.857470:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857472:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764321.857473:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764321.857474:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764321.857477:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764321.857480:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764321.857488:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482334208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764321.857496:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764321.857499:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764321.857505:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482334208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.857514:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764321.857518:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764321.857523:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764321.857524:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764321.857527:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764321.857533:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764321.857540:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25900
00000400:00000200:2.0:1787764321.857551:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764321.857561:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764321.857567:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764321.857572:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857578:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764321.857585:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857590:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764321.857596:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764321.857599:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764321.857602:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764321.857603:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764321.857605:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764321.857610:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764321.857614:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857615:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764321.857620:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857622:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764321.857628:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764321.857631:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764321.857637:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764321.857637:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:2.0:1787764321.857639:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764321.857643:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764321.857646:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857647:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764321.857648:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764321.857650:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857651:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764321.857655:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787764321.857657:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764321.857658:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764321.857660:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.857661:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764321.857663:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764321.857664:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764321.857680:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764321.857687:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764321.857697:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482334336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764321.857709:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764321.857715:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764321.857723:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482334336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.857744:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764321.857785:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25910)
00000800:00000200:1.1:1787764321.857978:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764321.858141:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764321.858301:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764321.858457:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00010000:00000001:2.0:1787764322.560896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764322.560903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764322.560908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764322.560910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764322.560913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764322.560914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764322.560973:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764322.560977:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764322.560980:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764323.200866:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320574247, at 4320574272
00000100:00000010:0.0:1787764323.200880:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fde0.
00010000:00000001:2.0:1787764323.584886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764323.584892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764323.584897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764323.584898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764323.584901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764323.584904:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764323.584906:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764323.584908:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764323.584910:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764323.584912:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764323.584914:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764323.584916:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764324.608867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764324.608871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764324.608875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764324.608877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764324.608879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764324.608880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764324.608926:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764324.608930:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764324.608932:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787764324.929039:0:257216:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:0.0:1787764324.929084:0:257216:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787764324.929096:0:257216:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764324.929101:0:257216:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:0.0:1787764324.929106:0:257216:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764324.929111:0:257216:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787764324.929116:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:0.0:1787764324.929121:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:0.0:1787764324.929126:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764324.929131:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764324.929138:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ab28
00000400:00000010:0.0:1787764324.929141:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ab28.
00000100:00000001:0.0:1787764324.929147:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764324.929155:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6c780 x1874595482333824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764324.929182:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764324.929186:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c780 x1874595482333824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764324.929196:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764324.929198:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764324.929207:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:0.0:1787764324.929210:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129c00.
00000400:00000200:0.0:1787764324.929213:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764324.929217:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764324.929221:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6abb0
00000400:00000010:0.0:1787764324.929224:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6abb0.
00000100:00000001:0.0:1787764324.929227:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764324.929232:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6ed00 x1874595482333952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764324.929245:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764324.929250:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6ed00 x1874595482333952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764324.929262:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764324.929266:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764324.929275:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:0.0:1787764324.929281:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129700.
00000400:00000200:0.0:1787764324.929287:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764324.929294:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764324.929330:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a5d8
00000400:00000010:0.0:1787764324.929335:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a5d8.
00000100:00000001:0.0:1787764324.929340:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764324.929349:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6f480 x1874595482334080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764324.929372:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764324.929379:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f480 x1874595482334080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764324.929387:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764324.929392:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764324.929401:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:0.0:1787764324.929409:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129200.
00000400:00000200:0.0:1787764324.929414:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764324.929424:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764324.929428:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a088
00000400:00000010:0.0:1787764324.929432:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a088.
00000100:00000001:0.0:1787764324.929435:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764324.929442:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6c000 x1874595482334208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764324.929461:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764324.929468:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c000 x1874595482334208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764324.929483:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764324.929487:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764324.929494:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:0.0:1787764324.929500:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129900.
00000400:00000200:0.0:1787764324.929506:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764324.929522:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764324.929525:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6af68
00000400:00000010:0.0:1787764324.929529:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6af68.
00000100:00000001:0.0:1787764324.929535:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764324.929542:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6d2c0 x1874595482334336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764324.929556:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764324.929564:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d2c0 x1874595482334336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764324.929576:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764324.929580:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:2.0:1787764325.632879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764325.632885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764325.632892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764325.632894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764325.632897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764325.632899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764325.632965:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764325.632970:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764325.632974:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764326.656839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764326.656845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764326.656850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764326.656852:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764326.656855:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764326.656857:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764326.656859:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764326.656861:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764326.656862:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764326.656864:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764326.656866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764326.656867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764326.656900:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764326.656904:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764326.656906:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764326.976932:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764326.976944:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764326.976946:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764326.976950:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764326.976955:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764326.976962:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25905
00000400:00000200:0.0:1787764326.976972:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764326.976979:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764326.976982:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764326.976986:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.976990:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764326.976991:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.976993:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764326.976996:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764326.976998:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764326.977000:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764326.977003:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764326.977054:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764326.977057:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764326.977061:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977064:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764326.977066:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977068:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764326.977071:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764326.977075:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977078:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764326.977081:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764326.977085:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764326.977088:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977090:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764326.977093:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764326.977099:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764326.977103:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764326.977107:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764326.977109:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977111:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764326.977114:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764326.977118:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764326.977126:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:0.0:1787764326.977132:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764326.977143:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482334464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764326.977154:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764326.977158:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764326.977164:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482334464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764326.977192:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764326.977196:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764326.977205:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764326.977206:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764326.977208:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764326.977212:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764326.977215:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25905
00000400:00000200:0.0:1787764326.977219:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764326.977223:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764326.977226:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764326.977229:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977232:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764326.977234:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977236:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764326.977239:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764326.977240:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764326.977242:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764326.977245:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764326.977247:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764326.977250:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764326.977253:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977255:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764326.977257:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977259:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764326.977261:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764326.977264:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977266:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764326.977268:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764326.977274:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764326.977277:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977279:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764326.977283:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764326.977287:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977289:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764326.977293:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764326.977295:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764326.977298:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764326.977299:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977301:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764326.977303:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764326.977305:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764326.977309:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764326.977314:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764326.977319:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482334592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764326.977328:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764326.977331:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764326.977335:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482334592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764326.977343:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764326.977347:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764326.977351:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764326.977352:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764326.977354:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764326.977357:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764326.977360:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25905
00000400:00000200:0.0:1787764326.977365:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764326.977368:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764326.977371:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764326.977373:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977375:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764326.977378:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977380:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764326.977383:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764326.977384:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764326.977386:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764326.977388:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764326.977390:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764326.977392:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764326.977395:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977397:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764326.977399:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977400:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764326.977403:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764326.977405:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977408:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764326.977410:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764326.977414:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764326.977416:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977418:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764326.977420:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764326.977422:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977423:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764326.977427:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764326.977429:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764326.977431:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764326.977432:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977434:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764326.977436:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764326.977437:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764326.977441:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764326.977444:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764326.977448:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482334720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764326.977462:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764326.977464:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764326.977467:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482334720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764326.977475:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764326.977478:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764326.977482:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764326.977483:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764326.977485:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764326.977488:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764326.977490:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25905
00000400:00000200:0.0:1787764326.977494:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764326.977497:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764326.977499:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764326.977502:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977504:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764326.977506:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977509:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764326.977511:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764326.977512:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764326.977514:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764326.977522:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764326.977524:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764326.977526:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764326.977530:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977532:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764326.977534:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977536:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764326.977540:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764326.977542:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977545:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764326.977547:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764326.977550:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764326.977552:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977554:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764326.977557:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764326.977559:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977561:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764326.977565:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764326.977568:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764326.977570:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764326.977572:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977573:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764326.977575:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764326.977577:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764326.977581:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764326.977584:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764326.977590:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482334848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764326.977607:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764326.977610:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764326.977614:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482334848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764326.977621:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764326.977624:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764326.977627:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764326.977629:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764326.977630:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764326.977632:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764326.977636:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25905
00000400:00000200:0.0:1787764326.977641:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764326.977644:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764326.977646:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764326.977648:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977650:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764326.977652:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977654:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764326.977656:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764326.977658:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764326.977659:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764326.977663:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764326.977665:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764326.977667:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764326.977670:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977672:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764326.977674:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977676:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764326.977678:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764326.977681:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764326.977684:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764326.977685:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764326.977688:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764326.977690:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977693:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764326.977695:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764326.977697:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977699:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764326.977703:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764326.977706:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764326.977709:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764326.977710:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764326.977712:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764326.977714:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764326.977715:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764326.977719:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764326.977722:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764326.977727:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482334976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764326.977734:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764326.977736:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764326.977740:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482334976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764326.977747:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764326.977799:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25915)
00000800:00000200:1.1:1787764326.979054:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764326.979057:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764326.979423:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764326.979426:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764326.979720:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764326.979724:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764326.980059:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764326.980062:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764326.980334:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764326.980336:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00010000:00000001:2.0:1787764327.680810:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764327.680815:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764327.680818:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764327.680819:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764327.680821:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764327.680822:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764327.680877:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764327.680881:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764327.680885:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764328.320845:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320579369, at 4320579392
00000100:00000010:0.0:1787764328.320860:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fd80.
00010000:00000001:2.0:1787764328.704855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764328.704861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764328.704866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764328.704868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764328.704871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764328.704872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764329.728820:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764329.728827:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764329.728828:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764329.728830:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764329.728834:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764329.728835:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764329.728837:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764329.728838:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764329.728841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764329.728842:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764329.728844:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764329.728845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764329.728885:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764329.728888:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764329.728891:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764330.752843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764330.752848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764330.752854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764330.752855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764330.752858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764330.752860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764330.752914:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764330.752918:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764330.752921:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764331.776809:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764331.776815:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764331.776818:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764331.776819:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764331.776821:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764331.776822:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764331.776868:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764331.776872:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764331.776876:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764332.096845:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764332.096854:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764332.096857:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764332.096861:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764332.096865:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764332.096871:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25910
00000400:00000200:0.0:1787764332.096878:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764332.096883:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764332.096885:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764332.096887:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.096890:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764332.096892:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.096893:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764332.096896:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764332.096897:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764332.096900:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764332.096903:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764332.096906:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764332.096908:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764332.096911:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.096913:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764332.096915:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.096917:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764332.096919:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764332.096923:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764332.096926:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764332.096928:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764332.096932:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764332.096935:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.096937:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764332.096940:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764332.096948:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764332.096951:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764332.096954:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764332.096955:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.096957:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764332.096959:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764332.096962:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764332.096967:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764332.096972:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764332.096979:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482335104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764332.096990:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764332.096993:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764332.096996:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482335104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764332.097014:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764332.097016:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764332.097022:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764332.097023:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764332.097024:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764332.097027:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764332.097028:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25910
00000400:00000200:0.0:1787764332.097031:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764332.097034:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764332.097035:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764332.097037:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097039:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764332.097041:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097042:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764332.097043:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764332.097044:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764332.097045:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764332.097047:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764332.097049:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764332.097051:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764332.097055:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097057:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764332.097063:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097066:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764332.097069:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764332.097073:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097076:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764332.097080:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764332.097086:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764332.097091:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097095:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764332.097100:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764332.097112:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097118:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764332.097125:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764332.097130:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764332.097135:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764332.097138:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097140:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764332.097141:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764332.097145:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764332.097150:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764332.097155:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764332.097162:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482335232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764332.097171:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764332.097175:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764332.097182:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482335232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764332.097196:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764332.097200:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764332.097203:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764332.097206:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764332.097208:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764332.097211:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764332.097214:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25910
00000400:00000200:0.0:1787764332.097259:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764332.097265:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764332.097269:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764332.097275:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097280:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764332.097286:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.1:1787764332.097289:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764332.097291:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:1.1:1787764332.097293:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1787764332.097297:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764332.097301:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764332.097305:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764332.097309:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764332.097315:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764332.097319:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764332.097328:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097333:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764332.097338:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097343:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764332.097347:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764332.097351:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097356:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764332.097358:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764332.097361:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764332.097365:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097368:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764332.097371:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764332.097377:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097380:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764332.097387:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764332.097392:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764332.097398:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764332.097401:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097404:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764332.097407:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764332.097410:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764332.097414:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764332.097418:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764332.097426:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482335360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764332.097432:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764332.097436:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764332.097444:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482335360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764332.097460:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764332.097469:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764332.097477:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764332.097479:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764332.097482:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764332.097487:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764332.097492:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25910
00000400:00000200:0.0:1787764332.097497:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764332.097502:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764332.097505:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764332.097509:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097510:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764332.097512:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097513:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764332.097514:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764332.097515:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764332.097517:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764332.097520:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764332.097524:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764332.097528:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764332.097534:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097539:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764332.097543:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097548:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764332.097553:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764332.097560:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097566:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764332.097570:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764332.097575:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764332.097580:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097585:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764332.097589:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764332.097594:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097599:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764332.097605:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764332.097609:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764332.097613:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764332.097615:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097620:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764332.097623:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764332.097625:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764332.097631:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764332.097636:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764332.097645:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482335488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764332.097661:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764332.097665:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764332.097673:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482335488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764332.097690:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764332.097695:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764332.097700:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764332.097704:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764332.097706:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764332.097711:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764332.097716:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25910
00000400:00000200:0.0:1787764332.097725:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764332.097732:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764332.097736:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764332.097783:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097788:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764332.097793:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097797:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764332.097806:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764332.097809:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764332.097813:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764332.097816:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764332.097822:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764332.097827:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764332.097833:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097835:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764332.097837:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097841:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764332.097847:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764332.097851:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764332.097854:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764332.097858:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764332.097863:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764332.097869:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097872:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764332.097875:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764332.097879:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097884:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764332.097889:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764332.097892:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764332.097894:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764332.097897:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764332.097901:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764332.097902:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764332.097906:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764332.097912:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764332.097918:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764332.097928:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482335616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764332.097938:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764332.097940:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764332.097945:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482335616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764332.097960:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764332.097967:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25920)
00000800:00000200:1.1:1787764332.098064:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764332.098066:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764332.098349:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764332.098351:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764332.098559:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764332.098561:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764332.098836:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764332.098838:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00010000:00000001:2.0:1787764332.800880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764332.800885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764332.800889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764332.800889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764332.800891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764332.800892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764332.800949:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764332.800954:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764332.800957:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764333.440856:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320584487, at 4320584512
00000100:00000010:0.0:1787764333.440872:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f900.
00010000:00000001:2.0:1787764333.824837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764333.824843:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764333.824848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764333.824849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764333.824852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764333.824855:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764333.824857:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764333.824860:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764333.824863:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764333.824865:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764333.824867:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764333.824870:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764334.848896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764334.848902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764334.848906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764334.848908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764334.848911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764334.848912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764334.848964:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764334.848967:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764334.848970:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764335.872833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764335.872840:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764335.872846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764335.872847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764335.872851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764335.872852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764335.872897:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764335.872900:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764335.872903:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764336.896904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764336.896910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764336.896914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764336.896917:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764336.896919:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764336.896922:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764336.896925:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764336.896927:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764336.896930:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764336.896932:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764336.896935:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764336.896937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764336.896992:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764336.896995:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764336.896998:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764337.216907:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764337.216914:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764337.216916:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764337.216918:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764337.216921:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764337.216927:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25915
00000400:00000200:2.0:1787764337.216935:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764337.216941:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764337.216944:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764337.216947:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.216950:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764337.216952:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.216955:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764337.216958:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764337.216960:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764337.216963:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764337.216967:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764337.216969:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764337.216971:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764337.216974:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.216976:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764337.216978:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.216980:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764337.216983:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764337.216987:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764337.216989:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764337.216992:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764337.216995:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764337.216998:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.217000:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764337.217009:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764337.217016:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cb40.
00000020:00000040:2.0:1787764337.217018:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764337.217021:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764337.217022:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.217024:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764337.217026:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764337.217029:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764337.217034:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787764337.217038:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764337.217048:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cb40 x1874595482335744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764337.217055:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764337.217057:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764337.217061:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2e980d] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cb40 x1874595482335744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764337.217078:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764337.217081:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764337.217084:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764337.217085:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764337.217087:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764337.217090:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764337.217098:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25915
00000400:00000200:2.0:1787764337.217103:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764337.217107:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764337.217110:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764337.217113:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217115:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764337.217120:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217123:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764337.217129:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764337.217133:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764337.217146:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764337.217152:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764337.217162:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764337.217169:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764337.217177:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217184:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764337.217190:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217203:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764337.217212:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764337.217222:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217225:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764337.217228:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764337.217234:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764337.217238:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.217240:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764337.217245:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764337.217252:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.217257:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764337.217263:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
00000020:00000040:2.0:1787764337.217270:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764337.217277:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764337.217278:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.217282:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764337.217284:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764337.217285:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764337.217290:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787764337.217299:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764337.217307:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482335872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764337.217337:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764337.217344:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764337.217356:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482335872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764337.217382:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764337.217392:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764337.217401:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764337.217406:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764337.217412:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764337.217418:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764337.217430:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25915
00000400:00000200:2.0:1787764337.217450:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764337.217463:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764337.217474:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764337.217485:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217493:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764337.217504:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217515:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:1.1:1787764337.217519:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:2.0:1787764337.217520:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764337.217523:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764337.217527:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787764337.217528:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000020:00000040:2.0:1787764337.217529:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764337.217537:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764337.217544:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764337.217551:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217558:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764337.217562:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217565:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764337.217572:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764337.217576:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217582:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764337.217589:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764337.217593:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764337.217596:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.217604:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764337.217606:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764337.217615:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.217617:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764337.217621:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787764337.217624:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764337.217628:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764337.217630:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.217638:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764337.217641:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764337.217643:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764337.217654:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787764337.217660:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764337.217672:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482336000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764337.217698:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764337.217701:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764337.217722:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482336000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764337.217744:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764337.217794:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764337.217799:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764337.217801:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764337.217804:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764337.217812:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764337.217816:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25915
00000400:00000200:2.0:1787764337.217828:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764337.217835:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764337.217839:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764337.217848:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217854:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764337.217860:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217867:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764337.217874:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764337.217878:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764337.217883:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764337.217887:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764337.217894:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764337.217900:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764337.217908:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217915:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764337.217924:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217931:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764337.217938:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764337.217947:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764337.217954:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764337.217958:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764337.217963:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764337.217969:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.217973:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764337.217977:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764337.217985:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.217988:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764337.217999:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787764337.218009:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764337.218020:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764337.218023:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.218032:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764337.218040:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764337.218049:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764337.218061:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787764337.218069:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764337.218080:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482336128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764337.218095:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764337.218101:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764337.218110:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482336128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764337.218125:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764337.218136:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764337.218151:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764337.218157:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764337.218165:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764337.218176:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764337.218180:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25915
00000400:00000200:2.0:1787764337.218188:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764337.218197:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764337.218200:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764337.218205:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.218212:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764337.218216:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.218223:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764337.218229:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764337.218232:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764337.218237:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764337.218239:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764337.218243:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764337.218245:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764337.218254:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.218266:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764337.218270:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764337.218275:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764337.218277:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764337.218284:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764337.218296:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764337.218301:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764337.218303:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764337.218312:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.218314:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764337.218320:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764337.218326:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.218328:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764337.218334:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787764337.218337:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764337.218341:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764337.218343:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764337.218346:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764337.218349:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764337.218353:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764337.218356:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00000001:2.0:1787764337.218358:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764337.218361:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482336256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764337.218369:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764337.218372:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764337.218381:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482336256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764337.218393:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764337.218398:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25925)
00000800:00000200:1.1:1787764337.218537:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764337.218540:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764337.218854:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764337.218856:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764337.219031:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764337.219033:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764337.219319:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764337.219323:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00010000:00000001:2.0:1787764337.920827:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764337.920834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764337.920839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764337.920841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764337.920844:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764337.920845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764337.920916:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764337.920921:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764337.920924:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764338.560829:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320589607, at 4320589632
00000100:00000010:0.0:1787764338.560845:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fd20.
00010000:00000001:2.0:1787764338.944871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764338.944877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764338.944881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764338.944882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764338.944884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764338.944885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764339.968843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764339.968849:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764339.968851:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764339.968853:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764339.968857:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764339.968859:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764339.968860:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764339.968861:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764339.968864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764339.968865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764339.968867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764339.968867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764339.968925:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764339.968928:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764339.968930:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764340.992886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764340.992892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764340.992897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764340.992898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764340.992901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764340.992902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764340.992968:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764340.992972:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764340.992975:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764342.016839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764342.016843:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764342.016847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764342.016847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764342.016849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764342.016850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764342.016896:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764342.016900:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764342.016903:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764342.336852:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764342.336860:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764342.336862:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764342.336865:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764342.336869:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764342.336875:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25920
00000400:00000200:3.0:1787764342.336882:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764342.336886:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764342.336888:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764342.336891:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.336894:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764342.336895:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.336897:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764342.336900:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764342.336901:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764342.336903:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764342.336906:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764342.336907:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764342.336909:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764342.336910:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.336912:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764342.336913:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.336914:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764342.336916:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764342.336918:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764342.336920:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764342.336921:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764342.336924:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764342.336926:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.336927:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764342.336929:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764342.336933:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764342.336935:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764342.336938:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764342.336939:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.336941:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764342.336943:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764342.336945:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764342.336951:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764342.336956:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764342.336963:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482336384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764342.336975:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764342.336978:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764342.336982:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482336384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764342.336997:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764342.336999:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764342.337001:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764342.337002:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764342.337003:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764342.337005:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764342.337007:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25920
00000400:00000200:3.0:1787764342.337009:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764342.337010:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764342.337012:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764342.337013:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337014:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764342.337016:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337017:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764342.337019:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764342.337020:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764342.337021:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764342.337022:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764342.337024:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764342.337025:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764342.337028:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337029:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764342.337030:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337032:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764342.337089:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764342.337097:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337101:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764342.337111:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764342.337118:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764342.337124:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337127:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1787764342.337184:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764342.337194:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000008:00100000:3.0:1787764342.337220:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764342.337228:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337233:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764342.337239:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764342.337246:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764342.337251:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764342.337262:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337318:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764342.337322:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764342.337326:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764342.337342:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764342.337350:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764342.337363:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482336512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764342.337380:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764342.337386:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764342.337394:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482336512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764342.337404:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764342.337407:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764342.337410:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764342.337411:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764342.337413:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764342.337416:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764342.337418:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25920
00000400:00000200:3.0:1787764342.337423:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764342.337425:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764342.337426:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764342.337431:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337440:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764342.337445:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337448:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764342.337452:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764342.337453:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764342.337456:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764342.337458:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764342.337462:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764342.337464:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764342.337468:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337470:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764342.337474:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337478:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764342.337481:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764342.337485:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337487:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764342.337490:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764342.337493:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764342.337497:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337500:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764342.337502:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764342.337504:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337506:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764342.337511:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764342.337514:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764342.337516:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764342.337519:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337522:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764342.337524:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764342.337527:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764342.337532:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764342.337537:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764342.337544:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482336640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764342.337558:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764342.337562:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764342.337568:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482336640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764342.337578:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764342.337581:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764342.337585:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764342.337592:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764342.337594:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764342.337598:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764342.337603:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25920
00000400:00000200:3.0:1787764342.337610:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764342.337616:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764342.337620:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764342.337625:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337630:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764342.337635:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337639:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764342.337642:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764342.337644:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764342.337647:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764342.337651:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764342.337655:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764342.337660:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764342.337665:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337676:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764342.337679:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337680:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764342.337684:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764342.337688:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337692:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764342.337695:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764342.337699:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764342.337703:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337706:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764342.337709:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764342.337715:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337717:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764342.337722:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764342.337725:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764342.337728:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764342.337730:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337732:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764342.337733:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764342.337736:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764342.337741:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764342.337745:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764342.337764:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764342.337766:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000100:00100000:3.0:1787764342.337776:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482336768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764342.337782:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764342.337784:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764342.337788:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482336768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764342.337799:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764342.337803:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764342.337806:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764342.337809:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764342.337812:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764342.337815:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764342.337819:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25920
00000400:00000200:3.0:1787764342.337827:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764342.337833:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764342.337837:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764342.337842:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337846:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764342.337850:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337853:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764342.337856:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764342.337858:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764342.337861:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764342.337863:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764342.337867:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764342.337869:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764342.337874:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337877:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764342.337881:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337884:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764342.337887:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764342.337891:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764342.337895:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764342.337897:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764342.337901:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764342.337905:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337907:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764342.337910:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764342.337914:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337917:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764342.337921:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764342.337925:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764342.337930:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764342.337933:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764342.337937:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764342.337939:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764342.337942:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764342.337946:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764342.337950:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764342.337957:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482336896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764342.337967:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764342.337971:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764342.337975:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482336896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764342.337983:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764342.337986:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25931)
00000800:00000200:1.1:1787764342.338134:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764342.338136:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764342.338308:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764342.338310:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764342.338484:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764342.338486:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00010000:00000001:2.0:1787764343.040883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764343.040888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764343.040891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764343.040892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764343.040893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764343.040894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764343.040938:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764343.040942:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764343.040945:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764343.680833:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320594727, at 4320594752
00000100:00000010:0.0:1787764343.680844:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f120.
00010000:00000001:2.0:1787764344.064852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764344.064859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764344.064864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764344.064865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764344.064868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764344.064870:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764344.064873:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764344.064875:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764344.064878:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764344.064880:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764344.064881:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764344.064884:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764345.088883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764345.088887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764345.088891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764345.088892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764345.088895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764345.088895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764345.088959:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764345.088964:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764345.088967:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764346.112824:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764346.112830:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764346.112834:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764346.112834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764346.112836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764346.112837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764346.112890:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764346.112895:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764346.112898:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764347.136854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764347.136859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764347.136862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764347.136864:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764347.136866:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764347.136868:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764347.136870:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764347.136872:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764347.136873:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764347.136874:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764347.136876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764347.136877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764347.136929:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764347.136933:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764347.136936:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764347.456816:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764347.456826:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764347.456828:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764347.456831:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764347.456835:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764347.456842:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25926
00000400:00000200:3.0:1787764347.456850:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764347.456857:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764347.456860:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764347.456863:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.456866:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.456869:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.456872:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764347.456875:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764347.456877:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764347.456879:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764347.456883:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764347.456885:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764347.456887:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764347.456890:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.456892:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.456893:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.456895:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764347.456898:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764347.456901:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764347.456903:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764347.456905:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764347.456908:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764347.456912:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.456914:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764347.456916:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764347.456924:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764347.456928:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764347.456932:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764347.456933:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.456936:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764347.456939:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764347.456943:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764347.456951:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764347.456958:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764347.456966:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482337024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764347.456976:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764347.456981:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764347.456986:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482337024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764347.457009:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764347.457012:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764347.457015:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764347.457017:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764347.457018:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764347.457021:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764347.457023:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25926
00000400:00000200:3.0:1787764347.457027:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764347.457031:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764347.457033:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764347.457037:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457040:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.457043:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457047:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764347.457050:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764347.457053:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764347.457056:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764347.457058:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764347.457063:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764347.457067:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764347.457071:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457076:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.457082:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457086:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764347.457092:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764347.457099:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457104:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764347.457108:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764347.457116:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764347.457121:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457124:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764347.457129:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764347.457135:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457138:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764347.457145:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764347.457149:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764347.457156:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764347.457160:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457164:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764347.457167:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764347.457170:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764347.457177:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764347.457183:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764347.457191:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482337152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764347.457205:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764347.457209:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764347.457216:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482337152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764347.457230:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764347.457235:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764347.457240:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764347.457244:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764347.457248:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764347.457252:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764347.457257:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25926
00000400:00000200:3.0:1787764347.457261:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764347.457266:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764347.457271:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764347.457276:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457279:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.457284:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457289:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764347.457295:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764347.457297:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764347.457301:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764347.457305:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764347.457307:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764347.457312:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764347.457319:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457324:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787764347.457327:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764347.457330:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.1:1787764347.457331:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787764347.457336:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764347.457341:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764347.457347:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457353:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764347.457357:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764347.457362:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764347.457367:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457371:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764347.457375:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764347.457380:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457384:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764347.457391:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764347.457395:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764347.457399:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764347.457401:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457405:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764347.457407:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764347.457410:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764347.457417:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764347.457423:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764347.457429:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482337280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764347.457442:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764347.457446:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764347.457451:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482337280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764347.457468:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764347.457472:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764347.457478:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764347.457482:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764347.457485:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764347.457491:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764347.457497:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25926
00000400:00000200:3.0:1787764347.457504:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764347.457511:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764347.457516:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764347.457524:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457528:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.457533:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457538:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764347.457543:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764347.457547:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764347.457550:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764347.457553:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764347.457555:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764347.457558:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764347.457566:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457571:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.457577:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457583:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764347.457588:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764347.457594:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457600:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764347.457605:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764347.457609:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764347.457615:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457620:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764347.457623:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764347.457630:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457645:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764347.457651:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764347.457655:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764347.457661:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764347.457663:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457667:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764347.457670:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764347.457673:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764347.457680:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764347.457686:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764347.457697:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482337408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764347.457711:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764347.457716:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764347.457726:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482337408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764347.457744:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764347.457775:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764347.457782:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764347.457786:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764347.457790:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764347.457794:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764347.457800:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25926
00000400:00000200:3.0:1787764347.457808:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764347.457813:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764347.457817:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764347.457823:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457828:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.457833:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457836:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764347.457841:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764347.457844:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764347.457848:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764347.457851:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764347.457856:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764347.457861:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764347.457866:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457869:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.457876:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457880:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764347.457885:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764347.457891:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764347.457896:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764347.457900:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764347.457904:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764347.457910:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457914:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764347.457918:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764347.457924:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457929:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764347.457935:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764347.457940:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764347.457946:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764347.457949:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.457953:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764347.457957:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764347.457961:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764347.457968:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000010:3.0:1787764347.457969:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000800:00000200:1.1:1787764347.457970:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787764347.457974:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764347.457981:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482337536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764347.457995:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764347.457999:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764347.458008:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482337536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764347.458025:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764347.458033:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25936)
00000800:00000200:1.1:1787764347.458186:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764347.458188:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764347.458460:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764347.458462:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764347.458618:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764347.458620:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00010000:00000001:2.0:1787764348.160841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764348.160849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764348.160855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764348.160856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764348.160859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764348.160861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764348.160917:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764348.160922:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764348.160926:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764348.800852:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320599847, at 4320599872
00000100:00000010:0.0:1787764348.800867:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442ff00.
00010000:00000001:2.0:1787764349.184908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764349.184915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764349.184921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764349.184923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764349.184927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764349.184928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764350.208873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764350.208880:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764350.208883:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764350.208886:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764350.208891:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764350.208893:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764350.208895:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764350.208898:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764350.208902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764350.208903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764350.208906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764350.208907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764350.208961:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764350.208967:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764350.208972:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764351.232893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764351.232901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764351.232907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764351.232909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764351.232912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764351.232914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764351.232969:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764351.232973:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764351.232977:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764352.256858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764352.256864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764352.256871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764352.256873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764352.256877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764352.256878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764352.256943:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764352.256948:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764352.256952:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764352.576834:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764352.576852:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764352.576854:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764352.576857:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764352.576861:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764352.576866:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25931
00000400:00000200:2.0:1787764352.576874:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764352.576880:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764352.576882:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764352.576884:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.576887:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764352.576888:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.576890:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764352.576892:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764352.576932:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764352.576935:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764352.576938:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764352.576939:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764352.576941:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764352.576944:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.576947:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764352.576949:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.576951:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764352.576955:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764352.576959:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764352.576961:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.576964:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764352.576968:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764352.576971:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.576973:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764352.576976:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764352.576985:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764352.576988:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764352.576993:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764352.576994:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.576998:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764352.577001:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764352.577005:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764352.577013:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00000001:2.0:1787764352.577018:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764352.577026:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482337664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764352.577034:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764352.577037:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.577040:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482337664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.577063:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764352.577065:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764352.577068:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764352.577069:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764352.577070:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764352.577073:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764352.577074:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25931
00000400:00000200:2.0:1787764352.577077:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764352.577084:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764352.577087:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764352.577090:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577094:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764352.577096:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577098:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764352.577100:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764352.577101:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764352.577102:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764352.577104:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764352.577106:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764352.577108:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764352.577110:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577111:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764352.577113:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577114:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764352.577118:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764352.577121:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577125:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.577127:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764352.577133:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764352.577136:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577138:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764352.577144:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764352.577149:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577153:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764352.577157:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787764352.577162:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764352.577165:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764352.577168:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577174:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764352.577177:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764352.577180:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764352.577184:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787764352.577194:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764352.577203:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482337792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764352.577214:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764352.577218:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.577223:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482337792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.577234:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764352.577240:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764352.577245:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764352.577249:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764352.577253:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764352.577259:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764352.577267:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25931
00000400:00000200:2.0:1787764352.577278:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764352.577286:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764352.577292:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764352.577298:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577302:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764352.577307:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577309:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764352.577313:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764352.577315:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764352.577318:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764352.577319:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764352.577321:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764352.577326:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764352.577331:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577333:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764352.577338:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577341:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764352.577344:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764352.577348:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577352:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.577355:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764352.577359:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764352.577363:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577368:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764352.577371:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764352.577373:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577374:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764352.577378:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787764352.577381:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764352.577386:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764352.577388:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577390:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764352.577393:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764352.577396:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764352.577401:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787764352.577407:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764352.577414:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482337920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764352.577429:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764352.577432:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.577440:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482337920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764352.577440:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764352.577448:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1787764352.577454:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764352.577459:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764352.577466:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764352.577468:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764352.577471:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764352.577475:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764352.577480:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25931
00000400:00000200:2.0:1787764352.577487:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764352.577493:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764352.577497:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764352.577504:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577509:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764352.577512:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577525:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764352.577531:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764352.577535:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764352.577539:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764352.577542:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764352.577548:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764352.577553:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764352.577563:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577569:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764352.577575:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577578:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764352.577581:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764352.577587:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577589:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.577591:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764352.577595:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764352.577612:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577616:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764352.577620:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764352.577624:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577627:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764352.577633:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000020:00000040:2.0:1787764352.577636:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764352.577642:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764352.577644:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577648:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764352.577650:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764352.577654:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764352.577659:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787764352.577665:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764352.577674:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482338048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764352.577696:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764352.577700:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.577708:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482338048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.577725:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764352.577728:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764352.577735:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764352.577738:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764352.577743:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764352.577780:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764352.577784:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25931
00000400:00000200:2.0:1787764352.577792:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764352.577797:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764352.577800:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764352.577805:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577810:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764352.577815:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577819:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764352.577824:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764352.577827:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764352.577831:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764352.577837:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764352.577843:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764352.577851:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764352.577861:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577867:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764352.577873:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577880:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764352.577884:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764352.577892:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764352.577896:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.577901:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764352.577905:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764352.577907:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577913:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764352.577915:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764352.577919:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577921:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764352.577928:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000020:00000040:2.0:1787764352.577933:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764352.577939:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764352.577943:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.577948:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764352.577952:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764352.577958:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764352.577965:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787764352.577972:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764352.577983:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482338176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764352.577998:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764352.578003:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.578012:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482338176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.578030:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.578037:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25941)
00000800:00000200:1.1:1787764352.578193:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764352.578197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764352.578519:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764352.578522:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764352.578879:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764352.578882:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764352.579197:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764352.579199:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00010000:00000001:2.0:1787764353.280890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764353.280896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764353.280900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764353.280901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764353.280903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764353.280906:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764353.280908:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764353.280910:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764353.280913:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764353.280914:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764353.280916:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764353.280918:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764353.280959:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764353.280964:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764353.280968:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764353.920854:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320604967, at 4320604992
00000100:00000010:0.0:1787764353.920870:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f480.
00010000:00000001:2.0:1787764354.304842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764354.304848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764354.304855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764354.304857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764354.304860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764354.304862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764355.328872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764355.328878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764355.328882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764355.328883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764355.328885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764355.328886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764355.328915:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764355.328919:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764355.328922:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764356.352852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764356.352857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764356.352862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764356.352865:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764356.352867:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764356.352869:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764356.352871:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764356.352873:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764356.352874:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764356.352876:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764356.352878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764356.352879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764356.352935:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764356.352941:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764356.352945:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764357.376849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764357.376856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764357.376863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764357.376864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764357.376868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764357.376869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764357.376918:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764357.376921:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764357.376925:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764357.696810:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764357.696818:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764357.696820:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764357.696824:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764357.696827:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764357.696833:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25936
00000400:00000200:2.0:1787764357.696840:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764357.696845:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764357.696848:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764357.696850:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.696853:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764357.696855:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.696857:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764357.696860:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764357.696861:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764357.696864:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764357.696866:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764357.696868:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764357.696870:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764357.696872:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.696873:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764357.696874:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.696876:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764357.696878:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764357.696880:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764357.696882:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764357.696884:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764357.696886:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764357.696888:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.696890:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764357.696891:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764357.696899:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764357.696902:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764357.696905:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764357.696906:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.696908:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764357.696910:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764357.696913:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764357.696919:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764357.696925:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764357.696932:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482338304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764357.696939:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764357.696943:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764357.696946:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482338304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764357.696967:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764357.696970:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764357.696974:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764357.696976:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764357.696977:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764357.696980:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764357.696983:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25936
00000400:00000200:2.0:1787764357.696987:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764357.696991:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764357.696994:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764357.696997:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697000:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764357.697003:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697006:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764357.697008:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764357.697011:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764357.697013:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764357.697015:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764357.697018:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764357.697020:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764357.697025:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697027:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764357.697030:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697032:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764357.697037:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764357.697039:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697044:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764357.697046:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764357.697052:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764357.697056:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697061:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764357.697067:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764357.697072:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697077:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764357.697083:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000020:00000040:2.0:1787764357.697088:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764357.697094:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764357.697095:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697097:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764357.697100:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764357.697104:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764357.697111:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764357.697116:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764357.697122:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482338432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764357.697132:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764357.697135:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764357.697137:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482338432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764357.697153:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764357.697158:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764357.697164:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764357.697168:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764357.697170:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764357.697174:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764357.697180:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25936
00000400:00000200:2.0:1787764357.697187:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764357.697194:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764357.697205:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764357.697211:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697215:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764357.697219:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697223:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764357.697228:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764357.697230:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764357.697231:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764357.697233:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764357.697234:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764357.697236:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764357.697242:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697245:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764357.697248:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697252:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764357.697254:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764357.697256:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697261:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764357.697262:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764357.697266:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764357.697269:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697271:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764357.697272:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764357.697277:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697281:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764357.697285:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000020:00000040:2.0:1787764357.697287:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764357.697289:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764357.697291:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697296:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764357.697298:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764357.697300:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764357.697305:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764357.697311:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764357.697317:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482338560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764357.697324:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764357.697325:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764357.697329:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482338560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764357.697339:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764357.697342:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764357.697347:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764357.697350:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764357.697352:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764357.697357:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764357.697361:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25936
00000400:00000200:2.0:1787764357.697366:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764357.697372:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764357.697375:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764357.697380:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697385:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764357.697387:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697388:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764357.697390:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764357.697391:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764357.697393:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764357.697395:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764357.697399:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764357.697403:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764357.697409:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697414:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764357.697417:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697419:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764357.697422:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764357.697428:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697430:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764357.697431:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764357.697434:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764357.697438:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697439:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764357.697441:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764357.697445:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697446:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764357.697450:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6fc00.
00000020:00000040:2.0:1787764357.697453:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764357.697455:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764357.697457:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697459:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764357.697461:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764357.697464:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764357.697468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000010:2.0:1787764357.697470:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000800:00000200:1.1:1787764357.697474:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1787764357.697475:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764357.697484:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6fc00 x1874595482338688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764357.697495:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764357.697497:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764357.697504:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c4bb1e] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6fc00 x1874595482338688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764357.697515:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764357.697520:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764357.697524:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764357.697527:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764357.697529:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764357.697532:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764357.697536:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25936
00000400:00000200:2.0:1787764357.697545:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764357.697549:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764357.697552:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764357.697557:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697575:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764357.697579:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697584:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764357.697587:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764357.697588:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764357.697592:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764357.697595:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764357.697597:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764357.697599:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764357.697602:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697605:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764357.697609:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697613:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764357.697615:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764357.697618:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764357.697620:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764357.697622:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764357.697625:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764357.697628:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697629:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764357.697631:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764357.697636:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697637:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764357.697641:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
00000020:00000040:2.0:1787764357.697645:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764357.697650:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764357.697652:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764357.697656:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764357.697657:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764357.697660:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764357.697666:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764357.697670:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764357.697677:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482338816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764357.697700:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764357.697703:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764357.697708:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482338816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764357.697718:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764357.697723:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25946)
00000800:00000200:1.1:1787764357.697937:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764357.697939:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764357.698154:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764357.698156:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764357.698374:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764357.698376:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764357.698555:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764357.698557:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00010000:00000001:2.0:1787764358.400883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764358.400894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764358.400900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764358.400901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764358.400905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764358.400906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764358.400972:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764358.400978:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764358.400982:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764359.040853:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320610087, at 4320610112
00000100:00000010:0.0:1787764359.040867:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fc60.
00010000:00000001:2.0:1787764359.424901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764359.424908:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764359.424910:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764359.424912:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764359.424916:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764359.424917:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764359.424919:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764359.424920:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764359.424923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764359.424924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764359.424926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764359.424927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764360.448876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764360.448882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764360.448887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764360.448889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764360.448892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764360.448893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764360.448945:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764360.448948:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764360.448952:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764361.472885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764361.472889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764361.472893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764361.472894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764361.472896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764361.472897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764361.472953:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764361.472958:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764361.472962:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764362.496867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764362.496874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764362.496879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764362.496880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764362.496883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764362.496884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764362.496947:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764362.496951:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764362.496954:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764362.816883:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764362.816892:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764362.816893:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764362.816896:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764362.816899:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764362.816904:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25941
00000400:00000200:3.0:1787764362.816912:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764362.816916:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764362.816918:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764362.816920:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.816922:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.816924:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.816926:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764362.816928:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764362.816929:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764362.816931:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764362.816934:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764362.816935:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764362.816937:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764362.816939:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.816940:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.816941:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.816942:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764362.816944:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764362.816947:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764362.816949:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.816950:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764362.816953:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764362.816954:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.816956:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764362.816958:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764362.816965:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764362.816967:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764362.816969:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764362.816970:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.816972:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764362.816975:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764362.816978:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764362.816983:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764362.816988:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764362.816994:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482338944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764362.817001:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764362.817004:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764362.817007:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482338944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764362.817022:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764362.817024:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764362.817027:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764362.817028:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764362.817029:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764362.817032:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764362.817034:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25941
00000400:00000200:3.0:1787764362.817038:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764362.817040:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764362.817042:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764362.817045:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817047:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.817049:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817051:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764362.817053:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764362.817054:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764362.817056:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764362.817059:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764362.817061:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764362.817063:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764362.817066:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817068:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.817071:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817073:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764362.817075:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764362.817079:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817081:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.817083:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764362.817088:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764362.817091:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817094:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764362.817099:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764362.817102:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817103:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764362.817106:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764362.817110:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764362.817113:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764362.817116:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817119:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764362.817120:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764362.817121:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764362.817124:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764362.817127:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764362.817135:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482339072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764362.817147:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764362.817151:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764362.817159:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482339072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764362.817180:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764362.817183:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764362.817188:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764362.817189:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764362.817190:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764362.817191:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764362.817194:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25941
00000400:00000200:3.0:1787764362.817200:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764362.817202:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764362.817206:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764362.817211:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817212:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.817214:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817218:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764362.817220:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764362.817221:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764362.817222:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764362.817224:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764362.817227:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764362.817229:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764362.817231:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817233:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.817235:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817239:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764362.817243:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764362.817248:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817253:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.817258:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764362.817262:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764362.817266:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817270:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764362.817272:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764362.817283:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817286:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764362.817292:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764362.817295:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764362.817300:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764362.817303:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817307:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764362.817308:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764362.817312:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764362.817318:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764362.817323:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764362.817333:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482339200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764362.817344:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764362.817348:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764362.817355:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482339200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764362.817371:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764362.817376:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764362.817382:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764362.817387:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764362.817390:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764362.817395:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764362.817399:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25941
00000400:00000200:3.0:1787764362.817406:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764362.817413:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764362.817416:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764362.817421:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817423:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.817427:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817430:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764362.817433:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764362.817436:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764362.817438:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764362.817440:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764362.817444:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764362.817448:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000800:00000200:1.1:1787764362.817449:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764362.817453:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:1.1:1787764362.817456:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787764362.817457:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.817461:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817464:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764362.817468:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764362.817474:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817478:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.817480:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764362.817483:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764362.817487:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817490:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764362.817494:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764362.817498:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817503:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764362.817508:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764362.817511:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764362.817515:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764362.817518:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817519:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764362.817522:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764362.817524:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764362.817539:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764362.817543:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764362.817550:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482339328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764362.817558:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764362.817560:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764362.817566:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482339328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764362.817581:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764362.817582:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764362.817587:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764362.817590:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764362.817591:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764362.817593:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764362.817596:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25941
00000400:00000200:3.0:1787764362.817600:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764362.817605:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764362.817609:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764362.817612:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817616:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.817617:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817618:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764362.817619:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764362.817620:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764362.817621:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764362.817623:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764362.817624:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764362.817625:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764362.817627:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817630:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.817632:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817633:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764362.817634:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764362.817636:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764362.817642:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.817643:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764362.817645:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764362.817647:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817649:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764362.817652:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764362.817654:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817657:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764362.817661:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764362.817665:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764362.817667:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764362.817669:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.817672:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764362.817673:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764362.817675:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764362.817680:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764362.817683:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764362.817688:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482339456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764362.817710:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764362.817712:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764362.817717:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482339456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764362.817730:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764362.817736:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25951)
00000800:00000200:1.1:1787764362.818058:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764362.818061:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764362.818348:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764362.818351:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764362.818640:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764362.818643:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764362.818950:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764362.818952:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00010000:00000001:2.0:1787764363.520872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764363.520878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764363.520881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764363.520882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764363.520884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764363.520893:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764363.520895:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764363.520897:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764363.520899:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764363.520901:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764363.520902:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764363.520903:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764363.520957:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764363.520961:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764363.520964:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764364.160842:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320615207, at 4320615232
00000100:00000010:0.0:1787764364.160857:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fe40.
00010000:00000001:2.0:1787764364.544832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764364.544837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764364.544840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764364.544841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764364.544843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764364.544844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764365.568874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764365.568881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764365.568886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764365.568887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764365.568891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764365.568892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764365.568947:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764365.568951:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764365.568955:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764366.592856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764366.592862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764366.592866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764366.592868:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764366.592870:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764366.592872:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764366.592874:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764366.592876:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764366.592877:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764366.592879:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764366.592881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764366.592881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764366.592949:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764366.592953:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764366.592965:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764367.616900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764367.616906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764367.616911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764367.616912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764367.616915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764367.616917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764367.616970:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764367.616973:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764367.616975:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764367.936836:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764367.936845:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764367.936847:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764367.936850:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764367.936853:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764367.936858:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25946
00000400:00000200:3.0:1787764367.936865:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764367.936869:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764367.936871:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764367.936873:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.936875:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.936877:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.936879:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764367.936881:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764367.936882:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764367.936884:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764367.936887:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764367.936889:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764367.936890:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764367.936892:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.936893:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.936895:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.936896:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764367.936898:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764367.936900:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764367.936902:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764367.936904:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764367.936906:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764367.936908:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.936909:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764367.936911:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764367.936918:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764367.936920:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764367.936922:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764367.936923:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.936925:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764367.936928:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764367.936931:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764367.936936:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764367.936941:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764367.936948:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482339584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764367.936955:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764367.936958:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764367.936961:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482339584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764367.936977:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764367.936979:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764367.936982:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764367.936982:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764367.936983:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764367.936985:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764367.936987:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25946
00000400:00000200:3.0:1787764367.936990:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764367.936991:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764367.936992:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764367.936994:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.936995:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.936996:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.936998:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764367.936999:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764367.937000:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764367.937001:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764367.937002:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764367.937003:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764367.937005:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764367.937007:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937009:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.937010:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937011:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764367.937013:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764367.937014:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937015:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764367.937016:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764367.937020:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764367.937023:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937026:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764367.937029:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764367.937033:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937035:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764367.937045:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764367.937050:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764367.937053:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764367.937056:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937063:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764367.937065:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764367.937067:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764367.937072:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764367.937076:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764367.937083:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482339712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764367.937098:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764367.937103:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764367.937111:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482339712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764367.937125:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764367.937131:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764367.937135:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764367.937138:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764367.937140:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764367.937145:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764367.937149:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25946
00000400:00000200:3.0:1787764367.937155:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764367.937160:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764367.937163:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764367.937166:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937169:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.937173:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937174:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764367.937176:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764367.937176:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764367.937177:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764367.937178:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764367.937181:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764367.937184:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764367.937187:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937192:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.937194:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937196:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764367.937199:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764367.937203:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937205:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764367.937208:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764367.937212:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764367.937215:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937217:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764367.937220:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764367.937225:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937234:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764367.937241:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764367.937245:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764367.937250:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764367.937251:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937253:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764367.937255:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764367.937258:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764367.937264:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764367.937270:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764367.937271:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764367.937276:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000100:00100000:3.0:1787764367.937281:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482339840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764367.937294:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764367.937299:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764367.937314:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482339840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764367.937329:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764367.937336:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764367.937342:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764367.937345:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764367.937348:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764367.937354:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764367.937361:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25946
00000400:00000200:3.0:1787764367.937368:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764367.937373:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764367.937375:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764367.937377:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937382:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.937386:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937389:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764367.937391:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764367.937393:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764367.937396:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764367.937399:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764367.937401:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764367.937405:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764367.937409:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937413:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.937416:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937420:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764367.937423:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764367.937427:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937431:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764367.937435:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764367.937437:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764367.937442:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937446:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764367.937450:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764367.937455:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937458:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764367.937463:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764367.937466:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764367.937471:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764367.937473:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937476:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764367.937479:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764367.937481:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764367.937486:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764367.937502:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764367.937510:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482339968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764367.937528:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764367.937530:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764367.937536:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482339968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764367.937553:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764367.937555:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764367.937560:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764367.937563:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764367.937566:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764367.937571:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764367.937574:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25946
00000400:00000200:3.0:1787764367.937579:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764367.937585:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764367.937590:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764367.937598:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937604:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.937610:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937615:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764367.937622:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764367.937626:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764367.937629:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764367.937633:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764367.937635:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764367.937638:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764367.937643:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937646:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.937650:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937652:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764367.937654:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764367.937658:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764367.937661:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764367.937664:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764367.937666:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764367.937671:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937675:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764367.937677:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764367.937679:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937680:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764367.937684:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764367.937688:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764367.937692:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764367.937694:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.937696:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764367.937698:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764367.937700:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764367.937706:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764367.937710:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764367.937718:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482340096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764367.937738:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764367.937742:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764367.937747:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482340096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764367.937787:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764367.937793:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25956)
00000800:00000200:1.1:1787764367.937845:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764367.937847:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764367.938034:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764367.938036:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764367.938192:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764367.938193:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764367.938408:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764367.938410:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00010000:00000001:2.0:1787764368.640860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764368.640865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764368.640868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764368.640869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764368.640871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764368.640872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764368.640932:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764368.640936:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764368.640939:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764369.280821:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320620327, at 4320620352
00000100:00000010:0.0:1787764369.280829:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fb40.
00010000:00000001:2.0:1787764369.664853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764369.664862:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764369.664864:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764369.664868:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764369.664872:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764369.664874:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764369.664876:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764369.664879:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764369.664883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764369.664884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764369.664888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764369.664889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764370.688849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764370.688855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764370.688861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764370.688863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764370.688866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764370.688867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764370.688918:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764370.688921:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764370.688924:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764371.712868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764371.712873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764371.712878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764371.712879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764371.712881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764371.712881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764371.712932:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764371.712937:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764371.712940:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764372.736838:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764372.736844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764372.736850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764372.736852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764372.736855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764372.736856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764372.736909:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764372.736912:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764372.736915:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764373.056865:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764373.056875:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764373.056877:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764373.056881:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764373.056885:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764373.056892:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25951
00000400:00000200:3.0:1787764373.056901:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764373.056907:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764373.056911:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764373.056914:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.056917:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764373.056920:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.056922:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764373.056926:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764373.056928:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764373.056930:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764373.056934:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764373.056937:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764373.056939:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764373.056942:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.056944:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764373.056946:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.056948:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764373.056950:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764373.056954:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764373.056956:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764373.056959:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764373.056962:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764373.056964:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.056966:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764373.056969:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764373.056977:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764373.056980:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764373.056983:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764373.056985:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.056988:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764373.056991:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764373.056995:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764373.057002:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764373.057008:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764373.057017:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482340224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764373.057028:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764373.057032:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764373.057037:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482340224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764373.057058:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764373.057061:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764373.057064:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764373.057066:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764373.057068:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764373.057071:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764373.057073:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25951
00000400:00000200:3.0:1787764373.057077:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764373.057081:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764373.057083:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764373.057087:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057090:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764373.057094:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057100:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764373.057104:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764373.057108:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764373.057111:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764373.057118:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764373.057122:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764373.057126:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764373.057134:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057138:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764373.057144:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057148:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764373.057153:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764373.057158:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057163:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764373.057167:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764373.057175:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764373.057180:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.057184:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764373.057190:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764373.057196:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.057199:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764373.057203:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764373.057208:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764373.057215:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764373.057219:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.057224:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764373.057227:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764373.057239:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764373.057249:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764373.057257:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764373.057266:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482340352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764373.057289:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764373.057293:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764373.057301:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482340352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764373.057317:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764373.057321:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764373.057326:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764373.057328:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764373.057332:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787764373.057335:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764373.057338:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787764373.057338:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1787764373.057345:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25951
00000400:00000200:3.0:1787764373.057353:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764373.057363:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764373.057368:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764373.057376:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057381:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764373.057387:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057392:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764373.057397:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764373.057401:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764373.057405:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764373.057409:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764373.057414:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764373.057419:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764373.057427:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057431:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764373.057434:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057438:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764373.057441:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764373.057448:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057467:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764373.057472:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764373.057476:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764373.057482:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.057488:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764373.057490:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764373.057498:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.057503:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764373.057512:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764373.057518:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764373.057524:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764373.057527:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.057531:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764373.057534:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764373.057538:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764373.057546:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764373.057553:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764373.057563:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482340480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764373.057578:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764373.057588:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764373.057598:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482340480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764373.057625:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764373.057630:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764373.057636:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764373.057641:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764373.057645:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764373.057652:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764373.057660:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25951
00000400:00000200:3.0:1787764373.057668:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764373.057677:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764373.057682:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764373.057689:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057693:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764373.057700:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057705:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764373.057710:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764373.057714:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764373.057719:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764373.057723:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764373.057726:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764373.057731:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764373.057740:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057746:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764373.057772:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057775:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764373.057779:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764373.057782:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764373.057788:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764373.057794:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764373.057800:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764373.057805:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.057810:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764373.057815:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764373.057821:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.057825:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764373.057833:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764373.057838:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764373.057844:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764373.057848:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.057854:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764373.057858:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764373.057863:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764373.057872:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764373.057879:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764373.057891:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482340608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764373.057913:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764373.057917:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764373.057925:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482340608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764373.057929:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764373.057934:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787764373.057949:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764373.057955:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764373.057964:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764373.057968:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764373.057972:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764373.057978:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764373.057984:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25951
00000400:00000200:3.0:1787764373.057993:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764373.058000:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764373.058006:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764373.058014:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.058018:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764373.058024:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.058028:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764373.058034:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764373.058037:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764373.058042:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764373.058047:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764373.058053:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764373.058059:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764373.058067:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.058073:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764373.058080:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764373.058087:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764373.058094:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764373.058103:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764373.058109:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764373.058115:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764373.058121:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764373.058126:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.058132:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764373.058134:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764373.058139:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.058144:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764373.058150:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764373.058155:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764373.058160:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764373.058164:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764373.058169:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764373.058174:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764373.058178:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764373.058185:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764373.058193:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764373.058203:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764373.058230:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764373.058235:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764373.058247:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764373.058264:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764373.058274:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25961)
00000800:00000200:1.1:1787764373.058332:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764373.058333:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764373.058570:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764373.058572:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
02000000:00000001:1.0:1787764373.058689:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764373.058691:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764373.058692:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764373.058694:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764373.058695:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764373.058697:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764373.058698:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764373.058700:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764373.058701:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482340736, portal 4
00000100:00000001:1.0:1787764373.058702:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764373.058703:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764373.058706:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764373.058710:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764373.058711:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764373.058713:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000200:1.0:1787764373.058714:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482340736, offset 0
00000400:00000200:1.0:1787764373.058716:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764373.058718:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764373.058720:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764373.058721:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764373.058723:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764373.058724:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764373.058726:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764373.058728:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277904:277904:256:4294967295] 192.168.203.115@tcp LPNI seq info [277904:277904:8:4294967295]
00000400:00000200:1.0:1787764373.058730:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764373.058733:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764373.058736:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764373.058738:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764373.058740:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764373.058742:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764373.058744:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764373.058745:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764373.058761:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764373.058763:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764373.058764:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764373.058766:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764373.058768:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000400:00000010:1.0:1787764373.058769:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:1.0:1787764373.058770:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764373.058772:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764373.058777:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764373.058779:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764373.058783:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764373.058784:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764373.058785:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764373.058787:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764373.058789:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764373.058790:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320624153
00000100:00000001:1.0:1787764373.058791:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320625447
00000100:00000001:1.0:1787764373.058793:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320624153
00000100:00000001:1.0:1787764373.058794:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320625447
00000100:00000001:1.0:1787764373.058795:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764373.058796:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764373.058797:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764373.058799:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764373/real 1787764373]  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764373.058803:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764373.058804:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764373.058805:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764373.058806:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764373.058807:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764373.058808:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764373.058810:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764373.058815:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764373.058818:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764373.058819:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764373.058820:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764373.058820:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764373.058822:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764373.058826:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764373.058828:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764373.058831:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764373.058832:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764373.058833:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764373.058834:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764373.058835:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764373.058835:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764373.058837:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764373.058838:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764373.058840:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764373.058842:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764373.058846:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482340736:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764373.058848:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764373.058849:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764373.058851:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482340608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764373.058855:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764373.058856:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764373.058858:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764373.058859:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764373.058860:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764373.058861:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764373.058862:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764373.058863:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764373.058864:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764373.058865:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764373.058866:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764373.058867:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764373.058868:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764373.058869:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764373.058871:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482340736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764373.058874:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764373.058875:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764373.058876:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764373.058877:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764373.058877:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764373.058878:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764373.058879:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764373.058879:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764373.058881:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764373.058881:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764373.058882:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764373.058883:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764373.058884:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764373.058885:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764373.058887:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764373.058887:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764373.058888:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764373.058889:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764373.760885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764373.760891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764373.760895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764373.760897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764373.760900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764373.760903:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764373.760906:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764373.760908:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764373.760911:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764373.760913:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764373.760915:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764373.760917:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764373.760980:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764373.760984:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764373.760987:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764374.400818:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320625447, at 4320625472
00000100:00000010:0.0:1787764374.400831:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f060.
00000100:00000040:1.0:1787764374.400860:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320625447, at 4320625472
00000100:00000010:1.0:1787764374.400874:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f660.
00010000:00000001:2.0:1787764374.784818:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764374.784823:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764374.784827:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764374.784829:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764374.784831:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764374.784831:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764374.784916:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764374.784921:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764374.784924:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764375.808939:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764375.808947:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764375.808953:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764375.808955:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764375.808958:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764375.808960:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764375.809048:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764375.809054:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764375.809059:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764376.832841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764376.832851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764376.832858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764376.832861:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764376.832864:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764376.832868:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764376.832871:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764376.832874:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764376.832876:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764376.832879:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764376.832883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764376.832884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764376.832943:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764376.832951:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764376.832957:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764377.856885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764377.856891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764377.856895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764377.856896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764377.856899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764377.856899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764377.856935:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764377.856940:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764377.856943:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764378.176816:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764378.176823:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764378.176825:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764378.176828:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764378.176833:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764378.176838:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25956
00000400:00000200:3.0:1787764378.176846:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764378.176850:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764378.176853:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764378.176856:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.176858:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764378.176863:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.176865:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764378.176868:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764378.176869:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764378.176871:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764378.176875:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764378.176877:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764378.176878:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764378.176880:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.176882:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764378.176884:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.176885:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764378.176887:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764378.176890:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764378.176891:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764378.176893:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764378.176895:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764378.176897:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764378.176898:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764378.176900:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764378.176908:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764378.176911:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764378.176915:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764378.176916:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764378.176918:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764378.176920:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764378.176923:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764378.176929:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764378.176933:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764378.176940:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764378.176947:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764378.176950:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764378.176954:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764378.176969:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764378.176972:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764378.176975:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764378.176975:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764378.176976:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764378.176979:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764378.176980:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25956
00000400:00000200:3.0:1787764378.176982:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764378.176984:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764378.176985:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764378.176987:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.176989:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764378.176990:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.176993:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764378.176994:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764378.176996:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764378.176997:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764378.176998:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764378.177000:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764378.177003:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764378.177003:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764378.177007:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764378.177008:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764378.177010:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764378.177013:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764378.177016:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177018:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764378.177020:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764378.177026:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000040:1.0:1787764378.177029:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764378.177031:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764378.177036:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764378.177041:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764378.177044:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764378.177045:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.177050:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764378.177050:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.177052:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764378.177054:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764378.177055:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764378.177059:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482340864:192.168.203.115@tcp:250:kworker.0
00000008:00100000:3.0:1787764378.177060:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764378.177064:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787764378.177066:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.177068:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764378.177070:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.177072:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764378.177076:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764378.177078:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764378.177082:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764378.177085:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764378.177089:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764378.177094:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482340864, portal 25
00000100:00000001:1.0:1787764378.177096:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764378.177097:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000100:00000040:1.0:1787764378.177101:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.177106:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764378.177108:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764378.177110:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000200:1.0:1787764378.177112:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482340864, offset 0
00000400:00000200:1.0:1787764378.177117:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764378.177123:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764378.177124:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764378.177129:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000010:3.0:1787764378.177130:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764378.177134:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000400:00000200:1.0:1787764378.177135:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764378.177138:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764378.177141:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
02000000:00000001:3.0:1787764378.177141:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764378.177145:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764378.177147:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177151:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764378.177152:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277905:277905:256:4294967295] 192.168.203.115@tcp LPNI seq info [277905:277905:8:4294967295]
02000000:00000001:3.0:1787764378.177154:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764378.177158:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764378.177159:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:3.0:1787764378.177164:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000400:00000200:1.0:1787764378.177170:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764378.177170:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764378.177180:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00100000:3.0:1787764378.177180:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787764378.177186:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764378.177192:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764378.177194:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764378.177198:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764378.177200:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764378.177202:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764378.177204:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764378.177208:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764378.177210:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764378.177213:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000400:00000010:1.0:1787764378.177215:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:1.0:1787764378.177218:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764378.177220:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.177226:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764378.177229:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.177234:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.177235:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764378.177239:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764378.177241:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764378.177243:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320630567
00000100:00000010:1.0:1787764378.177247:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f660.
00000100:00000001:1.0:1787764378.177252:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764378.177258:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320630567
00000100:00000010:1.0:1787764378.177260:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fcc0.
00000100:00000001:1.0:1787764378.177262:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764378.177264:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764378.177266:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.177267:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764378.177270:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764378/real 1787764378]  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764378.177276:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764378.177277:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764378.177279:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764378.177281:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764378.177282:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764378.177283:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764378.177286:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764378.177291:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.177295:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764378.177296:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.177297:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764378.177298:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764378.177301:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.177305:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764378.177308:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.177334:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764378.177337:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.177338:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764378.177339:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.177342:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764378.177344:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764378.177347:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764378.177352:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764378.177358:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764378.177363:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764378.177365:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764378.177369:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764378.177376:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764378.177382:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482340864:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764378.177392:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.177395:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764378.177398:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764378.177399:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787764378.177405:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1787764378.177408:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482340864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764378.177408:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764378.177413:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764378.177419:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764378.177428:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764378.177433:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25956
02000000:00000001:1.0:1787764378.177434:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764378.177438:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
00000400:00000200:3.0:1787764378.177438:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:1.0:1787764378.177443:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:3.0:1787764378.177444:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000020:00000001:1.0:1787764378.177447:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:3.0:1787764378.177447:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000020:00000040:1.0:1787764378.177450:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000100:00000040:3.0:1787764378.177452:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000020:00000001:1.0:1787764378.177453:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787764378.177455:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787764378.177456:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
00000100:00000040:3.0:1787764378.177458:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:1.0:1787764378.177461:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787764378.177461:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764378.177463:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1787764378.177464:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:1.0:1787764378.177466:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764378.177467:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764378.177470:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764378.177472:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1787764378.177472:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764378.177474:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:1.0:1787764378.177475:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.177479:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764378.177479:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764378.177484:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177486:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764378.177487:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764378.177488:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764378.177488:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764378.177490:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00000001:1.0:1787764378.177491:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764378.177494:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764378.177495:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764378.177497:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.177498:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764378.177500:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764378.177501:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764378.177505:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764378.177506:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764378.177508:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764378.177512:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764378.177514:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764378.177516:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787764378.177517:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.177518:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764378.177520:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.177521:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764378.177524:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764378.177526:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764378.177526:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764378.177531:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00100000:1.0:1787764378.177532:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482340992:192.168.203.115@tcp:38:kworker.0
02000000:00000001:3.0:1787764378.177534:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764378.177536:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764378.177536:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.177538:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764378.177539:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764378.177540:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764378.177541:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764378.177544:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764378.177545:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764378.177547:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764378.177550:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764378.177550:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764378.177556:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764378.177557:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764378.177562:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00100000:3.0:1787764378.177564:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764378.177566:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764378.177570:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482340992, portal 10
00000100:00000001:1.0:1787764378.177574:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764378.177576:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
00000100:00000001:3.0:1787764378.177583:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787764378.177586:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764378.177586:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764378.177594:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.177599:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764378.177605:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764378.177607:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000001:3.0:1787764378.177608:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764378.177610:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482340992, offset 0
00000100:00080000:3.0:1787764378.177611:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764378.177614:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787764378.177615:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177617:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764378.177619:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764378.177621:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764378.177622:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764378.177627:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25956
00000400:00000200:1.0:1787764378.177628:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787764378.177632:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764378.177633:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764378.177637:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764378.177638:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:3.0:1787764378.177640:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764378.177642:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787764378.177645:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764378.177648:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177649:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764378.177654:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764378.177656:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277906:277906:256:4294967295] 192.168.203.115@tcp LPNI seq info [277906:277906:8:4294967295]
00000100:00000001:3.0:1787764378.177657:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764378.177662:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764378.177664:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000400:00000200:1.0:1787764378.177665:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764378.177667:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764378.177669:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764378.177673:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000200:1.0:1787764378.177675:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787764378.177676:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764378.177682:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:1.0:1787764378.177684:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177685:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787764378.177688:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00000040:3.0:1787764378.177689:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177693:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:1.0:1787764378.177697:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000040:3.0:1787764378.177698:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000800:00000200:1.0:1787764378.177701:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1787764378.177704:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177707:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764378.177709:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764378.177710:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764378.177714:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787764378.177714:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1787764378.177719:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764378.177722:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000100:1.0:1787764378.177723:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000008:00100000:3.0:1787764378.177724:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000800:00000010:1.0:1787764378.177727:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000008:00000001:3.0:1787764378.177728:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764378.177730:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764378.177734:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1787764378.177734:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000400:00000200:1.0:1787764378.177740:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787764378.177743:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000400:00000200:1.0:1787764378.177745:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
02000000:00000001:3.0:1787764378.177746:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764378.177767:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764378.177771:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764378.177773:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764378.177775:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764378.177779:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764378.177782:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764378.177783:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:1.0:1787764378.177789:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787764378.177793:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787764378.177798:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764378.177812:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764378.177814:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764378.177817:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764378.177818:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.177825:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764378.177825:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.177829:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764378.177833:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764378.177835:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764378.177837:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000100:00080000:3.0:1787764378.177838:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764378.177842:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787764378.177843:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764378.177845:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764378.177846:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320629260
00000100:00080000:3.0:1787764378.177848:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764378.177851:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320630567
00000100:00000001:3.0:1787764378.177851:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764378.177855:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320629260
00000100:00080000:3.0:1787764378.177857:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25956
00000100:00000001:1.0:1787764378.177858:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320630567
00000100:00000001:1.0:1787764378.177862:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787764378.177864:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764378.177865:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764378.177868:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764378.177869:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787764378.177872:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787764378.177876:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764378/real 1787764378]  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764378.177878:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177882:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764378.177886:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177890:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764378.177893:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:1.0:1787764378.177894:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1787764378.177895:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000400:00000001:1.0:1787764378.177896:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1787764378.177898:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787764378.177899:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000020:00000040:3.0:1787764378.177900:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000400:00000200:1.0:1787764378.177902:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000020:00000001:3.0:1787764378.177903:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000010:1.0:1787764378.177905:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000020:00000001:3.0:1787764378.177906:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764378.177908:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787764378.177910:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000200:1.0:1787764378.177915:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764378.177915:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764378.177920:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177923:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764378.177927:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000200:1.0:1787764378.177932:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764378.177932:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764378.177936:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764378.177939:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764378.177943:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764378.177944:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764378.177947:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764378.177948:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.177949:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764378.177950:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764378.177952:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787764378.177953:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764378.177956:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764378.177957:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764378.177959:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764378.177964:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764378.177965:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764378.177967:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000040:1.0:1787764378.177970:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764378.177970:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764378.177973:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764378.177977:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764378.177979:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764378.177981:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.177982:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1787764378.177985:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:1.0:1787764378.177986:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.177990:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764378.177990:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.177991:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.177994:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764378.177997:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1787764378.177997:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764378.178003:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764378.178010:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787764378.178012:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764378.178013:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764378.178016:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764378.178019:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764378.178025:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764378.178029:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482340992:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764378.178035:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178038:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764378.178041:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482340992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764378.178046:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.178048:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764378.178050:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764378.178052:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
00000100:00000040:3.0:1787764378.178053:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25966)
02000000:00000001:1.0:1787764378.178054:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764378.178057:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764378.178058:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764378.178060:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764378.178061:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764378.178064:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764378.178065:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764378.178066:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:1.0:1787764378.178067:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764378.178068:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178070:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178072:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764378.178073:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.178075:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764378.178076:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764378.178077:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764378.178079:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178083:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764378.178084:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.178085:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764378.178086:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764378.178088:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764378.178089:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341120:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764378.178091:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764378.178092:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764378.178093:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.178094:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764378.178096:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764378.178097:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764378.178099:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764378.178100:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764378.178102:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764378.178104:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482341120, portal 10
00000100:00000001:1.0:1787764378.178105:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764378.178106:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000100:00000040:1.0:1787764378.178109:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178113:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764378.178114:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764378.178115:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000200:1.0:1787764378.178116:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482341120, offset 0
00000400:00000200:1.0:1787764378.178119:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764378.178121:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764378.178123:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764378.178125:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764378.178126:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764378.178128:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764378.178129:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764378.178131:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277907:277907:256:4294967295] 192.168.203.115@tcp LPNI seq info [277907:277907:8:4294967295]
00000400:00000200:1.0:1787764378.178134:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764378.178137:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764378.178140:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764378.178142:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764378.178144:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764378.178146:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764378.178148:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764378.178150:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764378.178153:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764378.178155:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764378.178158:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764378.178161:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764378.178163:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000400:00000010:1.0:1787764378.178165:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:1.0:1787764378.178167:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764378.178171:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178176:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764378.178179:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178185:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.178186:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764378.178189:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764378.178191:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764378.178194:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764378.178196:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320629268
00000100:00000001:1.0:1787764378.178199:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320630567
00000100:00000001:1.0:1787764378.178200:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320629268
00000100:00000001:1.0:1787764378.178202:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320630567
00000100:00000001:1.0:1787764378.178205:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764378.178206:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.178208:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764378.178211:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764378/real 1787764378]  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764378.178218:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764378.178219:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764378.178220:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764378.178222:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764378.178223:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764378.178224:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764378.178226:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764378.178231:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178234:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764378.178235:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178236:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764378.178236:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764378.178238:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178242:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764378.178244:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178248:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764378.178250:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178250:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764378.178251:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178252:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764378.178253:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764378.178255:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764378.178257:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764378.178258:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764378.178260:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764378.178264:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341120:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764378.178267:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764378.178268:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178272:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764378.178273:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.178274:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764378.178275:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764378.178276:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764378.178277:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341248:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764378.178279:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764378.178281:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764378.178282:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.178283:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764378.178285:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764378.178286:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764378.178288:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764378.178289:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764378.178291:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764378.178293:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482341248, portal 4
00000100:00000001:1.0:1787764378.178294:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764378.178295:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764378.178299:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178306:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764378.178307:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764378.178308:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000200:1.0:1787764378.178310:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482341248, offset 0
00000400:00000200:1.0:1787764378.178312:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764378.178314:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764378.178316:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764378.178318:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764378.178319:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764378.178321:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764378.178322:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764378.178324:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277908:277908:256:4294967295] 192.168.203.115@tcp LPNI seq info [277908:277908:8:4294967295]
00000400:00000200:1.0:1787764378.178326:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764378.178330:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764378.178332:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764378.178334:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764378.178336:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764378.178338:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764378.178341:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764378.178343:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764378.178347:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764378.178348:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764378.178351:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764378.178353:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764378.178356:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000400:00000010:1.0:1787764378.178358:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:1.0:1787764378.178360:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764378.178363:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178371:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764378.178374:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178386:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.178388:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764378.178390:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764378.178392:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764378.178394:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764378.178395:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320629268
00000100:00000001:1.0:1787764378.178397:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320630567
00000100:00000001:1.0:1787764378.178398:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320629268
00000100:00000001:1.0:1787764378.178399:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320630567
00000100:00000001:1.0:1787764378.178401:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764378.178402:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.178403:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764378.178405:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764378/real 1787764378]  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764378.178409:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764378.178410:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764378.178411:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764378.178413:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764378.178414:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764378.178415:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764378.178417:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764378.178434:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178438:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764378.178439:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178440:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764378.178441:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764378.178443:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178447:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764378.178450:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178453:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764378.178454:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178455:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764378.178456:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178457:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764378.178458:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764378.178459:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764378.178461:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764378.178462:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764378.178464:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764378.178468:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341248:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764378.178470:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764378.178472:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178476:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764378.178477:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.178478:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764378.178479:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764378.178480:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764378.178481:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341376:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764378.178483:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764378.178484:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764378.178485:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764378.178486:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764378.178489:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764378.178490:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764378.178492:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764378.178493:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764378.178495:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764378.178497:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482341376, portal 4
00000100:00000001:1.0:1787764378.178498:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764378.178499:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764378.178502:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178506:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764378.178507:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764378.178509:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000200:1.0:1787764378.178510:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482341376, offset 0
00000400:00000200:1.0:1787764378.178512:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764378.178514:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764378.178516:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764378.178518:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764378.178519:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764378.178521:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764378.178522:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764378.178524:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277909:277909:256:4294967295] 192.168.203.115@tcp LPNI seq info [277909:277909:8:4294967295]
00000400:00000200:1.0:1787764378.178526:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764378.178529:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764378.178532:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764378.178533:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764378.178536:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764378.178537:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764378.178539:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764378.178541:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764378.178543:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764378.178545:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764378.178546:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764378.178548:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764378.178550:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000400:00000010:1.0:1787764378.178551:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:1.0:1787764378.178552:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764378.178554:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178558:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764378.178560:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178564:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.178565:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764378.178566:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764378.178568:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764378.178569:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764378.178570:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320629272
00000100:00000001:1.0:1787764378.178572:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320630567
00000100:00000001:1.0:1787764378.178573:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320629272
00000100:00000001:1.0:1787764378.178574:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320630567
00000100:00000001:1.0:1787764378.178575:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764378.178576:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.178577:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764378.178579:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764378/real 1787764378]  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764378.178584:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764378.178584:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764378.178585:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764378.178587:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764378.178587:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764378.178589:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764378.178591:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764378.178595:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178599:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764378.178599:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178600:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764378.178601:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764378.178603:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178606:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764378.178608:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178611:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764378.178612:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178613:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764378.178614:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178615:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764378.178616:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764378.178617:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764378.178618:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764378.178619:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764378.178621:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764378.178626:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341376:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764378.178628:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178629:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764378.178631:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482341120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178635:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764378.178636:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764378.178637:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764378.178638:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764378.178639:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764378.178640:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764378.178641:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764378.178643:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764378.178644:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764378.178645:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764378.178646:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000100:00000001:1.0:1787764378.178647:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764378.178648:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178650:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764378.178651:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482341248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178655:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764378.178656:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764378.178657:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764378.178658:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764378.178658:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764378.178659:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764378.178660:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764378.178660:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764378.178662:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764378.178663:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764378.178663:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764378.178664:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764378.178665:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178666:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764378.178667:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482341376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764378.178670:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764378.178672:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764378.178672:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764378.178674:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764378.178674:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764378.178675:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764378.178676:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764378.178677:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764378.178678:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764378.178678:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764378.178679:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764378.178680:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764378.178681:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178682:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764378.178684:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764378.178684:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764378.178685:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764378.178686:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764378.880821:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764378.880828:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764378.880833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764378.880835:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764378.880839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764378.880840:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764378.880893:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764378.880898:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764378.880902:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764379.520827:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320630567, at 4320630592
00000100:00000040:0.0:1787764379.520828:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320630567, at 4320630592
00000100:00000010:0.0:1787764379.520849:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f660.
00000100:00000010:1.0:1787764379.520850:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fcc0.
00010000:00000001:2.0:1787764379.904900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764379.904907:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764379.904909:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764379.904911:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764379.904915:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764379.904917:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764379.904919:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764379.904920:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764379.904923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764379.904924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764379.904927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764379.904928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764379.904987:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764379.904992:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764379.904995:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764380.928863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764380.928869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764380.928873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764380.928873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764380.928876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764380.928877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764380.928942:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764380.928948:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764380.928953:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764381.952876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764381.952882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764381.952885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764381.952886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764381.952888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764381.952888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764381.952933:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764381.952937:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764381.952939:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764382.976828:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764382.976833:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764382.976837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764382.976837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764382.976839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764382.976840:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764382.976887:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764382.976891:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764382.976894:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764383.296863:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764383.296874:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764383.296876:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764383.296880:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764383.296885:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764383.296891:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25961
00000400:00000200:3.0:1787764383.296899:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764383.296905:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764383.296908:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764383.296912:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764383.296915:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764383.296917:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764383.296921:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764383.296924:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764383.296926:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764383.296929:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764383.296937:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764383.296939:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764383.296940:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764383.296943:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764383.296944:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764383.296945:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764383.296946:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764383.296948:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764383.296951:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764383.296953:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764383.296955:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764383.296957:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764383.296959:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764383.296960:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764383.296962:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764383.296969:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764383.296971:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764383.296974:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764383.296975:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764383.296977:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764383.296979:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764383.296982:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764383.296988:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764383.296992:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764383.296999:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764383.297006:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764383.297009:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764383.297015:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764383.297038:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764383.297041:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764383.297044:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764383.297046:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764383.297047:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764383.297050:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764383.297053:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25961
00000400:00000200:3.0:1787764383.297057:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764383.297060:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764383.297062:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764383.297065:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764383.297068:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764383.297070:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764383.297073:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764383.297075:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764383.297077:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764383.297078:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764383.297081:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764383.297083:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764383.297084:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764383.297085:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764383.297090:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764383.297091:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764383.297094:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764383.297095:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764383.297099:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764383.297102:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764383.297103:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764383.297109:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:1.0:1787764383.297113:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764383.297116:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764383.297116:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:1.0:1787764383.297119:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764383.297122:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764383.297123:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764383.297125:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764383.297128:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787764383.297130:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482341504:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764383.297134:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764383.297136:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764383.297137:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764383.297140:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764383.297141:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764383.297143:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764383.297146:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:1.0:1787764383.297149:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764383.297152:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764383.297152:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764383.297157:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764383.297158:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764383.297162:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764383.297164:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00000010:3.0:1787764383.297168:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000400:00000010:1.0:1787764383.297171:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000020:00000040:3.0:1787764383.297173:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764383.297177:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787764383.297178:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482341504, portal 25
02000000:00000001:3.0:1787764383.297179:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.297182:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764383.297184:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000001:3.0:1787764383.297184:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764383.297187:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787764383.297191:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764383.297192:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.297199:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1787764383.297200:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000040:1.0:1787764383.297202:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764383.297206:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000001:3.0:1787764383.297208:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764383.297209:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482341504, offset 0
00000100:00100000:3.0:1787764383.297218:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764383.297223:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764383.297231:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764383.297231:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764383.297236:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764383.297238:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764383.297243:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787764383.297244:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764383.297247:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764383.297253:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764383.297257:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764383.297263:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277910:277910:256:4294967295] 192.168.203.115@tcp LPNI seq info [277910:277910:8:4294967295]
00000100:00000001:3.0:1787764383.297263:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764383.297270:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764383.297270:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764383.297276:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787764383.297281:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764383.297281:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764383.297285:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787764383.297289:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764383.297291:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1787764383.297294:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00080000:3.0:1787764383.297297:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25961
00000800:00000200:1.0:1787764383.297302:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000400:00000200:3.0:1787764383.297306:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000200:1.0:1787764383.297307:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000400:00000200:3.0:1787764383.297311:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000200:1.1:1787764383.297312:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764383.297316:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787764383.297317:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764383.297324:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764383.297324:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764383.297327:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764383.297330:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000010:1.0:1787764383.297335:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000100:00000001:3.0:1787764383.297335:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764383.297339:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787764383.297341:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1787764383.297342:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764383.297346:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764383.297349:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787764383.297350:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764383.297354:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764383.297355:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000020:00000001:3.0:1787764383.297357:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000010:1.0:1787764383.297358:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:1.0:1787764383.297363:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787764383.297364:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000200:1.0:1787764383.297368:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764383.297369:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764383.297375:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764383.297380:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764383.297381:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764383.297395:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764383.297396:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764383.297401:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764383.297406:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764383.297409:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764383.297411:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764383.297412:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764383.297413:0:257227:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787764383.297417:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764383.297418:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764383.297420:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764383.297421:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764383.297425:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764383.297429:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764383.297429:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.297433:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320635687
00000100:00000010:3.0:1787764383.297435:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000100:00000010:1.0:1787764383.297438:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fcc0.
00000020:00000040:3.0:1787764383.297438:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764383.297440:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764383.297442:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764383.297444:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764383.297444:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764383.297446:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787764383.297446:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.297453:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320635687
02000000:00000010:3.0:1787764383.297453:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764383.297457:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764383.297458:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f000.
00000100:00000001:1.0:1787764383.297462:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00100000:3.0:1787764383.297464:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764383.297465:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764383.297470:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.297474:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764383.297477:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787764383.297479:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764383/real 1787764383]  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764383.297480:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764383.297487:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764383.297492:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764383.297494:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787764383.297497:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787764383.297498:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000001:1.0:1787764383.297500:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787764383.297501:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787764383.297503:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000100:00080000:3.0:1787764383.297503:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764383.297508:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000100:00000001:3.0:1787764383.297508:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787764383.297511:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00080000:3.0:1787764383.297513:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25961
00000100:00000001:1.0:1787764383.297515:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1787764383.297518:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000200:1.0:1787764383.297521:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764383.297523:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764383.297527:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764383.297532:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764383.297537:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764383.297539:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764383.297540:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764383.297545:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764383.297548:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764383.297550:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764383.297553:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764383.297554:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764383.297555:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764383.297556:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787764383.297557:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764383.297559:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764383.297561:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764383.297562:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764383.297563:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764383.297564:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764383.297568:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00100000:1.0:1787764383.297571:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764383.297572:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764383.297576:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764383.297581:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764383.297585:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764383.297585:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764383.297589:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787764383.297591:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764383.297591:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764383.297593:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764383.297597:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764383.297600:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764383.297603:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787764383.297604:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764383.297609:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.297610:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.297613:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764383.297613:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787764383.297614:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000100:00000001:1.0:1787764383.297615:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1787764383.297617:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764383.297618:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764383.297622:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1787764383.297623:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787764383.297625:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764383.297628:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787764383.297629:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764383.297631:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787764383.297631:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764383.297635:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764383.297637:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764383.297639:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764383.297644:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764383.297649:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482341504:192.168.203.115@tcp:250:kworker.0
00000100:00100000:3.0:1787764383.297651:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764383.297654:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.297658:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764383.297662:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787764383.297663:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482341504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764383.297664:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764383.297671:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.297693:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764383.297693:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764383.297697:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787764383.297698:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1787764383.297699:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764383.297702:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1787764383.297703:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
00000100:00080000:3.0:1787764383.297703:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764383.297707:0:373192:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787764383.297710:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1787764383.297710:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25961
00000020:00000001:1.0:1787764383.297715:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000400:00000200:3.0:1787764383.297715:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:1.0:1787764383.297719:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000400:00000200:3.0:1787764383.297719:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764383.297722:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000020:00000001:1.0:1787764383.297723:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:3.0:1787764383.297726:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000010:1.0:1787764383.297728:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764383.297728:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764383.297730:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764383.297732:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764383.297733:0:373192:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787764383.297734:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1787764383.297735:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
02000000:00000001:1.0:1787764383.297737:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1787764383.297738:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:1.0:1787764383.297741:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764383.297741:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764383.297745:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764383.297746:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000001:3.0:1787764383.297747:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764383.297766:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.297768:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764383.297772:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764383.297774:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764383.297774:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764383.297776:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764383.297777:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764383.297778:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764383.297783:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764383.297783:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764383.297786:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764383.297787:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764383.297788:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.297791:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764383.297792:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764383.297794:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764383.297796:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764383.297798:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787764383.297800:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764383.297800:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764383.297803:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764383.297806:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764383.297810:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764383.297814:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:1.0:1787764383.297816:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764383.297817:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764383.297820:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764383.297820:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764383.297822:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764383.297824:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764383.297825:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764383.297826:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764383.297827:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764383.297831:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764383.297831:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764383.297836:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764383.297837:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341632:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764383.297842:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787764383.297843:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764383.297844:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764383.297847:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764383.297850:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764383.297854:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
00000100:00000001:3.0:1787764383.297854:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764383.297856:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764383.297857:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764383.297861:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764383.297862:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764383.297867:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764383.297872:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764383.297873:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764383.297875:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482341632, portal 10
00000100:00000001:1.0:1787764383.297878:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787764383.297878:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25972)
00000100:00000001:1.0:1787764383.297881:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:1.0:1787764383.297887:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.297898:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764383.297900:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764383.297901:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000200:1.0:1787764383.297903:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482341632, offset 0
00000400:00000200:1.0:1787764383.297905:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764383.297908:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764383.297910:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764383.297912:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764383.297914:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764383.297915:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764383.297917:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764383.297918:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277911:277911:256:4294967295] 192.168.203.115@tcp LPNI seq info [277911:277911:8:4294967295]
00000400:00000200:1.0:1787764383.297921:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764383.297924:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764383.297927:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764383.297929:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764383.297934:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764383.297936:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764383.297939:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764383.297941:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764383.297943:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764383.297944:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764383.297946:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764383.297949:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764383.297950:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000400:00000010:1.0:1787764383.297952:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:1.0:1787764383.297954:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764383.297956:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.297961:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764383.297962:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.297966:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.297967:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764383.297969:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764383.297971:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764383.297976:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764383.297978:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320634380
00000100:00000001:1.0:1787764383.297979:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320635687
00000100:00000001:1.0:1787764383.297981:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320634380
00000100:00000001:1.0:1787764383.297982:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320635687
00000100:00000001:1.0:1787764383.297983:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764383.297984:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.297985:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764383.297987:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764383/real 1787764383]  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764383.297991:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764383.297992:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764383.297993:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764383.297994:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764383.297995:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764383.297997:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764383.297998:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764383.298003:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298010:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764383.298011:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298012:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764383.298013:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764383.298015:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298018:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764383.298020:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298024:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764383.298025:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298026:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764383.298027:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298028:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764383.298029:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764383.298030:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764383.298032:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764383.298033:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764383.298035:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764383.298040:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341632:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764383.298042:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764383.298043:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298048:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764383.298049:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764383.298051:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764383.298052:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764383.298054:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764383.298057:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341760:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764383.298059:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764383.298061:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764383.298062:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764383.298064:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764383.298067:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764383.298069:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764383.298072:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764383.298074:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764383.298077:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764383.298080:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482341760, portal 10
00000100:00000001:1.0:1787764383.298082:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764383.298083:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764383.298088:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298094:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764383.298095:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764383.298097:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000200:1.0:1787764383.298098:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482341760, offset 0
00000400:00000200:1.0:1787764383.298100:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764383.298103:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764383.298106:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764383.298107:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764383.298109:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764383.298111:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764383.298112:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764383.298114:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277912:277912:256:4294967295] 192.168.203.115@tcp LPNI seq info [277912:277912:8:4294967295]
00000400:00000200:1.0:1787764383.298116:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764383.298120:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764383.298123:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764383.298125:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764383.298127:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764383.298129:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764383.298131:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764383.298133:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764383.298135:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764383.298136:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764383.298138:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764383.298140:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764383.298141:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000400:00000010:1.0:1787764383.298142:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:1.0:1787764383.298144:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764383.298146:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298150:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764383.298152:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298156:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.298157:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764383.298158:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764383.298160:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764383.298162:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764383.298163:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320634388
00000100:00000001:1.0:1787764383.298164:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320635687
00000100:00000001:1.0:1787764383.298166:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320634388
00000100:00000001:1.0:1787764383.298167:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320635687
00000100:00000001:1.0:1787764383.298168:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764383.298169:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.298170:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764383.298172:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764383/real 1787764383]  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764383.298177:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764383.298178:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764383.298179:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764383.298180:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764383.298181:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764383.298182:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764383.298184:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764383.298188:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298192:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764383.298193:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298194:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764383.298194:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764383.298196:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298200:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764383.298202:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298205:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764383.298207:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298207:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764383.298208:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298209:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764383.298210:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764383.298211:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764383.298213:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764383.298214:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764383.298217:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764383.298221:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341760:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764383.298223:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764383.298225:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298228:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764383.298229:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764383.298230:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764383.298231:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764383.298232:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764383.298234:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341888:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764383.298238:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764383.298239:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764383.298241:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764383.298242:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764383.298245:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764383.298247:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764383.298250:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764383.298252:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764383.298255:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764383.298258:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482341888, portal 4
00000100:00000001:1.0:1787764383.298260:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764383.298261:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000040:1.0:1787764383.298266:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298272:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764383.298274:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764383.298277:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000200:1.0:1787764383.298279:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482341888, offset 0
00000400:00000200:1.0:1787764383.298284:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764383.298287:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764383.298290:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764383.298292:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764383.298295:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764383.298297:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764383.298299:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764383.298301:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277913:277913:256:4294967295] 192.168.203.115@tcp LPNI seq info [277913:277913:8:4294967295]
00000400:00000200:1.0:1787764383.298305:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764383.298310:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764383.298313:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764383.298316:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764383.298319:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764383.298322:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764383.298325:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764383.298328:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764383.298331:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764383.298332:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764383.298334:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764383.298337:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764383.298340:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000400:00000010:1.0:1787764383.298342:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:1.0:1787764383.298344:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764383.298347:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298353:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764383.298356:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298362:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.298364:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764383.298366:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764383.298369:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764383.298372:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764383.298374:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320634388
00000100:00000001:1.0:1787764383.298376:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320635687
00000100:00000001:1.0:1787764383.298378:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320634388
00000100:00000001:1.0:1787764383.298380:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320635687
00000100:00000001:1.0:1787764383.298381:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764383.298383:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.298398:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764383.298401:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764383/real 1787764383]  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764383.298408:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764383.298409:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764383.298411:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764383.298413:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764383.298415:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764383.298417:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764383.298420:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764383.298427:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298433:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764383.298434:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298436:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764383.298437:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764383.298441:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298447:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764383.298450:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298456:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764383.298459:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298460:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764383.298462:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298463:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764383.298465:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764383.298467:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764383.298471:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764383.298472:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764383.298476:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764383.298484:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482341888:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764383.298487:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298489:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764383.298492:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482341632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298498:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764383.298499:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764383.298501:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764383.298504:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764383.298505:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764383.298506:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764383.298508:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764383.298510:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764383.298513:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764383.298514:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764383.298516:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764383.298518:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764383.298520:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298521:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764383.298525:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482341760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298537:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764383.298539:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764383.298540:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764383.298542:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764383.298543:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764383.298544:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764383.298546:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764383.298547:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764383.298549:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764383.298550:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764383.298551:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:1.0:1787764383.298555:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764383.298556:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298558:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764383.298560:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482341888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298566:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764383.298567:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764383.298569:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764383.298570:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764383.298571:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764383.298572:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764383.298573:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764383.298574:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764383.298575:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764383.298575:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764383.298576:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:1.0:1787764383.298577:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764383.298578:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298579:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298582:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764383.298583:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.298584:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764383.298585:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764383.298586:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764383.298589:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298592:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764383.298593:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764383.298595:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764383.298596:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764383.298597:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764383.298598:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342016:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764383.298600:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764383.298602:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764383.298603:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764383.298604:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764383.298606:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764383.298607:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764383.298609:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764383.298611:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764383.298613:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764383.298615:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482342016, portal 4
00000100:00000001:1.0:1787764383.298616:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764383.298617:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:1.0:1787764383.298620:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298624:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764383.298625:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764383.298626:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000200:1.0:1787764383.298628:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482342016, offset 0
00000400:00000200:1.0:1787764383.298630:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764383.298632:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764383.298634:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764383.298636:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764383.298638:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764383.298639:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764383.298641:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764383.298643:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277914:277914:256:4294967295] 192.168.203.115@tcp LPNI seq info [277914:277914:8:4294967295]
00000400:00000200:1.0:1787764383.298645:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764383.298649:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764383.298652:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764383.298653:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764383.298656:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764383.298657:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764383.298660:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764383.298662:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764383.298664:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764383.298665:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764383.298667:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764383.298669:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764383.298670:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000400:00000010:1.0:1787764383.298671:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:1.0:1787764383.298673:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764383.298675:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298679:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764383.298681:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298685:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.298686:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764383.298689:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764383.298691:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764383.298694:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764383.298696:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320634392
00000100:00000001:1.0:1787764383.298699:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320635687
00000100:00000001:1.0:1787764383.298700:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320634392
00000100:00000001:1.0:1787764383.298702:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320635687
00000100:00000001:1.0:1787764383.298704:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764383.298706:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.298708:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764383.298712:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764383/real 1787764383]  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764383.298720:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764383.298721:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764383.298723:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764383.298725:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764383.298727:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764383.298729:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764383.298732:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764383.298738:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298742:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764383.298743:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298744:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764383.298745:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764383.298746:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298764:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764383.298766:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298770:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764383.298772:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298772:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764383.298773:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298774:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764383.298775:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764383.298777:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764383.298780:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764383.298782:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764383.298786:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764383.298792:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342016:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764383.298796:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298798:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764383.298800:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482342016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764383.298806:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764383.298808:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764383.298810:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764383.298812:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764383.298813:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764383.298815:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764383.298816:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764383.298818:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764383.298820:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764383.298822:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764383.298823:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:1.0:1787764383.298825:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764383.298825:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298826:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764383.298829:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764383.298829:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764383.298831:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764383.298831:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764384.000893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764384.000900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764384.000905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764384.000906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764384.000909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764384.000912:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764384.000915:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764384.000917:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764384.000920:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764384.000922:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764384.000924:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764384.000926:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764384.000972:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764384.000977:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764384.000980:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764384.640828:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320635687, at 4320635712
00000100:00000040:1.0:1787764384.640829:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320635687, at 4320635712
00000100:00000010:0.0:1787764384.640844:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fcc0.
00000100:00000010:1.0:1787764384.640846:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f000.
00010000:00000001:2.0:1787764385.024861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764385.024868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764385.024873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764385.024874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764385.024877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764385.024878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764385.024936:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764385.024941:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764385.024944:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764386.048883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764386.048890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764386.048895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764386.048897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764386.048900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764386.048901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764386.048950:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764386.048954:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764386.048956:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764387.072825:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764387.072830:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764387.072834:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764387.072836:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764387.072838:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764387.072840:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764387.072842:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764387.072843:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764387.072845:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764387.072846:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764387.072848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764387.072849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764387.072899:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764387.072910:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764387.072913:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764388.096871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764388.096877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764388.096882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764388.096883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764388.096887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764388.096888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764388.096936:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764388.096940:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764388.096943:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764388.416852:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764388.416859:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764388.416860:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764388.416863:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764388.416867:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764388.416872:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25967
00000400:00000200:3.0:1787764388.416880:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764388.416884:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764388.416886:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764388.416889:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.416891:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764388.416893:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.416894:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764388.416897:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764388.416898:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764388.416900:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764388.416903:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764388.416904:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764388.416905:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764388.416907:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.416908:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764388.416909:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.416911:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764388.416913:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764388.416915:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764388.416916:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764388.416918:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764388.416920:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764388.416922:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.416923:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764388.416925:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764388.416932:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764388.416934:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764388.416937:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764388.416937:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.416939:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764388.416941:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764388.416944:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764388.416949:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764388.416960:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764388.416969:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764388.416979:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764388.416984:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764388.416988:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764388.417009:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764388.417012:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764388.417015:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764388.417016:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764388.417018:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764388.417020:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764388.417022:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25967
00000400:00000200:3.0:1787764388.417025:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764388.417028:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764388.417030:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764388.417032:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417034:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764388.417036:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417038:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764388.417040:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764388.417041:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764388.417043:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764388.417045:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764388.417047:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764388.417049:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764388.417056:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787764388.417059:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764388.417062:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764388.417063:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764388.417066:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764388.417067:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417071:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764388.417076:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000040:1.0:1787764388.417078:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764388.417082:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417087:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764388.417091:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764388.417095:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764388.417097:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764388.417098:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.417103:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764388.417103:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.417108:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764388.417111:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764388.417112:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787764388.417115:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.417116:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.417119:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764388.417122:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482342144:192.168.203.115@tcp:250:kworker.0
00000100:00000010:3.0:1787764388.417125:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764388.417126:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787764388.417131:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764388.417132:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764388.417134:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.417137:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764388.417137:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764388.417141:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764388.417144:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
00000100:00000001:3.0:1787764388.417145:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764388.417148:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764388.417149:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764388.417153:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.417154:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764388.417160:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
02000000:00000010:3.0:1787764388.417161:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000400:00000010:1.0:1787764388.417165:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764388.417167:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764388.417172:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482342144, portal 25
00000100:00000001:1.0:1787764388.417176:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1787764388.417177:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764388.417178:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764388.417186:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764388.417192:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764388.417194:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764388.417197:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aaa0.
00000100:00000200:1.0:1787764388.417200:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482342144, offset 0
00000400:00000200:1.0:1787764388.417205:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417205:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764388.417210:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.417215:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764388.417219:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764388.417223:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764388.417231:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764388.417235:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764388.417239:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764388.417241:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764388.417244:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277915:277915:256:4294967295] 192.168.203.115@tcp LPNI seq info [277915:277915:8:4294967295]
00000400:00000200:1.0:1787764388.417247:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764388.417256:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764388.417257:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764388.417262:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764388.417263:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1787764388.417266:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00080000:3.0:1787764388.417268:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764388.417271:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764388.417275:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787764388.417276:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764388.417282:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787764388.417283:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764388.417289:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25967
00000400:00000200:3.0:1787764388.417295:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764388.417298:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764388.417299:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764388.417303:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764388.417307:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764388.417308:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417311:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764388.417312:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320640807
00000100:00000040:3.0:1787764388.417315:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417317:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000010:1.0:1787764388.417318:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f000.
00000020:00000001:3.0:1787764388.417321:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764388.417323:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000100:00000001:1.0:1787764388.417325:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787764388.417325:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764388.417326:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764388.417329:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764388.417332:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:1.0:1787764388.417334:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320640807
00000100:00000040:3.0:1787764388.417334:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000010:1.0:1787764388.417339:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f1e0.
00000100:00000001:3.0:1787764388.417340:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764388.417344:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764388.417345:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787764388.417346:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764388.417358:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764388.417359:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00000001:1.0:1787764388.417361:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764388.417365:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764388.417367:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.417368:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.417370:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764388.417371:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764388.417375:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764388.417376:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.417377:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764388.417378:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764388.417380:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000008:00100000:3.0:1787764388.417382:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764388.417383:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1787764388.417386:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.417387:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764388.417388:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.417390:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1787764388.417393:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000040:1.0:1787764388.417396:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764388.417397:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764388.417401:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764388.417404:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.417407:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764388.417410:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764388.417410:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764388.417413:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764388.417414:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.417415:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764388.417418:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787764388.417419:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764388.417421:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.417424:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764388.417425:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342272:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764388.417429:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787764388.417431:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764388.417432:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764388.417434:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.417438:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764388.417442:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
00000100:00000001:3.0:1787764388.417444:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764388.417445:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.417450:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764388.417450:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764388.417455:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37aa8.
00000400:00000010:1.0:1787764388.417460:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000040:3.0:1787764388.417460:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764388.417464:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482342272, portal 10
00000100:00000001:1.0:1787764388.417468:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764388.417471:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000001:3.0:1787764388.417479:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764388.417480:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764388.417486:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764388.417489:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764388.417493:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764388.417493:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:1.0:1787764388.417495:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a880.
00000100:00000001:3.0:1787764388.417496:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764388.417498:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764388.417500:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787764388.417503:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482342272, offset 0
00000100:00080000:3.0:1787764388.417503:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25967
00000400:00000200:3.0:1787764388.417511:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764388.417513:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787764388.417517:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764388.417519:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764388.417523:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:3.0:1787764388.417528:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764388.417529:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787764388.417532:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764388.417534:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764388.417535:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764388.417538:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787764388.417540:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764388.417543:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417544:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764388.417548:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277916:277916:255:4294967295] 192.168.203.115@tcp LPNI seq info [277916:277916:7:4294967295]
00000020:00000001:3.0:1787764388.417548:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764388.417549:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764388.417553:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764388.417555:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764388.417556:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764388.417559:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764388.417564:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764388.417569:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764388.417570:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764388.417571:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764388.417576:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417580:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:1.0:1787764388.417584:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000020:00000040:3.0:1787764388.417584:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764388.417591:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000010:1.0:1787764388.417592:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129900.
00000100:00000001:3.0:1787764388.417595:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764388.417600:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764388.417600:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764388.417605:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787764388.417606:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764388.417611:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.417612:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.417615:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787764388.417617:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000008:00100000:3.0:1787764388.417619:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764388.417624:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.417625:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764388.417627:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.417629:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320639499
00000100:00000010:3.0:1787764388.417633:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000100:00000001:1.0:1787764388.417634:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320640807
00000020:00000040:3.0:1787764388.417638:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764388.417639:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320639499
00000100:00000001:1.0:1787764388.417645:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320640807
02000000:00000001:3.0:1787764388.417645:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764388.417648:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.417651:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764388.417652:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764388.417655:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764388.417656:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.417659:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.417664:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764388.417664:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:1.0:1787764388.417670:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764388.417671:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.417674:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764388.417677:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764388.417679:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764388.417681:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764388.417683:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1787764388.417684:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764388.417690:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764388.417697:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764388.417701:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.417704:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787764388.417709:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764388.417711:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.417717:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764388.417720:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764388.417725:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.417725:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764388.417730:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342400:192.168.203.115@tcp:38:kworker.0
00000100:00080000:3.0:1787764388.417732:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764388.417738:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787764388.417739:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787764388.417742:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764388.417743:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787764388.417747:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764388.417747:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787764388.417778:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764388.417782:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764388.417786:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.417788:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764388.417795:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764388.417795:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25967
00000400:00000010:1.0:1787764388.417801:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37f20.
00000400:00000200:3.0:1787764388.417804:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764388.417809:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000400:00000200:3.0:1787764388.417810:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764388.417815:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787764388.417816:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482342400, portal 10
00000100:00000040:3.0:1787764388.417819:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764388.417821:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764388.417823:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764388.417825:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:3.0:1787764388.417828:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417832:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764388.417837:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764388.417837:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764388.417839:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764388.417842:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764388.417845:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764388.417850:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764388.417852:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787764388.417854:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764388.417860:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417862:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764388.417864:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417865:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764388.417867:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764388.417870:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000040:1.0:1787764388.417872:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417875:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764388.417877:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a550.
02000000:00000001:3.0:1787764388.417879:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787764388.417881:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482342400, offset 0
02000000:00000001:3.0:1787764388.417883:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764388.417887:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.417889:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764388.417891:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764388.417895:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764388.417898:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.417902:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764388.417903:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.417911:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000010:3.0:1787764388.417911:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764388.417916:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000400:00000200:1.0:1787764388.417917:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764388.417922:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764388.417923:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
02000000:00000001:3.0:1787764388.417926:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.417929:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764388.417931:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764388.417934:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764388.417936:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:3.0:1787764388.417938:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.417944:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277917:277917:254:4294967295] 192.168.203.115@tcp LPNI seq info [277917:277917:6:4294967295]
02000000:00000010:3.0:1787764388.417945:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764388.417952:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.417954:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764388.417961:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764388.417966:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00100000:3.0:1787764388.417971:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787764388.417973:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129200.
00000100:00000001:3.0:1787764388.417981:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764388.417986:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764388.417987:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764388.417993:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764388.417998:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764388.418004:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764388.418010:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764388.418011:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764388.418017:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764388.418018:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25977)
00000100:00000001:1.0:1787764388.418020:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320639508
00000100:00000001:1.0:1787764388.418025:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320640807
00000100:00000001:1.0:1787764388.418028:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320639508
00000100:00000001:1.0:1787764388.418031:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320640807
00000100:00000001:1.0:1787764388.418034:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764388.418036:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.418039:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.418041:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764388.418045:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764388.418046:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764388.418048:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764388.418050:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764388.418051:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764388.418055:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764388.418063:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764388.418064:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.418067:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764388.418069:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764388.418071:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764388.418074:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342528:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764388.418078:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764388.418080:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764388.418082:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.418084:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764388.418087:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764388.418090:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.418094:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764388.418096:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764388.418100:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a330.
00000100:00000200:1.0:1787764388.418103:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482342528, portal 4
00000100:00000001:1.0:1787764388.418105:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764388.418107:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:1.0:1787764388.418112:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764388.418120:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764388.418122:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764388.418124:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aee0.
00000100:00000200:1.0:1787764388.418127:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482342528, offset 0
00000400:00000200:1.0:1787764388.418131:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764388.418134:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764388.418138:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764388.418141:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764388.418143:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764388.418145:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764388.418147:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764388.418150:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277918:277918:253:4294967295] 192.168.203.115@tcp LPNI seq info [277918:277918:5:4294967295]
00000400:00000200:1.0:1787764388.418154:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764388.418159:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764388.418162:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764388.418165:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129700.
00000800:00000200:1.0:1787764388.418169:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764388.418172:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764388.418175:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764388.418178:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764388.418180:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764388.418182:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320639508
00000100:00000001:1.0:1787764388.418185:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320640807
00000100:00000001:1.0:1787764388.418187:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320639508
00000100:00000001:1.0:1787764388.418188:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320640807
00000100:00000001:1.0:1787764388.418191:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764388.418193:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.418195:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764388.418198:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764388.418204:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764388.418206:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.418208:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764388.418210:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764388.418212:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764388.418215:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342656:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764388.418218:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764388.418220:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764388.418221:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.418223:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764388.418226:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764388.418228:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764388.418231:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764388.418234:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37370.
00000400:00000010:1.0:1787764388.418237:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a7f8.
00000100:00000200:1.0:1787764388.418240:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482342656, portal 4
00000100:00000001:1.0:1787764388.418241:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764388.418243:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000040:1.0:1787764388.418248:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764388.418255:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764388.418257:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764388.418259:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a6e8.
00000100:00000200:1.0:1787764388.418261:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482342656, offset 0
00000400:00000200:1.0:1787764388.418265:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764388.418268:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764388.418271:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764388.418274:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764388.418276:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764388.418278:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764388.418280:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764388.418282:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277919:277919:252:4294967295] 192.168.203.115@tcp LPNI seq info [277919:277919:4:4294967295]
00000400:00000200:1.0:1787764388.418286:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764388.418291:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764388.418296:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764388.418299:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129c00.
00000800:00000200:1.0:1787764388.418302:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764388.418306:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764388.418308:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764388.418310:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764388.418313:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764388.418315:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320639512
00000100:00000001:1.0:1787764388.418317:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320640807
00000100:00000001:1.0:1787764388.418319:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320639512
00000100:00000001:1.0:1787764388.418321:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320640807
00000100:00000001:1.0:1787764388.418323:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764388.418325:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.418327:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.418329:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764388.418333:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764388.418334:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764388.418336:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764388.418337:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764388.418339:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.418341:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764389.120816:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764389.120823:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764389.120828:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764389.120829:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764389.120832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764389.120833:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764389.120869:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764389.120873:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764389.120877:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764389.760834:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320640807, at 4320640832
00000100:00000040:0.0:1787764389.760837:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320640807, at 4320640832
00000100:00000010:1.0:1787764389.760848:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f1e0.
00000100:00000010:0.0:1787764389.760849:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f000.
00010000:00000001:2.0:1787764390.144869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764390.144875:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764390.144876:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764390.144878:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764390.144881:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764390.144883:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764390.144884:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764390.144886:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764390.144888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764390.144889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764390.144891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764390.144891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764390.144939:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764390.144943:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764390.144945:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764391.168852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764391.168857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764391.168860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764391.168861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764391.168863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764391.168864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764391.168917:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764391.168920:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764391.168923:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787764391.488995:0:257215:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:2.0:1787764391.489038:0:257215:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764391.489049:0:257215:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764391.489053:0:257215:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:2.0:1787764391.489057:0:257215:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764391.489073:0:257215:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764391.489079:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764391.489082:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:2.0:1787764391.489088:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764391.489092:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764391.489099:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aaa0
00000400:00000010:2.0:1787764391.489102:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aaa0.
00000100:00000001:2.0:1787764391.489107:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764391.489115:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764391.489146:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764391.489151:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764391.489156:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764391.489158:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764391.489167:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764391.489169:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129900.
00000400:00000200:2.0:1787764391.489172:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764391.489175:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764391.489179:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a880
00000400:00000010:2.0:1787764391.489181:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a880.
00000100:00000001:2.0:1787764391.489183:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764391.489187:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764391.489195:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764391.489197:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764391.489203:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764391.489204:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764391.489208:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764391.489209:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129200.
00000400:00000200:2.0:1787764391.489211:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764391.489214:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764391.489227:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a550
00000400:00000010:2.0:1787764391.489229:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a550.
00000100:00000001:2.0:1787764391.489232:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764391.489236:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764391.489244:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764391.489246:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764391.489252:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764391.489254:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764391.489258:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764391.489260:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129700.
00000400:00000200:2.0:1787764391.489262:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764391.489265:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764391.489267:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aee0
00000400:00000010:2.0:1787764391.489268:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aee0.
00000100:00000001:2.0:1787764391.489270:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764391.489274:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764391.489280:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764391.489283:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764391.489288:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764391.489290:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764391.489293:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764391.489295:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129c00.
00000400:00000200:2.0:1787764391.489298:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764391.489300:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764391.489302:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a6e8
00000400:00000010:2.0:1787764391.489304:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a6e8.
00000100:00000001:2.0:1787764391.489307:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764391.489310:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764391.489316:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764391.489319:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764391.489324:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764391.489326:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764391.489936:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764391.489942:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764391.489945:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764391.489953:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764388/real 1787764391]  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764391.489965:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764391.489967:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764391.489970:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764391.489974:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a330
00000400:00000010:1.0:1787764391.489975:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a330.
00000100:00000001:1.0:1787764391.489978:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764391.489982:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764391.489991:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.489996:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764391.489998:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490001:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764391.490003:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764391.490007:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490014:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764391.490019:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490026:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764391.490029:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490031:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764391.490032:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490034:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764391.490037:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764391.490040:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764391.490044:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764391.490046:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764391.490051:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764391.490075:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342528:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764391.490079:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764391.490083:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764388/real 1787764391]  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764391.490089:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764391.490090:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764391.490092:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37370.
00000400:00000200:1.0:1787764391.490094:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a7f8
00000400:00000010:1.0:1787764391.490096:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a7f8.
00000100:00000001:1.0:1787764391.490097:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764391.490100:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764391.490107:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490112:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764391.490113:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490115:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764391.490116:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764391.490119:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490124:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764391.490135:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490140:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764391.490142:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490143:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764391.490144:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490146:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764391.490148:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764391.490150:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764391.490153:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764391.490155:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764391.490158:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764391.490164:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342656:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764391.490168:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764391.490172:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764388/real 1787764391]  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764391.490178:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764391.490179:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764391.490181:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37f20.
00000400:00000200:1.0:1787764391.490183:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764391.490185:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764391.490187:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764391.490189:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764391.490197:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490203:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764391.490205:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490207:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764391.490208:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764391.490211:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490217:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764391.490221:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490227:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764391.490230:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490231:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764391.490232:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490233:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764391.490235:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764391.490237:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764391.490240:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764391.490242:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764391.490246:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764391.490253:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342400:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764391.490257:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764391.490260:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764388/real 1787764391]  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764391.490267:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764391.490268:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764391.490270:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37aa8.
00000400:00000200:1.0:1787764391.490272:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764391.490274:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764391.490276:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764391.490279:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764391.490287:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490293:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764391.490295:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490297:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764391.490298:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764391.490301:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490307:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764391.490311:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490317:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764391.490319:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490321:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764391.490322:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490324:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764391.490325:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764391.490327:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764391.490340:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764391.490342:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764391.490346:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764391.490353:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342272:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764391.490357:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764391.490361:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764388/real 1787764391]  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764391.490369:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764391.490371:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764391.490373:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764391.490376:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764391.490378:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764391.490381:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764391.490384:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764391.490392:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490398:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764391.490400:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490401:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764391.490402:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764391.490406:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490412:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764391.490416:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490423:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764391.490425:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490427:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764391.490428:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490430:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764391.490431:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764391.490433:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764391.490437:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764391.490439:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764391.490443:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764391.490450:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482342144:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764391.490454:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490456:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764391.490460:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482342528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490467:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764391.490469:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764391.490474:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764391.490477:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764391.490480:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764391.490482:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764391.490484:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764391.490487:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764391.490491:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764391.490493:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764391.490495:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:1.0:1787764391.490499:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764391.490501:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490502:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764391.490505:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482342656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490512:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764391.490513:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764391.490515:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764391.490517:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764391.490518:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764391.490519:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764391.490521:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764391.490522:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764391.490525:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764391.490526:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764391.490527:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:1.0:1787764391.490529:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764391.490530:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490532:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764391.490535:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482342400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490541:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764391.490543:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764391.490545:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764391.490547:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764391.490554:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764391.490555:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764391.490557:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764391.490559:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764391.490562:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764391.490563:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764391.490564:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764391.490568:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764391.490569:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490570:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764391.490574:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482342272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490580:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764391.490581:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764391.490582:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764391.490585:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764391.490586:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764391.490587:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764391.490589:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764391.490590:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764391.490594:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764391.490595:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764391.490596:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764391.490598:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764391.490599:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490600:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764391.490604:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482342144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764391.490610:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764391.490611:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764391.490613:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764391.490614:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764391.490616:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764391.490617:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764391.490619:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764391.490620:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764391.490623:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764391.490624:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764391.490625:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764391.490628:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764391.490629:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490631:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764391.490640:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764391.490642:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764391.490644:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764391.490646:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764392.192865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764392.192871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764392.192876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764392.192877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764392.192880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764392.192881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764392.192942:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764392.192946:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764392.192950:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764393.216807:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764393.216812:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764393.216816:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764393.216817:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764393.216819:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764393.216820:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764393.216849:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764393.216854:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764393.216857:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764393.536845:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764393.536853:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764393.536855:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764393.536857:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764393.536860:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764393.536866:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25972
00000400:00000200:3.0:1787764393.536873:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764393.536879:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764393.536881:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764393.536884:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.536886:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764393.536888:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.536889:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764393.536892:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764393.536893:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764393.536895:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764393.536898:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764393.536900:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764393.536902:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764393.536904:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.536905:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764393.536914:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.536915:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764393.536917:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764393.536919:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764393.536921:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764393.536922:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764393.536925:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764393.536927:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.536929:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764393.536931:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764393.536936:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764393.536938:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764393.536941:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764393.536942:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.536944:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764393.536946:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764393.536949:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764393.536955:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764393.536961:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764393.536967:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764393.536975:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764393.536978:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764393.536981:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764393.536995:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764393.536997:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764393.536999:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764393.537000:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764393.537001:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764393.537003:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764393.537004:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25972
00000400:00000200:3.0:1787764393.537006:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764393.537008:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764393.537009:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764393.537011:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537012:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764393.537014:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537015:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764393.537017:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764393.537018:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764393.537019:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764393.537020:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764393.537021:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764393.537023:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764393.537025:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537026:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764393.537028:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537030:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764393.537031:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:1.0:1787764393.537032:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787764393.537033:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537038:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764393.537039:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764393.537040:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787764393.537043:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764393.537044:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764393.537046:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.537048:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764393.537052:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787764393.537054:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764393.537056:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.537060:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764393.537067:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764393.537070:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787764393.537071:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000001:1.0:1787764393.537074:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764393.537076:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764393.537078:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.537079:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764393.537081:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764393.537083:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764393.537084:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764393.537089:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764393.537089:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764393.537098:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482342784:192.168.203.115@tcp:250:kworker.0
02000000:00000010:3.0:1787764393.537098:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764393.537104:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.537105:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764393.537111:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764393.537114:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764393.537116:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764393.537117:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764393.537125:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764393.537129:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.537130:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764393.537134:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764393.537137:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764393.537142:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764393.537144:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764393.537153:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764393.537154:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764393.537159:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764393.537160:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482342784, portal 25
00000100:00080000:3.0:1787764393.537163:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764393.537165:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764393.537167:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764393.537169:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00080000:3.0:1787764393.537171:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764393.537175:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787764393.537177:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764393.537181:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25972
00000400:00000200:3.0:1787764393.537190:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764393.537193:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787764393.537196:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000040:1.0:1787764393.537201:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764393.537201:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787764393.537205:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764393.537209:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482342784, offset 0
00000100:00000040:3.0:1787764393.537209:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537214:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764393.537218:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764393.537222:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537223:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764393.537227:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764393.537228:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764393.537230:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764393.537232:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764393.537233:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764393.537237:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764393.537241:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000001:3.0:1787764393.537241:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764393.537248:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764393.537250:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764393.537252:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764393.537257:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000040:3.0:1787764393.537258:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537262:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764393.537264:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787764393.537267:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:1.0:1787764393.537269:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00080000:3.0:1787764393.537275:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:1.0:1787764393.537276:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277920:277920:256:4294967295] 192.168.203.115@tcp LPNI seq info [277920:277920:8:4294967295]
00000100:00000001:3.0:1787764393.537281:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764393.537286:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764393.537287:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764393.537292:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764393.537295:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.537299:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764393.537301:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1787764393.537302:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764393.537306:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.537309:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764393.537326:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000010:3.0:1787764393.537328:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000800:00000010:1.0:1787764393.537332:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000020:00000040:3.0:1787764393.537333:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764393.537338:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764393.537340:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764393.537344:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764393.537344:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764393.537348:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787764393.537350:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1787764393.537352:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764393.537360:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000800:00000200:1.1:1787764393.537360:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764393.537367:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764393.537367:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764393.537374:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00100000:3.0:1787764393.537377:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787764393.537378:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764393.537384:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787764393.537390:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764393.537392:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764393.537395:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764393.537399:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764393.537403:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000040:3.0:1787764393.537404:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.537408:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764393.537415:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764393.537417:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764393.537422:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764393.537430:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764393.537431:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764393.537432:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764393.537436:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787764393.537437:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764393.537441:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764393.537446:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25972
00000100:00000001:1.0:1787764393.537450:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.537453:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1787764393.537454:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764393.537459:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764393.537460:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764393.537464:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764393.537466:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764393.537471:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320645927
00000100:00000040:3.0:1787764393.537471:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537476:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787764393.537478:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f1e0.
00000100:00000040:3.0:1787764393.537479:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537484:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764393.537486:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787764393.537487:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764393.537491:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764393.537494:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764393.537496:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320645927
00000020:00000040:3.0:1787764393.537496:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000010:1.0:1787764393.537503:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f5a0.
00000020:00000001:3.0:1787764393.537503:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764393.537508:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1787764393.537508:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764393.537513:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764393.537515:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764393.537517:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.537520:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764393.537522:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787764393.537526:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00100000:1.0:1787764393.537530:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764393/real 1787764393]  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764393.537531:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764393.537537:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000001:1.0:1787764393.537547:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764393.537549:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764393.537551:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764393.537553:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764393.537555:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764393.537558:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764393.537561:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764393.537570:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.537576:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764393.537578:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.537580:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764393.537582:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764393.537586:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.537594:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764393.537598:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.537605:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764393.537607:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.537609:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764393.537610:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.537612:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764393.537614:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764393.537617:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764393.537620:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764393.537623:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764393.537628:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764393.537637:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482342784:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764393.537642:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.537645:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787764393.537646:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000040:1.0:1787764393.537650:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482342784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764393.537652:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764393.537657:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764393.537662:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764393.537662:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764393.537666:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787764393.537667:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764393.537671:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
00000100:00000001:3.0:1787764393.537672:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764393.537676:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1787764393.537677:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764393.537681:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764393.537683:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764393.537685:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764393.537687:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764393.537692:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:3.0:1787764393.537694:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.537695:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764393.537699:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:3.0:1787764393.537699:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764393.537707:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764393.537708:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1787764393.537710:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764393.537711:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764393.537715:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764393.537716:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764393.537717:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.537721:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764393.537721:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764393.537723:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.537726:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:3.0:1787764393.537726:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:1.0:1787764393.537729:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.537731:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.537733:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764393.537736:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764393.537738:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1787764393.537739:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764393.537745:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.537783:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764393.537786:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.537789:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764393.537792:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764393.537792:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764393.537797:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.537797:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764393.537803:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342912:192.168.203.115@tcp:38:kworker.0
00000100:00000040:3.0:1787764393.537807:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.537809:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764393.537812:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764393.537814:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.537818:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764393.537822:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764393.537825:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764393.537825:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764393.537830:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764393.537834:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764393.537837:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1787764393.537838:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00000001:3.0:1787764393.537841:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787764393.537845:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00080000:3.0:1787764393.537845:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787764393.537851:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482342912, portal 10
00000100:00000001:3.0:1787764393.537851:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764393.537855:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764393.537856:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25972
00000100:00000001:1.0:1787764393.537857:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000400:00000200:3.0:1787764393.537865:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:1.0:1787764393.537869:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764393.537873:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764393.537879:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764393.537885:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764393.537885:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537890:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764393.537891:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764393.537896:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000040:3.0:1787764393.537896:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000200:1.0:1787764393.537900:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482342912, offset 0
00000100:00000001:3.0:1787764393.537901:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764393.537905:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764393.537906:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000400:00000200:1.0:1787764393.537908:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000020:00000001:3.0:1787764393.537909:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764393.537913:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000400:00000200:1.0:1787764393.537914:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764393.537917:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:1.0:1787764393.537921:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000001:3.0:1787764393.537922:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:1.0:1787764393.537926:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787764393.537930:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764393.537933:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764393.537934:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764393.537938:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787764393.537939:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764393.537944:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537944:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764393.537949:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000400:00000200:1.0:1787764393.537951:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277921:277921:256:4294967295] 192.168.203.115@tcp LPNI seq info [277921:277921:8:4294967295]
00000100:00080000:3.0:1787764393.537955:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:1.0:1787764393.537960:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764393.537961:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764393.537966:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764393.537970:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787764393.537971:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764393.537977:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764393.537979:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764393.537980:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:1.0:1787764393.537984:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000008:00100000:3.0:1787764393.537985:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764393.537990:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764393.537991:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764393.537994:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764393.537996:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000100:00000010:3.0:1787764393.537999:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000800:00000200:1.1:1787764393.538003:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000040:3.0:1787764393.538005:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000800:00000200:1.1:1787764393.538008:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1787764393.538010:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764393.538013:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764393.538015:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764393.538017:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1787764393.538018:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
02000000:00000001:3.0:1787764393.538021:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764393.538023:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787764393.538025:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764393.538029:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764393.538033:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
02000000:00000010:3.0:1787764393.538033:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000400:00000010:1.0:1787764393.538036:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:3.0:1787764393.538039:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.538040:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764393.538049:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764393.538050:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764393.538070:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764393.538072:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787764393.538077:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764393.538077:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764393.538087:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538090:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.538093:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764393.538097:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764393.538102:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000100:00000001:3.0:1787764393.538103:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764393.538109:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764393.538111:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25982)
00000100:00000001:1.0:1787764393.538112:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320644620
00000100:00000001:1.0:1787764393.538118:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320645927
00000100:00000001:1.0:1787764393.538120:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320644620
00000100:00000001:1.0:1787764393.538123:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320645927
00000100:00000001:1.0:1787764393.538124:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764393.538126:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.538128:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764393.538132:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764393/real 1787764393]  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764393.538141:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764393.538142:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764393.538144:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764393.538146:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764393.538148:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764393.538150:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764393.538153:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764393.538162:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538167:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764393.538168:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538170:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764393.538171:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764393.538174:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538181:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764393.538184:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538192:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764393.538194:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538196:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764393.538197:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538198:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764393.538200:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764393.538202:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764393.538205:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764393.538207:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764393.538211:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764393.538218:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482342912:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764393.538222:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764393.538225:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538232:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764393.538233:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.538235:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764393.538236:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764393.538238:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764393.538240:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343040:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764393.538243:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764393.538245:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764393.538246:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.538248:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764393.538251:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764393.538253:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764393.538256:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764393.538258:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764393.538260:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764393.538263:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482343040, portal 10
00000100:00000001:1.0:1787764393.538265:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764393.538266:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764393.538271:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538277:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764393.538279:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764393.538281:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764393.538283:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482343040, offset 0
00000400:00000200:1.0:1787764393.538287:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764393.538290:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764393.538293:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764393.538296:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764393.538298:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764393.538301:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764393.538303:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764393.538306:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277922:277922:256:4294967295] 192.168.203.115@tcp LPNI seq info [277922:277922:8:4294967295]
00000400:00000200:1.0:1787764393.538310:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764393.538330:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764393.538335:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764393.538338:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764393.538341:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764393.538344:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764393.538348:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764393.538351:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764393.538354:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764393.538356:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764393.538359:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764393.538363:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764393.538365:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764393.538367:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764393.538370:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764393.538373:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538381:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764393.538383:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538390:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.538392:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764393.538394:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764393.538397:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764393.538400:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764393.538402:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320644628
00000100:00000001:1.0:1787764393.538404:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320645927
00000100:00000001:1.0:1787764393.538406:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320644628
00000100:00000001:1.0:1787764393.538409:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320645927
00000100:00000001:1.0:1787764393.538411:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764393.538413:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.538414:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764393.538417:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764393/real 1787764393]  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764393.538424:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764393.538425:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764393.538427:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764393.538430:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764393.538431:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764393.538433:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764393.538437:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764393.538445:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538453:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764393.538454:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538456:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764393.538457:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764393.538460:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538467:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764393.538471:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538476:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764393.538478:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538480:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764393.538481:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538483:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764393.538485:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764393.538487:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764393.538490:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764393.538492:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764393.538495:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764393.538502:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343040:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764393.538505:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538507:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764393.538511:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482342912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538516:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764393.538518:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764393.538520:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764393.538522:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764393.538524:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764393.538525:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764393.538527:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764393.538529:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764393.538531:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764393.538533:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764393.538534:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764393.538538:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764393.538539:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538540:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764393.538543:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482343040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538549:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764393.538550:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764393.538552:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764393.538554:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764393.538555:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764393.538556:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764393.538558:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764393.538559:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764393.538562:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764393.538563:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764393.538564:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764393.538566:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764393.538567:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538569:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538572:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764393.538574:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.538576:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764393.538578:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764393.538579:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764393.538582:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538588:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764393.538590:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.538592:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764393.538593:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764393.538595:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764393.538598:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343168:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764393.538601:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764393.538603:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764393.538604:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.538606:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764393.538609:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764393.538610:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764393.538614:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764393.538616:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764393.538619:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764393.538622:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482343168, portal 4
00000100:00000001:1.0:1787764393.538624:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764393.538625:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764393.538630:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538637:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764393.538639:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764393.538641:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764393.538643:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482343168, offset 0
00000400:00000200:1.0:1787764393.538646:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764393.538649:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764393.538652:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764393.538655:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764393.538657:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764393.538659:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764393.538661:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764393.538664:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277923:277923:256:4294967295] 192.168.203.115@tcp LPNI seq info [277923:277923:8:4294967295]
00000400:00000200:1.0:1787764393.538667:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764393.538674:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764393.538679:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764393.538682:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764393.538685:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764393.538687:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764393.538691:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764393.538694:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764393.538698:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764393.538700:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764393.538702:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764393.538705:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764393.538708:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764393.538710:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764393.538722:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764393.538728:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538735:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764393.538739:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538745:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.538746:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764393.538767:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764393.538770:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764393.538774:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764393.538776:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320644629
00000100:00000001:1.0:1787764393.538778:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320645927
00000100:00000001:1.0:1787764393.538780:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320644629
00000100:00000001:1.0:1787764393.538782:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320645927
00000100:00000001:1.0:1787764393.538784:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764393.538786:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.538787:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764393.538790:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764393/real 1787764393]  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764393.538798:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764393.538800:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764393.538801:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764393.538803:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764393.538804:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764393.538806:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764393.538810:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764393.538818:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538823:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764393.538825:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538826:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764393.538828:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764393.538831:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538838:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764393.538841:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538847:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764393.538849:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538850:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764393.538852:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.538853:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764393.538855:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764393.538857:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764393.538860:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764393.538862:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764393.538865:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764393.538874:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343168:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764393.538877:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764393.538880:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538886:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764393.538887:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.538889:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764393.538891:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764393.538893:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764393.538895:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343296:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764393.538898:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764393.538900:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764393.538901:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.538903:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764393.538906:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764393.538907:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764393.538910:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764393.538912:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764393.538915:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764393.538918:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482343296, portal 4
00000100:00000001:1.0:1787764393.538920:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764393.538921:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764393.538926:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.538932:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764393.538934:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764393.538936:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764393.538938:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482343296, offset 0
00000400:00000200:1.0:1787764393.538942:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764393.538945:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764393.538948:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764393.538950:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764393.538953:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764393.538955:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764393.538957:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764393.538960:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277924:277924:256:4294967295] 192.168.203.115@tcp LPNI seq info [277924:277924:8:4294967295]
00000400:00000200:1.0:1787764393.538964:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764393.538970:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764393.538974:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764393.538977:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764393.538980:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764393.538983:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764393.538987:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764393.538989:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764393.538992:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764393.538994:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764393.538996:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764393.539000:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764393.539002:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764393.539004:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764393.539006:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764393.539009:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.539016:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764393.539019:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.539026:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.539027:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764393.539029:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764393.539032:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764393.539034:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764393.539037:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320644633
00000100:00000001:1.0:1787764393.539039:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320645927
00000100:00000001:1.0:1787764393.539041:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320644633
00000100:00000001:1.0:1787764393.539043:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320645927
00000100:00000001:1.0:1787764393.539046:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764393.539048:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.539055:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764393.539058:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764393/real 1787764393]  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764393.539066:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764393.539067:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764393.539069:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764393.539071:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764393.539072:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764393.539074:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764393.539077:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764393.539085:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.539091:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764393.539092:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.539094:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764393.539095:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764393.539098:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.539105:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764393.539108:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.539117:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764393.539119:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.539121:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764393.539122:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.539124:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764393.539125:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764393.539127:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764393.539130:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764393.539132:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764393.539136:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764393.539143:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343296:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764393.539146:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.539148:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764393.539151:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482343168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.539158:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764393.539161:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764393.539163:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764393.539165:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764393.539167:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764393.539168:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764393.539170:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764393.539172:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764393.539174:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764393.539175:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764393.539177:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764393.539179:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764393.539180:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.539182:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764393.539185:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482343296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.539197:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764393.539198:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764393.539199:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764393.539201:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764393.539202:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764393.539203:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764393.539205:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764393.539206:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764393.539208:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764393.539209:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764393.539210:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764393.539212:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764393.539213:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.539214:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.539217:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764393.539218:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.539220:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764393.539222:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764394.240847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764394.240851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764394.240855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764394.240856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764394.240858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764394.240861:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764394.240863:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764394.240865:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764394.240867:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764394.240869:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764394.240870:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764394.240871:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764394.240912:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764394.240917:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764394.240920:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764394.880834:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320645927, at 4320645952
00000100:00000040:0.0:1787764394.880840:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320645927, at 4320645952
00000100:00000010:1.0:1787764394.880846:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f5a0.
00000100:00000010:0.0:1787764394.880849:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f1e0.
00010000:00000001:2.0:1787764395.264831:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764395.264837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764395.264842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764395.264844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764395.264847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764395.264848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764395.264897:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764395.264901:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764395.264903:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764396.288849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764396.288854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764396.288857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764396.288860:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764396.288861:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764396.288863:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764396.288866:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764396.288867:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764396.288869:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764396.288870:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764396.288873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764396.288873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764396.288903:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764396.288906:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764396.288908:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764397.312829:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764397.312835:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764397.312841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764397.312842:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764397.312846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764397.312847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764397.312888:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764397.312892:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764397.312895:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764398.336864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764398.336871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764398.336884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764398.336885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764398.336889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764398.336907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764398.336947:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764398.336950:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764398.336953:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764398.656846:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764398.656855:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764398.656856:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764398.656859:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764398.656863:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764398.656869:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25977
00000400:00000200:3.0:1787764398.656878:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764398.656884:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764398.656887:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764398.656890:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764398.656893:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764398.656895:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764398.656898:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764398.656901:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764398.656903:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764398.656906:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764398.656909:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764398.656912:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764398.656914:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764398.656917:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764398.656918:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764398.656919:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764398.656920:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764398.656922:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764398.656925:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764398.656927:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764398.656929:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764398.656931:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764398.656933:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.656934:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764398.656936:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764398.656943:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764398.656945:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764398.656948:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764398.656949:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.656952:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764398.656953:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764398.656956:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764398.656963:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764398.656967:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764398.656973:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764398.656979:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764398.656982:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764398.656985:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764398.657002:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764398.657004:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764398.657007:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764398.657009:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764398.657010:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764398.657013:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764398.657015:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25977
00000400:00000200:3.0:1787764398.657020:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764398.657024:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764398.657027:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764398.657030:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764398.657033:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764398.657033:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764398.657037:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764398.657038:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764398.657041:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764398.657041:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764398.657046:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764398.657049:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000100:00000040:1.0:1787764398.657050:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764398.657051:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764398.657055:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764398.657058:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764398.657062:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764398.657068:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787764398.657069:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764398.657070:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.657075:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764398.657075:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787764398.657078:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764398.657081:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:1.0:1787764398.657082:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657086:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00100000:1.0:1787764398.657087:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482343424:192.168.203.115@tcp:250:kworker.0
00000020:00000040:3.0:1787764398.657093:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:1.0:1787764398.657094:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764398.657098:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787764398.657100:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:1.0:1787764398.657101:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.657105:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764398.657106:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764398.657108:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787764398.657110:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:3.0:1787764398.657113:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764398.657114:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764398.657119:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657120:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764398.657123:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00100000:3.0:1787764398.657125:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787764398.657127:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000008:00000001:3.0:1787764398.657128:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657132:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764398.657135:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000400:00000010:1.0:1787764398.657137:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000020:00000040:3.0:1787764398.657137:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764398.657143:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764398.657144:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657145:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787764398.657146:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482343424, portal 25
02000000:00000001:3.0:1787764398.657147:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764398.657150:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787764398.657150:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657154:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
02000000:00000010:3.0:1787764398.657156:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000040:1.0:1787764398.657160:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764398.657161:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657169:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787764398.657170:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764398.657176:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764398.657181:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000001:3.0:1787764398.657182:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764398.657184:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482343424, offset 0
00000100:00000001:3.0:1787764398.657185:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764398.657191:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764398.657200:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764398.657207:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764398.657209:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764398.657213:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764398.657214:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:3.0:1787764398.657216:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764398.657219:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764398.657221:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787764398.657221:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764398.657226:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764398.657228:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:3.0:1787764398.657231:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25977
00000400:00000200:1.0:1787764398.657234:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764398.657238:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764398.657241:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787764398.657244:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764398.657249:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277925:277925:256:4294967295] 192.168.203.115@tcp LPNI seq info [277925:277925:8:4294967295]
00000100:00080000:3.0:1787764398.657250:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764398.657256:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764398.657259:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764398.657260:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764398.657263:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764398.657265:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764398.657269:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764398.657271:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000400:00000200:1.0:1787764398.657273:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787764398.657274:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764398.657277:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764398.657291:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000200:1.0:1787764398.657292:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000020:00000001:3.0:1787764398.657297:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000010:1.0:1787764398.657298:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000100:00000040:3.0:1787764398.657305:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:1.0:1787764398.657310:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764398.657311:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764398.657317:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.0:1787764398.657319:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787764398.657320:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764398.657327:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000800:00000200:1.1:1787764398.657331:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764398.657332:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764398.657337:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764398.657339:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787764398.657339:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1787764398.657341:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764398.657345:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657347:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000100:1.0:1787764398.657348:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000008:00100000:3.0:1787764398.657349:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1787764398.657351:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000008:00000001:3.0:1787764398.657353:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657356:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764398.657357:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1787764398.657359:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000400:00000200:1.0:1787764398.657363:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787764398.657364:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764398.657367:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764398.657368:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764398.657369:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000100:00000001:3.0:1787764398.657370:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787764398.657372:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
02000000:00000001:3.0:1787764398.657373:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764398.657375:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657378:0:257227:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1787764398.657380:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000200:1.0:1787764398.657383:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764398.657384:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764398.657392:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764398.657395:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764398.657401:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764398.657402:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764398.657406:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764398.657413:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.657414:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657417:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764398.657422:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657423:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764398.657426:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764398.657430:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764398.657431:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764398.657433:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320651047
00000100:00000001:3.0:1787764398.657434:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764398.657436:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764398.657439:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:1.0:1787764398.657440:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f5a0.
00000100:00080000:3.0:1787764398.657442:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25977
00000400:00000200:3.0:1787764398.657447:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764398.657448:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1787764398.657450:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764398.657453:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764398.657455:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764398.657456:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320651047
00000100:00000001:3.0:1787764398.657457:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764398.657461:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000010:1.0:1787764398.657462:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fc00.
00000100:00000001:3.0:1787764398.657464:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764398.657466:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1787764398.657467:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764398.657470:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000001:1.0:1787764398.657471:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787764398.657473:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764398.657474:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764398.657477:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:1.0:1787764398.657478:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787764398.657482:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00100000:1.0:1787764398.657483:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764398/real 1787764398]  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764398.657488:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000001:1.0:1787764398.657494:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764398.657497:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787764398.657497:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764398.657499:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000100:00000001:3.0:1787764398.657502:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764398.657503:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764398.657506:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000040:3.0:1787764398.657508:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764398.657509:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764398.657514:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764398.657514:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764398.657519:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764398.657527:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764398.657530:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764398.657532:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787764398.657533:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764398.657535:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764398.657539:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657542:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764398.657545:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764398.657549:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657552:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657553:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764398.657557:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787764398.657557:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764398.657562:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1787764398.657562:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764398.657564:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764398.657568:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787764398.657571:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764398.657572:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657577:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764398.657580:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764398.657581:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764398.657584:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764398.657587:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764398.657591:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:1.0:1787764398.657592:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764398.657596:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.657597:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764398.657598:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764398.657598:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657604:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764398.657605:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764398.657609:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1787764398.657610:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764398.657613:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764398.657617:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764398.657623:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764398.657628:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787764398.657632:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482343424:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764398.657633:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764398.657641:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.657643:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.657647:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764398.657651:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764398.657652:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482343424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764398.657654:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764398.657660:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764398.657663:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764398.657665:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787764398.657666:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787764398.657668:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787764398.657670:0:373147:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:1.0:1787764398.657671:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764398.657675:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1787764398.657676:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25977
00000020:00000001:1.0:1787764398.657677:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764398.657681:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000400:00000200:3.0:1787764398.657684:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:1.0:1787764398.657686:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764398.657690:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
00000400:00000200:3.0:1787764398.657690:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764398.657696:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787764398.657697:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1787764398.657700:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000001:1.0:1787764398.657701:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764398.657705:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000100:00000001:3.0:1787764398.657706:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764398.657710:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764398.657712:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764398.657714:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764398.657715:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764398.657716:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764398.657717:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764398.657718:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764398.657720:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000001:3.0:1787764398.657720:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764398.657722:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764398.657724:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764398.657725:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764398.657729:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764398.657730:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764398.657731:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764398.657736:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764398.657738:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764398.657739:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657741:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787764398.657742:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764398.657746:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764398.657746:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764398.657773:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657774:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764398.657775:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764398.657777:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657780:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657782:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1787764398.657784:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764398.657786:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787764398.657788:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:1.0:1787764398.657789:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764398.657791:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764398.657793:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657794:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764398.657797:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787764398.657798:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764398.657798:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764398.657804:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764398.657808:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657814:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787764398.657815:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764398.657817:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.657822:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764398.657825:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764398.657825:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764398.657830:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657830:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764398.657838:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343552:192.168.203.115@tcp:38:kworker.0
00000100:00000040:3.0:1787764398.657838:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.657845:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764398.657848:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764398.657850:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764398.657851:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.657853:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787764398.657856:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25987)
02000000:00000010:1.0:1787764398.657858:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764398.657860:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764398.657864:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764398.657866:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764398.657868:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764398.657871:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482343552, portal 10
00000100:00000001:1.0:1787764398.657872:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764398.657873:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
00000100:00000040:1.0:1787764398.657879:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.657883:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764398.657885:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764398.657886:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764398.657887:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482343552, offset 0
00000400:00000200:1.0:1787764398.657889:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764398.657892:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764398.657894:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764398.657897:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764398.657898:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764398.657900:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764398.657901:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764398.657903:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277926:277926:256:4294967295] 192.168.203.115@tcp LPNI seq info [277926:277926:8:4294967295]
00000400:00000200:1.0:1787764398.657906:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764398.657910:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764398.657912:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764398.657914:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764398.657917:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764398.657918:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764398.657921:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764398.657923:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764398.657925:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764398.657926:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764398.657929:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764398.657931:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764398.657933:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764398.657934:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764398.657935:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764398.657937:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.657942:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764398.657944:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.657948:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657949:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764398.657951:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764398.657953:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764398.657955:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764398.657956:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320649740
00000100:00000001:1.0:1787764398.657958:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320651047
00000100:00000001:1.0:1787764398.657960:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320649740
00000100:00000001:1.0:1787764398.657961:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320651047
00000100:00000001:1.0:1787764398.657962:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764398.657963:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.657964:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764398.657966:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764398/real 1787764398]  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764398.657971:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764398.657972:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764398.657973:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764398.657974:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764398.657975:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764398.657976:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764398.657978:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764398.657983:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.657986:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764398.657987:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.657988:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764398.657989:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764398.657991:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.657994:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764398.657996:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658000:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764398.658001:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658002:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764398.658003:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658004:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764398.658005:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764398.658006:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764398.658008:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764398.658009:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764398.658011:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764398.658016:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343552:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764398.658018:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764398.658020:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658027:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764398.658028:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.658029:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764398.658031:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764398.658032:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764398.658033:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343680:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764398.658035:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764398.658036:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764398.658037:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.658038:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764398.658039:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764398.658040:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764398.658042:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764398.658043:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764398.658045:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764398.658046:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482343680, portal 10
00000100:00000001:1.0:1787764398.658047:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764398.658048:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764398.658051:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658055:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764398.658056:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764398.658057:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764398.658059:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482343680, offset 0
00000400:00000200:1.0:1787764398.658061:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764398.658063:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764398.658064:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764398.658066:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764398.658067:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764398.658069:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764398.658070:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764398.658072:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277927:277927:256:4294967295] 192.168.203.115@tcp LPNI seq info [277927:277927:8:4294967295]
00000400:00000200:1.0:1787764398.658075:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764398.658078:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764398.658081:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764398.658082:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764398.658084:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764398.658086:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764398.658088:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764398.658090:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764398.658092:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764398.658093:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764398.658095:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764398.658097:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764398.658098:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764398.658099:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764398.658100:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764398.658102:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658107:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764398.658108:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658112:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.658113:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764398.658114:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764398.658116:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764398.658117:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764398.658118:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320649748
00000100:00000001:1.0:1787764398.658119:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320651047
00000100:00000001:1.0:1787764398.658121:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320649748
00000100:00000001:1.0:1787764398.658122:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320651047
00000100:00000001:1.0:1787764398.658123:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764398.658125:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.658126:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764398.658128:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764398/real 1787764398]  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764398.658132:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764398.658133:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764398.658134:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764398.658135:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764398.658136:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764398.658137:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764398.658139:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764398.658143:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658147:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764398.658147:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658148:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764398.658149:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764398.658151:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658154:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764398.658156:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658160:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764398.658161:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658162:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764398.658162:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658163:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764398.658164:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764398.658165:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764398.658167:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764398.658168:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764398.658171:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764398.658175:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343680:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764398.658177:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764398.658178:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658182:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764398.658183:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.658184:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764398.658185:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764398.658186:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764398.658187:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343808:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764398.658189:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764398.658190:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764398.658190:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.658191:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764398.658193:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764398.658194:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764398.658196:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764398.658197:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764398.658199:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764398.658200:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482343808, portal 4
00000100:00000001:1.0:1787764398.658201:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764398.658202:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764398.658205:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658209:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764398.658211:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764398.658212:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764398.658214:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482343808, offset 0
00000400:00000200:1.0:1787764398.658216:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764398.658218:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764398.658220:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764398.658221:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764398.658222:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764398.658224:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764398.658225:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764398.658227:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277928:277928:256:4294967295] 192.168.203.115@tcp LPNI seq info [277928:277928:8:4294967295]
00000400:00000200:1.0:1787764398.658229:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764398.658233:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764398.658235:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764398.658237:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764398.658238:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764398.658240:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764398.658242:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764398.658243:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764398.658246:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764398.658247:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764398.658248:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764398.658250:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764398.658252:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764398.658252:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764398.658254:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764398.658255:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658259:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764398.658261:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658265:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.658266:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764398.658267:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764398.658269:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764398.658271:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764398.658272:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320649748
00000100:00000001:1.0:1787764398.658273:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320651047
00000100:00000001:1.0:1787764398.658275:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320649748
00000100:00000001:1.0:1787764398.658276:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320651047
00000100:00000001:1.0:1787764398.658277:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764398.658291:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.658292:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764398.658295:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764398/real 1787764398]  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764398.658300:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764398.658301:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764398.658302:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764398.658305:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764398.658306:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764398.658308:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764398.658311:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764398.658319:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658325:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764398.658327:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658329:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764398.658330:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764398.658333:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658337:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764398.658340:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658344:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764398.658345:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658346:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764398.658347:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658348:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764398.658349:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764398.658351:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764398.658352:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764398.658353:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764398.658355:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764398.658359:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343808:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764398.658361:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658362:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764398.658364:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482343552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658368:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764398.658369:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764398.658370:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764398.658372:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764398.658373:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764398.658374:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764398.658375:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764398.658376:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764398.658378:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764398.658379:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764398.658380:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:1.0:1787764398.658382:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764398.658383:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658384:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764398.658385:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482343680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658389:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764398.658390:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764398.658391:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764398.658392:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764398.658392:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764398.658393:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764398.658394:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764398.658395:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764398.658396:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764398.658397:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764398.658397:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764398.658398:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764398.658399:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658400:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764398.658401:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482343808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658405:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764398.658405:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764398.658406:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764398.658408:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764398.658409:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764398.658410:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764398.658411:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764398.658412:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764398.658414:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764398.658415:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764398.658416:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764398.658417:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764398.658418:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658420:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658424:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764398.658425:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.658427:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764398.658429:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764398.658430:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764398.658434:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658440:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764398.658442:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.658443:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764398.658445:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764398.658447:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764398.658449:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343936:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764398.658452:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764398.658454:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764398.658455:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.658457:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764398.658460:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764398.658462:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764398.658465:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764398.658467:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764398.658471:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764398.658473:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482343936, portal 4
00000100:00000001:1.0:1787764398.658475:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764398.658476:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764398.658482:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658489:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764398.658491:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764398.658493:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764398.658495:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482343936, offset 0
00000400:00000200:1.0:1787764398.658499:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764398.658502:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764398.658506:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764398.658508:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764398.658509:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764398.658511:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764398.658512:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764398.658514:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277929:277929:256:4294967295] 192.168.203.115@tcp LPNI seq info [277929:277929:8:4294967295]
00000400:00000200:1.0:1787764398.658517:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764398.658523:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764398.658527:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764398.658530:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764398.658533:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764398.658535:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764398.658539:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764398.658542:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764398.658546:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764398.658548:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764398.658550:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764398.658553:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764398.658556:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764398.658558:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764398.658560:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764398.658563:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658568:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764398.658570:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658573:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.658574:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764398.658577:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764398.658579:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764398.658580:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764398.658582:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320649752
00000100:00000001:1.0:1787764398.658583:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320651047
00000100:00000001:1.0:1787764398.658585:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320649752
00000100:00000001:1.0:1787764398.658587:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320651047
00000100:00000001:1.0:1787764398.658588:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764398.658590:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.658591:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764398.658593:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764398/real 1787764398]  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764398.658597:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764398.658598:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764398.658599:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764398.658600:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764398.658601:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764398.658602:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764398.658604:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764398.658608:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658612:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764398.658612:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658613:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764398.658614:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764398.658616:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658619:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764398.658621:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658625:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764398.658627:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658628:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764398.658628:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658630:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764398.658631:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764398.658632:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764398.658634:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764398.658636:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764398.658638:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764398.658642:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482343936:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764398.658644:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658645:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764398.658646:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482343936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.658649:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764398.658650:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764398.658651:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764398.658653:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764398.658654:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764398.658655:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764398.658656:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764398.658657:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764398.658658:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764398.658659:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764398.658660:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764398.658663:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764398.658663:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658664:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764398.658667:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764398.658668:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.658668:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764398.658669:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764399.360844:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764399.360851:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764399.360853:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764399.360855:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764399.360858:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764399.360860:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764399.360861:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764399.360863:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764399.360865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764399.360866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764399.360868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764399.360869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764399.360924:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764399.360929:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764399.360932:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764400.000843:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320651047, at 4320651072
00000100:00000040:1.0:1787764400.000843:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320651047, at 4320651072
00000100:00000010:0.0:1787764400.000858:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f5a0.
00000100:00000010:1.0:1787764400.000860:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fc00.
00010000:00000001:2.0:1787764400.384896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764400.384904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764400.384909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764400.384910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764400.384914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764400.384915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764400.384965:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764400.384967:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764400.384970:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764401.408876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764401.408881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764401.408887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764401.408889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764401.408893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764401.408894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764401.408943:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764401.408947:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764401.408950:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764402.432878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764402.432884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764402.432889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764402.432890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764402.432893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764402.432895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764402.432945:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764402.432950:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764402.432953:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764403.456855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764403.456860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764403.456863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764403.456864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764403.456866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764403.456867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764403.456921:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764403.456924:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764403.456927:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764403.776853:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764403.776861:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764403.776863:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764403.776866:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764403.776872:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764403.776877:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25982
00000400:00000200:1.0:1787764403.776885:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764403.776891:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764403.776894:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764403.776897:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.776900:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764403.776902:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.776904:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764403.776907:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764403.776909:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:1.0:1787764403.776912:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764403.776916:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:1.0:1787764403.776918:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:1.0:1787764403.776920:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:1.0:1787764403.776923:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.776925:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764403.776927:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.776929:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764403.776931:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:1.0:1787764403.776935:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764403.776938:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764403.776940:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764403.776944:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764403.776947:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764403.776950:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764403.776952:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764403.776961:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc650f00.
00000020:00000040:1.0:1787764403.776965:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:1.0:1787764403.776968:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764403.776969:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764403.776972:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764403.776974:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764403.776976:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764403.776983:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7fc00.
00000100:00000001:1.0:1787764403.776988:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764403.776995:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764403.777002:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764403.777006:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764403.777011:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c93184d8] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764403.777033:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764403.777036:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764403.777039:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764403.777041:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764403.777043:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764403.777046:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764403.777048:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25982
00000400:00000200:1.0:1787764403.777052:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764403.777054:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764403.777056:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764403.777059:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764403.777059:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777062:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764403.777064:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787764403.777065:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764403.777067:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764403.777068:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764403.777071:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764403.777072:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:1.0:1787764403.777074:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1787764403.777076:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764403.777077:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:1.0:1787764403.777081:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:1.0:1787764403.777085:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:0.0:1787764403.777091:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787764403.777092:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764403.777093:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764403.777097:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787764403.777098:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764403.777101:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764403.777102:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:0.0:1787764403.777103:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764403.777107:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482344064:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764403.777107:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764403.777113:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787764403.777113:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
02000000:00000001:0.0:1787764403.777117:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1787764403.777120:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:0.0:1787764403.777121:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764403.777124:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764403.777126:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764403.777128:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:1.0:1787764403.777129:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764403.777131:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764403.777136:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787764403.777137:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764403.777142:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
02000000:00000001:1.0:1787764403.777142:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764403.777146:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1787764403.777150:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000008:00100000:1.0:1787764403.777150:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764403.777154:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764403.777156:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764403.777158:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482344064, portal 25
00000100:00000010:1.0:1787764403.777160:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc650000.
00000100:00000001:0.0:1787764403.777161:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764403.777162:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906722048 : -118790802829568 : ffff93f5dc650f00)
00000020:00000040:1.0:1787764403.777165:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000040:0.0:1787764403.777169:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764403.777169:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764403.777172:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764403.777176:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764403.777178:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764403.777180:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787764403.777181:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764403.777185:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
02000000:00000010:1.0:1787764403.777186:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7e800.
00000400:00000010:0.0:1787764403.777189:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000001:1.0:1787764403.777190:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764403.777191:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482344064, offset 0
00000100:00100000:1.0:1787764403.777197:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764403.777198:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777206:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787764403.777209:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764403.777210:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764403.777216:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000040:1.0:1787764403.777216:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b4f76af] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764403.777221:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764403.777227:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764403.777232:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787764403.777233:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764403.777235:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764403.777240:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277930:277930:256:4294967295] 192.168.203.115@tcp LPNI seq info [277930:277930:8:4294967295]
00000100:00080000:1.0:1787764403.777240:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787764403.777259:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:1.0:1787764403.777259:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764403.777262:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764403.777265:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764403.777268:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764403.777275:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25982
00000400:00000200:0.0:1787764403.777278:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764403.777285:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764403.777289:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000010:0.0:1787764403.777291:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000400:00000200:1.0:1787764403.777295:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000200:0.0:1787764403.777300:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:1.0:1787764403.777300:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1787764403.777307:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1787764403.777307:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777312:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764403.777318:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777321:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764403.777323:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764403.777324:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000800:00000200:0.1:1787764403.777324:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:1.0:1787764403.777326:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764403.777330:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000800:00000200:0.1:1787764403.777331:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1787764403.777334:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:1.0:1787764403.777336:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:1.0:1787764403.777342:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000100:0.0:1787764403.777346:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777346:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1787764403.777349:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764403.777355:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787764403.777355:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777359:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764403.777363:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1787764403.777364:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:1.0:1787764403.777368:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:0.0:1787764403.777369:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00000001:1.0:1787764403.777371:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764403.777372:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
02000000:00000001:1.0:1787764403.777373:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764403.777376:0:257227:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787764403.777377:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764403.777380:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764403.777381:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764403.777382:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764403.777385:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764403.777390:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764403.777393:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777395:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1787764403.777398:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc653840.
00000100:00000040:0.0:1787764403.777399:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764403.777403:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000001:0.0:1787764403.777407:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764403.777408:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787764403.777409:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764403.777415:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764403.777418:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:1.0:1787764403.777419:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777421:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320656167
00000100:00000001:1.0:1787764403.777424:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1787764403.777427:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
02000000:00000001:1.0:1787764403.777427:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764403.777431:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777434:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1787764403.777437:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7e400.
00000100:00000001:0.0:1787764403.777440:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320656167
00000100:00000001:1.0:1787764403.777442:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764403.777444:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217b40.
00000100:00000001:0.0:1787764403.777448:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00100000:1.0:1787764403.777449:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764403.777451:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764403.777458:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764403.777460:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777461:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764403.777465:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096465bc8] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.777466:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787764403.777476:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764403.777477:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764403/real 1787764403]  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764403.777488:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787764403.777489:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1787764403.777491:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764403.777495:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000100:00080000:1.0:1787764403.777496:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764403.777499:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787764403.777500:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764403.777502:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00080000:1.0:1787764403.777502:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764403.777506:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787764403.777507:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1787764403.777509:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764403.777514:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25982
00000100:00000200:0.0:1787764403.777519:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764403.777525:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764403.777530:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764403.777532:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787764403.777533:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764403.777534:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764403.777537:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764403.777541:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764403.777544:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764403.777545:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764403.777552:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764403.777554:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777559:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764403.777563:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1787764403.777563:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764403.777566:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764403.777567:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764403.777571:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787764403.777571:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764403.777574:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787764403.777574:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000001:0.0:1787764403.777578:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1787764403.777578:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764403.777580:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:0.0:1787764403.777581:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787764403.777584:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00080000:0.0:1787764403.777585:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1787764403.777588:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00080000:0.0:1787764403.777591:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000040:1.0:1787764403.777594:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764403.777595:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787764403.777597:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764403.777602:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764403.777602:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777605:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764403.777609:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:1.0:1787764403.777614:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00100000:0.0:1787764403.777618:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482344064:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764403.777618:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764403.777620:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764403.777624:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764403.777624:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764403.777626:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787764403.777629:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764403.777630:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650f00 x1874595482344064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764403.777634:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764403.777638:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00100000:1.0:1787764403.777638:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1787764403.777640:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764403.777642:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
00000008:00000001:1.0:1787764403.777643:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764403.777644:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764403.777647:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:1.0:1787764403.777648:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787764403.777650:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764403.777653:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764403.777655:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7fc00.
00000100:00000010:1.0:1787764403.777655:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc651e00.
02000000:00000001:0.0:1787764403.777660:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764403.777661:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1787764403.777661:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000010:0.0:1787764403.777663:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650f00.
02000000:00000001:1.0:1787764403.777667:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787764403.777668:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764403.777669:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.777672:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764403.777672:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777680:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764403.777681:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777683:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764403.777684:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764403.777685:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787764403.777686:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764403.777690:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764403.777690:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764403.777694:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777699:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764403.777700:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764403.777702:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1787764403.777702:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:0.0:1787764403.777704:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764403.777707:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764403.777709:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344192:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764403.777709:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777714:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764403.777716:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764403.777718:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764403.777719:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787764403.777720:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764403.777724:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764403.777727:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764403.777728:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787764403.777732:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764403.777732:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764403.777736:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000100:00000040:1.0:1787764403.777738:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1cbeaed] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787764403.777739:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764403.777744:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482344192, portal 10
00000100:00000001:1.0:1787764403.777773:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777781:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787764403.777782:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764403.777784:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906718208 : -118790802833408 : ffff93f5dc650000)
00000100:00080000:1.0:1787764403.777789:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764403.777792:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764403.777794:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787764403.777796:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764403.777799:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764403.777805:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25982
00000100:00000001:0.0:1787764403.777809:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1787764403.777813:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764403.777814:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764403.777819:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000400:00000200:1.0:1787764403.777820:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000200:0.0:1787764403.777824:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482344192, offset 0
00000100:00080000:1.0:1787764403.777825:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764403.777831:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777834:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764403.777835:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:1.0:1787764403.777838:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764403.777842:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764403.777842:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764403.777846:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764403.777847:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000400:00000200:0.0:1787764403.777848:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000001:1.0:1787764403.777849:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764403.777853:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000400:00000200:0.0:1787764403.777854:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1787764403.777857:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:0.0:1787764403.777858:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764403.777862:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1787764403.777862:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:0.0:1787764403.777868:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000040:1.0:1787764403.777868:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777871:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764403.777873:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277931:277931:256:4294967295] 192.168.203.115@tcp LPNI seq info [277931:277931:8:4294967295]
00000100:00000040:1.0:1787764403.777875:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777879:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764403.777881:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:1.0:1787764403.777884:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000400:00000200:0.0:1787764403.777889:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787764403.777892:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000200:0.0:1787764403.777897:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:1.0:1787764403.777899:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787764403.777900:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
02000000:00000001:1.0:1787764403.777903:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1787764403.777905:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764403.777908:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1787764403.777908:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1787764403.777913:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:1.0:1787764403.777914:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764403.777916:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1787764403.777918:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000100:0.0:1787764403.777921:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764403.777923:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000008:00100000:1.0:1787764403.777924:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1787764403.777926:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:1.0:1787764403.777929:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764403.777930:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787764403.777933:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764403.777934:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764403.777937:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764403.777939:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1787764403.777941:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc652580.
00000100:00000200:0.0:1787764403.777942:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764403.777946:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:0.0:1787764403.777952:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787764403.777953:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1787764403.777955:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764403.777957:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764403.777962:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787764403.777964:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764403.777965:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764403.777966:0:257227:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787764403.777969:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777970:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764403.777975:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
02000000:00000010:1.0:1787764403.777977:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7e000.
00000400:00000200:0.0:1787764403.777978:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764403.777982:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320654860
00000100:00000001:1.0:1787764403.777984:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777985:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320656167
00000100:00000001:0.0:1787764403.777988:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320654860
00000100:00000001:0.0:1787764403.777990:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320656167
00000100:00100000:1.0:1787764403.777992:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764403.777993:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764403.777996:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.777998:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764403.778003:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764403/real 1787764403]  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764403.778005:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764403.778011:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787764403.778012:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764403.778014:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764403.778016:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764403.778019:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000100:00000040:1.0:1787764403.778019:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b83a1007] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787764403.778021:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764403.778023:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764403.778028:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764403.778040:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764403.778042:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778048:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1787764403.778048:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25992)
00000100:00000001:0.0:1787764403.778049:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778052:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764403.778053:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764403.778056:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778059:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764403.778063:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778067:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764403.778068:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778069:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764403.778070:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778071:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764403.778072:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764403.778075:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764403.778077:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764403.778078:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764403.778080:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764403.778084:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344192:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764403.778086:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764403.778088:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778091:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764403.778092:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764403.778093:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764403.778095:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764403.778096:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764403.778097:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344320:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764403.778099:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764403.778100:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764403.778101:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764403.778102:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764403.778105:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764403.778106:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764403.778108:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764403.778109:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764403.778111:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764403.778113:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482344320, portal 10
00000100:00000001:0.0:1787764403.778114:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764403.778115:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906732608 : -118790802819008 : ffff93f5dc653840)
00000100:00000040:0.0:1787764403.778118:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778125:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764403.778127:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764403.778128:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764403.778131:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482344320, offset 0
00000400:00000200:0.0:1787764403.778134:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764403.778137:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764403.778140:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764403.778142:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764403.778145:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764403.778147:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764403.778149:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764403.778152:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277932:277932:256:4294967295] 192.168.203.115@tcp LPNI seq info [277932:277932:8:4294967295]
00000400:00000200:0.0:1787764403.778156:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764403.778162:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764403.778166:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764403.778169:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764403.778172:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764403.778174:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764403.778177:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764403.778179:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764403.778181:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764403.778182:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764403.778184:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764403.778187:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764403.778190:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764403.778192:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764403.778194:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764403.778198:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778205:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764403.778208:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778219:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.778220:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764403.778223:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764403.778226:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764403.778229:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764403.778231:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320654868
00000100:00000001:0.0:1787764403.778233:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320656167
00000100:00000001:0.0:1787764403.778235:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320654868
00000100:00000001:0.0:1787764403.778237:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320656167
00000100:00000001:0.0:1787764403.778239:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764403.778241:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.778254:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764403.778259:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764403/real 1787764403]  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764403.778267:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764403.778268:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764403.778270:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764403.778272:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764403.778274:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764403.778276:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764403.778279:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764403.778286:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778292:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764403.778294:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778295:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764403.778297:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764403.778300:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778334:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764403.778337:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778340:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764403.778342:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778343:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764403.778344:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778345:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764403.778346:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764403.778347:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764403.778349:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764403.778350:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764403.778352:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764403.778356:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344320:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764403.778358:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778359:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764403.778361:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650000 x1874595482344192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778365:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764403.778366:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764403.778367:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764403.778368:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764403.778369:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764403.778370:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764403.778371:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764403.778373:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:0.0:1787764403.778375:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764403.778376:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764403.778377:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650000.
00000100:00000001:0.0:1787764403.778378:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764403.778379:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778380:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764403.778382:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653840 x1874595482344320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778385:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764403.778386:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764403.778387:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764403.778388:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764403.778389:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764403.778389:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764403.778390:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764403.778391:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:0.0:1787764403.778392:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764403.778392:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764403.778393:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653840.
00000100:00000001:0.0:1787764403.778396:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764403.778396:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778397:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778399:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764403.778400:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.778401:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764403.778402:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764403.778403:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764403.778405:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778408:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764403.778409:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764403.778410:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764403.778411:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764403.778412:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764403.778414:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344448:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764403.778417:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764403.778419:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764403.778420:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764403.778421:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764403.778423:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764403.778424:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764403.778426:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764403.778428:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764403.778430:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764403.778431:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482344448, portal 4
00000100:00000001:0.0:1787764403.778433:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764403.778433:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906725888 : -118790802825728 : ffff93f5dc651e00)
00000100:00000040:0.0:1787764403.778437:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778441:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764403.778442:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764403.778443:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764403.778444:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482344448, offset 0
00000400:00000200:0.0:1787764403.778446:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764403.778449:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764403.778451:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764403.778452:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764403.778454:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764403.778456:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764403.778458:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764403.778461:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277933:277933:256:4294967295] 192.168.203.115@tcp LPNI seq info [277933:277933:8:4294967295]
00000400:00000200:0.0:1787764403.778465:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764403.778470:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764403.778474:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764403.778478:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764403.778482:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764403.778485:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764403.778488:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764403.778491:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764403.778495:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764403.778497:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764403.778499:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764403.778502:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764403.778504:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764403.778505:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764403.778507:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764403.778509:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778514:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764403.778515:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778519:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.778520:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764403.778522:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764403.778524:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764403.778526:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764403.778527:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320654868
00000100:00000001:0.0:1787764403.778529:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320656167
00000100:00000001:0.0:1787764403.778530:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320654868
00000100:00000001:0.0:1787764403.778531:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320656167
00000100:00000001:0.0:1787764403.778532:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764403.778534:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.778535:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764403.778537:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764403/real 1787764403]  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764403.778541:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764403.778541:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764403.778543:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764403.778544:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764403.778545:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764403.778546:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764403.778548:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764403.778552:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778555:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764403.778556:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778557:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764403.778558:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764403.778560:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778564:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764403.778566:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778569:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764403.778571:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778571:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764403.778572:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778573:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764403.778574:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764403.778575:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764403.778577:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764403.778578:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764403.778580:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764403.778584:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344448:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764403.778586:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764403.778588:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778592:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764403.778593:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764403.778594:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764403.778595:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764403.778596:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764403.778597:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344576:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764403.778599:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764403.778600:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764403.778601:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764403.778602:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764403.778604:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764403.778605:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764403.778607:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764403.778608:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764403.778610:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764403.778611:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482344576, portal 4
00000100:00000001:0.0:1787764403.778612:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764403.778613:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906727808 : -118790802823808 : ffff93f5dc652580)
00000100:00000040:0.0:1787764403.778616:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778620:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764403.778621:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764403.778623:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764403.778624:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482344576, offset 0
00000400:00000200:0.0:1787764403.778626:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764403.778628:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764403.778630:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764403.778631:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764403.778633:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764403.778634:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764403.778636:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764403.778637:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277934:277934:256:4294967295] 192.168.203.115@tcp LPNI seq info [277934:277934:8:4294967295]
00000400:00000200:0.0:1787764403.778640:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764403.778643:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764403.778645:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764403.778647:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764403.778649:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764403.778650:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764403.778653:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764403.778654:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764403.778656:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764403.778657:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764403.778659:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764403.778661:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764403.778663:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764403.778664:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764403.778665:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764403.778667:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778671:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764403.778672:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778676:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.778677:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764403.778678:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764403.778680:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764403.778682:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764403.778683:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320654872
00000100:00000001:0.0:1787764403.778684:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320656167
00000100:00000001:0.0:1787764403.778685:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320654872
00000100:00000001:0.0:1787764403.778688:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320656167
00000100:00000001:0.0:1787764403.778689:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764403.778690:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.778691:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764403.778693:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764403/real 1787764403]  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764403.778697:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764403.778697:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764403.778698:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764403.778699:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764403.778700:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764403.778701:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764403.778702:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764403.778707:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778710:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764403.778711:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778712:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764403.778713:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764403.778714:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778718:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764403.778720:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778723:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764403.778724:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778725:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764403.778726:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778727:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764403.778728:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764403.778730:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764403.778732:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764403.778733:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764403.778735:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764403.778739:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344576:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764403.778741:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778741:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764403.778743:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651e00 x1874595482344448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778763:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764403.778765:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764403.778766:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764403.778769:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764403.778770:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764403.778772:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764403.778773:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764403.778775:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:0.0:1787764403.778777:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764403.778778:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764403.778779:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651e00.
00000100:00000001:0.0:1787764403.778782:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764403.778783:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778784:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764403.778788:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652580 x1874595482344576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764403.778794:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764403.778796:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764403.778797:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764403.778800:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764403.778801:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764403.778802:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764403.778803:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764403.778805:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:0.0:1787764403.778807:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764403.778808:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764403.778809:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652580.
00000100:00000001:0.0:1787764403.778811:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764403.778813:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778814:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764403.778818:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764403.778819:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764403.778820:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764403.778822:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764404.480865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764404.480869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764404.480873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764404.480873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764404.480875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764404.480878:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764404.480879:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764404.480881:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764404.480884:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764404.480885:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764404.480887:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764404.480889:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764404.480937:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764404.480941:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764404.480943:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764405.120848:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320656167, at 4320656192
00000100:00000040:1.0:1787764405.120848:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320656167, at 4320656192
00000100:00000010:0.0:1787764405.120861:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00000100:00000010:1.0:1787764405.120863:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217b40.
00010000:00000001:2.0:1787764405.504868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764405.504874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764405.504880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764405.504881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764405.504884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764405.504885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764405.504935:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764405.504940:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764405.504943:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764406.528874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764406.528879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764406.528883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764406.528885:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764406.528887:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764406.528889:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764406.528891:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764406.528893:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764406.528894:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764406.528895:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764406.528897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764406.528898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764406.528955:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764406.528962:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764406.528966:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764407.552893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764407.552901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764407.552906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764407.552906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764407.552909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764407.552910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764407.552970:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764407.552974:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764407.552977:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764408.576937:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764408.576943:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764408.576948:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764408.576948:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764408.576951:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764408.576952:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764408.577013:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764408.577017:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764408.577020:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764408.896910:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764408.896918:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764408.896920:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764408.896924:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764408.896927:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764408.896932:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25987
00000400:00000200:3.0:1787764408.896940:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764408.896944:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764408.896947:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764408.896949:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.896951:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764408.896952:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.896954:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764408.896956:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764408.896957:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764408.896959:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764408.896962:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764408.896964:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764408.896965:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764408.896967:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.896968:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764408.896969:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.896970:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764408.896972:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764408.896975:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764408.896977:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764408.896980:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764408.896984:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764408.896986:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.896988:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764408.896991:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764408.897000:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764408.897003:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764408.897008:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764408.897010:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.897012:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764408.897015:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764408.897019:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764408.897027:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764408.897032:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764408.897038:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764408.897046:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764408.897048:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764408.897051:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764408.897072:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764408.897074:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764408.897077:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764408.897078:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764408.897079:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764408.897081:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764408.897082:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25987
00000400:00000200:3.0:1787764408.897085:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764408.897087:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764408.897088:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764408.897090:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.897091:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764408.897092:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.897094:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764408.897095:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764408.897096:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764408.897097:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764408.897100:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764408.897101:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764408.897103:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764408.897105:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.897106:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764408.897108:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.897110:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764408.897111:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764408.897114:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764408.897116:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764408.897117:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764408.897121:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764408.897122:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.897123:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764408.897126:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764408.897128:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.897133:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764408.897133:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764408.897137:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764408.897141:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764408.897142:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787764408.897144:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787764408.897144:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.897148:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787764408.897149:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764408.897151:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764408.897158:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764408.897162:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764408.897165:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764408.897172:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764408.897173:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764408.897234:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764408.897236:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764408.897239:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.897241:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764408.897248:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787764408.897249:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764408.897253:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764408.897261:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764408.897271:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482344704:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764408.897276:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.897279:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787764408.897283:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787764408.897287:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787764408.897289:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1787764408.897292:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.897293:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764408.897296:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787764408.897299:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764408.897301:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764408.897307:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25987
02000000:00000010:0.0:1787764408.897310:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764408.897317:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764408.897317:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764408.897328:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764408.897333:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000010:0.0:1787764408.897335:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000100:00080000:3.0:1787764408.897340:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764408.897346:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:0.0:1787764408.897348:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000001:3.0:1787764408.897350:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764408.897355:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.897358:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000200:0.0:1787764408.897359:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482344704, portal 25
00000020:00000001:3.0:1787764408.897363:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764408.897364:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1787764408.897366:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000100:00000001:0.0:1787764408.897369:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000020:00000001:3.0:1787764408.897373:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764408.897376:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764408.897379:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764408.897382:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764408.897385:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764408.897401:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764408.897402:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764408.897409:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764408.897410:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764408.897415:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000010:0.0:1787764408.897416:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000001:3.0:1787764408.897426:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000200:0.0:1787764408.897427:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482344704, offset 0
00000020:00000040:3.0:1787764408.897442:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764408.897450:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:0.0:1787764408.897456:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764408.897458:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764408.897463:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764408.897468:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787764408.897474:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764408.897476:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.897482:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764408.897487:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787764408.897488:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000008:00000001:3.0:1787764408.897494:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.897497:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764408.897501:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1787764408.897503:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764408.897508:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000400:00000200:0.0:1787764408.897510:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
02000000:00000001:3.0:1787764408.897515:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787764408.897519:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764408.897520:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.897527:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787764408.897528:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:3.0:1787764408.897534:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787764408.897539:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277935:277935:256:4294967295] 192.168.203.115@tcp LPNI seq info [277935:277935:8:4294967295]
02000000:00000001:3.0:1787764408.897540:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764408.897552:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000400:00000200:0.0:1787764408.897553:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764408.897559:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764408.897564:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764408.897574:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764408.897576:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764408.897584:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764408.897601:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764408.897609:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764408.897615:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1787764408.897626:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764408.897627:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764408.897631:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764408.897636:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764408.897638:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:0.0:1787764408.897639:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000100:00080000:3.0:1787764408.897644:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25987
00000800:00000200:0.0:1787764408.897656:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000400:00000200:3.0:1787764408.897657:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000200:0.0:1787764408.897666:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1787764408.897668:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764408.897675:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1787764408.897682:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764408.897684:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.897694:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1787764408.897695:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1787764408.897700:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.897705:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764408.897709:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764408.897713:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000800:00000100:0.0:1787764408.897714:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000020:00000001:3.0:1787764408.897720:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:0.0:1787764408.897721:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000020:00000040:3.0:1787764408.897725:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764408.897730:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000200:0.0:1787764408.897731:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787764408.897733:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000200:0.0:1787764408.897741:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787764408.897743:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.897794:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764408.897797:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00000040:3.0:1787764408.897799:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000010:0.0:1787764408.897803:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:3.0:1787764408.897804:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764408.897811:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:0.0:1787764408.897814:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787764408.897815:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764408.897819:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764408.897821:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1787764408.897826:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764408.897827:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764408.897835:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.897843:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764408.897846:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764408.897857:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.897865:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764408.897873:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000100:00000001:0.0:1787764408.897874:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1787764408.897877:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000040:0.0:1787764408.897882:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764408.897883:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764408.897886:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.897893:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764408.897896:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764408.897901:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.897902:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.897907:0:257227:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1787764408.897908:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:0.0:1787764408.897914:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.897915:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764408.897928:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764408.897929:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764408.897939:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320661288
00000100:00000010:0.0:1787764408.897952:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:3.0:1787764408.897953:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764408.897960:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764408.897965:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.897967:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787764408.897982:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.897983:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320661288
00000100:00080000:3.0:1787764408.897985:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1787764408.897990:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217480.
00000100:00080000:3.0:1787764408.897991:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764408.897996:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787764408.897998:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787764408.897998:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764408.898008:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764408.898008:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764408.898016:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764408.898016:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25987
00000100:00000001:0.0:1787764408.898021:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1787764408.898026:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:0.0:1787764408.898032:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764408/real 1787764408]  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764408.898038:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764408.898048:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764408.898058:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000001:0.0:1787764408.898059:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764408.898065:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787764408.898066:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787764408.898069:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000100:00000040:3.0:1787764408.898072:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764408.898075:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000100:00000001:3.0:1787764408.898077:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000010:0.0:1787764408.898079:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000020:00000001:3.0:1787764408.898085:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764408.898087:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1787764408.898089:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000200:0.0:1787764408.898095:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764408.898095:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764408.898099:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764408.898108:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764408.898116:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000200:0.0:1787764408.898117:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764408.898131:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764408.898137:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764408.898144:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764408.898145:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764408.898150:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764408.898151:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764408.898163:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1787764408.898163:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:0.0:1787764408.898170:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764408.898171:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764408.898178:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764408.898182:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787764408.898184:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764408.898186:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764408.898194:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.898203:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764408.898221:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764408.898229:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.898230:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764408.898232:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764408.898238:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764408.898242:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000040:0.0:1787764408.898244:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764408.898251:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764408.898254:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764408.898261:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764408.898265:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764408.898270:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.898275:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1787764408.898277:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:0.0:1787764408.898281:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764408.898282:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.898290:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1787764408.898293:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764408.898294:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.898306:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764408.898309:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764408.898311:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764408.898313:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764408.898324:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1787764408.898326:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764408.898338:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787764408.898339:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.898346:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764408.898348:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25997)
00000100:00000040:0.0:1787764408.898362:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764408.898373:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482344704:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764408.898379:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.898382:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764408.898385:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482344704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898391:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764408.898394:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764408.898398:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764408.898402:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764408.898404:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764408.898406:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764408.898408:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764408.898411:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:0.0:1787764408.898415:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764408.898417:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764408.898418:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:0.0:1787764408.898423:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764408.898424:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.898427:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.898435:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764408.898437:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.898440:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764408.898441:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764408.898442:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764408.898446:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898453:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764408.898455:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764408.898457:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764408.898459:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764408.898461:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764408.898464:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344832:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764408.898467:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764408.898469:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764408.898470:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764408.898473:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764408.898475:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764408.898477:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764408.898481:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764408.898484:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764408.898487:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764408.898490:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482344832, portal 10
00000100:00000001:0.0:1787764408.898492:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764408.898493:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:0.0:1787764408.898500:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898506:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764408.898508:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764408.898510:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764408.898512:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482344832, offset 0
00000400:00000200:0.0:1787764408.898515:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764408.898519:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764408.898523:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764408.898526:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764408.898528:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764408.898531:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764408.898533:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764408.898536:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277936:277936:256:4294967295] 192.168.203.115@tcp LPNI seq info [277936:277936:8:4294967295]
00000400:00000200:0.0:1787764408.898540:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764408.898546:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764408.898550:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764408.898553:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764408.898556:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764408.898559:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764408.898563:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764408.898565:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764408.898568:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764408.898570:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764408.898573:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764408.898576:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764408.898579:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764408.898580:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764408.898582:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764408.898585:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898593:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764408.898595:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898602:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.898603:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764408.898605:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764408.898609:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764408.898612:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764408.898614:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320659980
00000100:00000001:0.0:1787764408.898617:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320661288
00000100:00000001:0.0:1787764408.898619:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320659980
00000100:00000001:0.0:1787764408.898621:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320661288
00000100:00000001:0.0:1787764408.898622:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764408.898624:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.898626:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764408.898629:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764408/real 1787764408]  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764408.898636:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764408.898637:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764408.898639:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764408.898641:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764408.898642:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764408.898645:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764408.898648:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764408.898655:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898660:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764408.898662:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.898663:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764408.898665:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764408.898668:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898674:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764408.898677:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898683:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764408.898685:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.898687:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764408.898688:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.898689:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764408.898691:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764408.898693:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764408.898696:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764408.898698:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764408.898702:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764408.898709:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344832:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764408.898712:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764408.898716:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898726:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764408.898728:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764408.898730:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764408.898731:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764408.898733:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764408.898735:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344960:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764408.898738:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764408.898740:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764408.898741:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764408.898743:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764408.898746:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764408.898767:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764408.898771:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764408.898773:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764408.898776:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764408.898779:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482344960, portal 10
00000100:00000001:0.0:1787764408.898780:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764408.898781:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:0.0:1787764408.898786:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898792:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764408.898794:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764408.898796:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764408.898798:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482344960, offset 0
00000400:00000200:0.0:1787764408.898801:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764408.898804:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764408.898807:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764408.898810:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764408.898812:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764408.898814:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764408.898816:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764408.898820:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277937:277937:256:4294967295] 192.168.203.115@tcp LPNI seq info [277937:277937:8:4294967295]
00000400:00000200:0.0:1787764408.898823:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764408.898828:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764408.898832:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764408.898835:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764408.898838:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764408.898840:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764408.898844:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764408.898846:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764408.898849:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764408.898851:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764408.898853:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764408.898856:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764408.898859:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764408.898861:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764408.898863:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764408.898866:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898873:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764408.898875:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898881:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.898882:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764408.898885:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764408.898887:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764408.898890:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764408.898892:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320659989
00000100:00000001:0.0:1787764408.898894:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320661288
00000100:00000001:0.0:1787764408.898896:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320659989
00000100:00000001:0.0:1787764408.898898:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320661288
00000100:00000001:0.0:1787764408.898900:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764408.898902:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.898904:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764408.898907:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764408/real 1787764408]  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764408.898914:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764408.898915:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764408.898917:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764408.898919:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764408.898920:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764408.898922:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764408.898924:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764408.898932:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898937:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764408.898939:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.898940:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764408.898941:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764408.898944:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898950:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764408.898953:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898959:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764408.898961:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.898962:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764408.898964:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.898965:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764408.898966:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764408.898969:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764408.898972:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764408.898974:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764408.898977:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764408.898984:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482344960:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764408.898988:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764408.898991:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.898997:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764408.898999:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764408.899001:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764408.899002:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764408.899004:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764408.899007:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345088:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764408.899010:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764408.899011:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764408.899013:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764408.899015:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764408.899017:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764408.899019:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764408.899023:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764408.899025:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764408.899028:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764408.899031:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482345088, portal 4
00000100:00000001:0.0:1787764408.899032:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764408.899034:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:0.0:1787764408.899039:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899045:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764408.899047:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764408.899049:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764408.899051:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482345088, offset 0
00000400:00000200:0.0:1787764408.899054:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764408.899058:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764408.899061:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764408.899063:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764408.899065:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764408.899068:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764408.899069:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764408.899072:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277938:277938:256:4294967295] 192.168.203.115@tcp LPNI seq info [277938:277938:8:4294967295]
00000400:00000200:0.0:1787764408.899076:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764408.899081:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764408.899085:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764408.899087:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764408.899090:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764408.899093:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764408.899097:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764408.899099:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764408.899102:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764408.899104:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764408.899107:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764408.899109:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764408.899112:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764408.899113:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764408.899116:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764408.899118:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899125:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764408.899128:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899134:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.899135:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764408.899139:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764408.899142:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764408.899144:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764408.899146:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320659989
00000100:00000001:0.0:1787764408.899148:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320661288
00000100:00000001:0.0:1787764408.899150:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320659989
00000100:00000001:0.0:1787764408.899152:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320661288
00000100:00000001:0.0:1787764408.899154:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764408.899156:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.899158:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764408.899161:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764408/real 1787764408]  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764408.899167:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764408.899168:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764408.899170:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764408.899172:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764408.899173:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764408.899175:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764408.899177:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764408.899184:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899190:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764408.899191:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899193:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764408.899194:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764408.899197:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899203:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764408.899206:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899227:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764408.899229:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899231:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764408.899232:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899234:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764408.899236:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764408.899238:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764408.899241:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764408.899244:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764408.899247:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764408.899254:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345088:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764408.899258:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764408.899261:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899268:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764408.899269:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764408.899271:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764408.899272:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764408.899274:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764408.899276:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345216:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764408.899279:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764408.899281:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764408.899282:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764408.899284:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764408.899287:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764408.899289:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764408.899292:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764408.899295:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764408.899297:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764408.899300:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482345216, portal 4
00000100:00000001:0.0:1787764408.899301:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764408.899302:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:0.0:1787764408.899308:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899313:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764408.899315:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764408.899317:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764408.899319:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482345216, offset 0
00000400:00000200:0.0:1787764408.899323:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764408.899326:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764408.899329:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764408.899332:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764408.899334:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764408.899336:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764408.899338:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764408.899341:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277939:277939:256:4294967295] 192.168.203.115@tcp LPNI seq info [277939:277939:8:4294967295]
00000400:00000200:0.0:1787764408.899344:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764408.899349:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764408.899353:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764408.899356:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764408.899359:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764408.899361:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764408.899365:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764408.899367:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764408.899370:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764408.899372:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764408.899375:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764408.899378:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764408.899380:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764408.899382:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764408.899385:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764408.899388:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899394:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764408.899397:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899403:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.899404:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764408.899407:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764408.899410:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764408.899413:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764408.899414:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320659993
00000100:00000001:0.0:1787764408.899417:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320661288
00000100:00000001:0.0:1787764408.899419:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320659993
00000100:00000001:0.0:1787764408.899420:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320661288
00000100:00000001:0.0:1787764408.899422:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764408.899424:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.899426:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764408.899429:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764408/real 1787764408]  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764408.899436:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764408.899437:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764408.899438:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764408.899440:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764408.899442:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764408.899443:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764408.899446:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764408.899453:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899463:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764408.899465:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899466:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764408.899468:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764408.899471:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899476:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764408.899480:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899486:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764408.899488:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899489:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764408.899491:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899492:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764408.899494:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764408.899496:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764408.899499:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764408.899501:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764408.899504:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764408.899510:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345216:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764408.899514:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899516:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764408.899518:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482344832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899524:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764408.899525:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764408.899527:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764408.899530:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764408.899532:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764408.899533:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764408.899535:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764408.899536:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:0.0:1787764408.899540:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764408.899541:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764408.899542:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:0.0:1787764408.899549:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764408.899550:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899551:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764408.899554:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482344960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899559:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764408.899560:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764408.899561:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764408.899563:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764408.899564:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764408.899566:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764408.899567:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764408.899568:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:0.0:1787764408.899570:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764408.899570:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764408.899572:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:0.0:1787764408.899573:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764408.899575:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899576:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764408.899578:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482345088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899584:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764408.899585:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764408.899586:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764408.899589:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764408.899590:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764408.899591:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764408.899593:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764408.899594:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:0.0:1787764408.899596:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764408.899597:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764408.899598:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:0.0:1787764408.899601:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764408.899602:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899603:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764408.899606:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482345216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764408.899611:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764408.899612:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764408.899613:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764408.899615:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764408.899616:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764408.899617:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764408.899619:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764408.899620:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:0.0:1787764408.899624:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764408.899625:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764408.899626:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:0.0:1787764408.899627:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764408.899628:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899630:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764408.899633:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764408.899635:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764408.899636:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764408.899638:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764409.600872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764409.600881:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764409.600883:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764409.600885:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764409.600890:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764409.600892:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764409.600894:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764409.600895:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764409.600899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764409.600900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764409.600902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764409.600903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764409.600958:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764409.600967:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764409.600974:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764410.240839:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320661288, at 4320661312
00000100:00000040:0.0:1787764410.240847:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320661288, at 4320661312
00000100:00000010:1.0:1787764410.240858:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217480.
00000100:00000010:0.0:1787764410.240860:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764410.624878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764410.624887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764410.624894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764410.624896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764410.624900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764410.624901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764410.624947:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764410.624951:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764410.624954:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764411.648846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764411.648851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764411.648855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764411.648856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764411.648858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764411.648859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764411.648918:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764411.648922:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764411.648926:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764412.672886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764412.672892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764412.672897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764412.672898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764412.672900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764412.672901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764412.672965:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764412.672969:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764412.672973:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764413.696866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764413.696875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764413.696883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764413.696885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764413.696889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764413.696891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764413.696947:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764413.696951:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764413.696954:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764414.016835:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764414.016843:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764414.016845:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764414.016848:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764414.016852:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764414.016858:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25992
00000400:00000200:3.0:1787764414.016865:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764414.016870:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764414.016872:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764414.016874:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.016877:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764414.016879:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.016881:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764414.016884:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764414.016886:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764414.016888:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764414.016890:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764414.016892:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764414.016893:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764414.016895:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.016896:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764414.016898:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.016899:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764414.016900:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764414.016902:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764414.016903:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764414.016905:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764414.016907:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764414.016909:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.016911:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764414.016913:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764414.016917:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764414.016919:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764414.016923:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764414.016925:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.016927:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764414.016930:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764414.016933:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764414.016940:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764414.016946:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764414.016955:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764414.016965:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764414.016969:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764414.016974:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764414.016995:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764414.016999:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764414.017002:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764414.017004:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764414.017005:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764414.017009:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764414.017010:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25992
00000400:00000200:3.0:1787764414.017013:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764414.017015:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764414.017017:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764414.017019:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017020:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764414.017022:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017023:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764414.017025:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764414.017026:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764414.017026:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764414.017028:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000100:00000001:0.0:1787764414.017054:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764414.017071:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764414.017075:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787764414.017078:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764414.017082:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764414.017090:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:0.0:1787764414.017091:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764414.017093:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764414.017100:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017109:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764414.017118:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:0.0:1787764414.017120:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764414.017125:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764414.017126:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017132:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764414.017133:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764414.017135:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764414.017139:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764414.017145:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764414.017150:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482345344:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764414.017156:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764414.017161:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764414.017164:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764414.017167:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764414.017188:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764414.017191:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764414.017200:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764414.017206:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764414.017215:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764414.017224:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482345344, portal 25
00000100:00000001:0.0:1787764414.017227:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764414.017228:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000040:0.0:1787764414.017236:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.017246:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764414.017252:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764414.017252:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764414.017258:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.017260:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1787764414.017261:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000008:00100000:3.0:1787764414.017264:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764414.017267:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.017269:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764414.017272:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000100:00000200:0.0:1787764414.017276:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482345344, offset 0
00000020:00000040:3.0:1787764414.017276:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764414.017284:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764414.017287:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764414.017292:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764414.017306:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764414.017315:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764414.017321:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764414.017328:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764414.017333:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764414.017337:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787764414.017338:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764414.017341:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764414.017345:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000010:3.0:1787764414.017351:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000400:00000200:0.0:1787764414.017354:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277940:277940:256:4294967295] 192.168.203.115@tcp LPNI seq info [277940:277940:8:4294967295]
00000100:00000001:3.0:1787764414.017359:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764414.017365:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:3.0:1787764414.017374:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764414.017395:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764414.017403:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764414.017408:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764414.017411:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764414.017418:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1787764414.017420:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764414.017435:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764414.017444:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787764414.017452:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764414.017461:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1787764414.017461:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764414.017469:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764414.017472:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1787764414.017472:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1787764414.017475:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764414.017482:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764414.017488:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25992
00000800:00000100:0.0:1787764414.017491:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787764414.017495:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000010:0.0:1787764414.017496:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:3.0:1787764414.017501:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764414.017504:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787764414.017506:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787764414.017507:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017515:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764414.017521:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764414.017526:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764414.017527:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764414.017535:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764414.017537:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764414.017538:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764414.017540:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:0.0:1787764414.017541:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000020:00000001:3.0:1787764414.017542:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764414.017549:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000010:0.0:1787764414.017550:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000040:3.0:1787764414.017556:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017560:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764414.017561:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787764414.017562:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017565:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764414.017568:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764414.017576:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000200:0.0:1787764414.017577:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764414.017578:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764414.017585:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764414.017590:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764414.017599:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.017605:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764414.017608:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764414.017610:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.017612:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.017613:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1787764414.017616:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764414.017619:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764414.017622:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1787764414.017623:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764414.017624:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.017638:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787764414.017640:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764414.017641:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764414.017643:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.017646:0:257227:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1787764414.017650:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764414.017654:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.017657:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764414.017658:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764414.017667:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787764414.017668:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764414.017669:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.017677:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320666407
00000100:00000040:3.0:1787764414.017678:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764414.017690:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764414.017691:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00080000:3.0:1787764414.017692:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764414.017695:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764414.017696:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764414.017697:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764414.017699:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764414.017701:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25992
00000400:00000200:3.0:1787764414.017703:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764414.017705:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764414.017706:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764414.017708:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017709:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764414.017710:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017711:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764414.017713:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764414.017713:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764414.017714:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764414.017715:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764414.017716:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764414.017718:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764414.017719:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017720:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764414.017721:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017722:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764414.017723:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764414.017724:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017726:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764414.017726:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764414.017728:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764414.017729:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.017730:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764414.017732:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764414.017733:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.017734:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764414.017736:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764414.017737:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764414.017738:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764414.017739:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.017740:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764414.017741:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764414.017742:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764414.017744:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764414.017746:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764414.017763:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764414.017768:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764414.017770:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764414.017773:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764414.017778:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764414.017780:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764414.017782:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764414.017783:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764414.017784:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764414.017786:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764414.017787:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25992
00000400:00000200:3.0:1787764414.017789:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764414.017792:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764414.017793:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764414.017795:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017797:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764414.017799:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017800:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764414.017803:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764414.017804:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764414.017805:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764414.017807:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764414.017808:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764414.017809:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764414.017811:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017812:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764414.017814:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017816:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764414.017820:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764414.017823:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764414.017825:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.017826:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787764414.017826:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764414.017829:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764414.017831:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.017832:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764414.017833:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787764414.017835:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320666408
00000008:00000001:3.0:1787764414.017836:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764414.017838:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764414.017844:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000100:00000010:0.0:1787764414.017845:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2174e0.
00000020:00000040:3.0:1787764414.017847:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:0.0:1787764414.017850:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787764414.017851:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764414.017854:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.017855:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764414.017856:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764414.017859:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764414.017862:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764414.017863:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.017867:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1787764414.017870:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764414.017875:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764414.017876:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764414/real 1787764414]  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764414.017883:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764414.017894:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1787764414.017895:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764414.017896:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787764414.017899:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787764414.017900:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787764414.017903:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000100:00000001:3.0:1787764414.017909:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764414.017910:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000100:00000040:3.0:1787764414.017913:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26002)
00000400:00000010:0.0:1787764414.017914:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764414.017920:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764414.017926:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764414.017937:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.017945:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764414.017947:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.017949:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764414.017951:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764414.017954:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.017962:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764414.017966:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.017973:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764414.017977:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.017979:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764414.017980:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.017982:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764414.017984:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764414.017987:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764414.017991:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764414.017994:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764414.017999:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764414.018008:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482345344:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764414.018012:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018015:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764414.018018:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482345344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018024:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764414.018026:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764414.018029:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764414.018032:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764414.018034:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764414.018036:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764414.018038:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764414.018040:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:0.0:1787764414.018043:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764414.018045:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764414.018046:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:0.0:1787764414.018049:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764414.018051:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018052:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018059:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764414.018061:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.018063:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764414.018066:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764414.018067:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764414.018071:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018078:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764414.018080:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764414.018083:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764414.018085:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764414.018087:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764414.018090:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345472:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764414.018094:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764414.018097:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764414.018099:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764414.018101:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764414.018105:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764414.018107:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764414.018111:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764414.018114:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764414.018118:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764414.018123:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482345472, portal 10
00000100:00000001:0.0:1787764414.018126:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764414.018127:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:0.0:1787764414.018134:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018141:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764414.018144:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764414.018147:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764414.018149:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482345472, offset 0
00000400:00000200:0.0:1787764414.018154:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764414.018160:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764414.018165:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764414.018169:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764414.018184:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764414.018187:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764414.018190:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764414.018194:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277941:277941:256:4294967295] 192.168.203.115@tcp LPNI seq info [277941:277941:8:4294967295]
00000400:00000200:0.0:1787764414.018198:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764414.018207:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764414.018213:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764414.018217:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764414.018223:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764414.018227:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764414.018232:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764414.018235:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764414.018239:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764414.018242:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764414.018245:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764414.018249:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764414.018253:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764414.018255:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764414.018257:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764414.018260:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018269:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764414.018272:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018290:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.018291:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764414.018297:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764414.018300:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764414.018303:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764414.018305:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320665100
00000100:00000001:0.0:1787764414.018308:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320666407
00000100:00000001:0.0:1787764414.018310:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320665100
00000100:00000001:0.0:1787764414.018312:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320666408
00000100:00000001:0.0:1787764414.018315:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764414.018317:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.018318:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764414.018323:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764414/real 1787764414]  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764414.018330:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764414.018331:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764414.018333:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764414.018335:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764414.018336:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764414.018338:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764414.018342:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764414.018350:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018356:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764414.018357:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018359:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764414.018360:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764414.018363:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018370:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764414.018373:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018380:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764414.018382:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018384:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764414.018385:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018387:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764414.018388:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764414.018391:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764414.018394:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764414.018396:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764414.018399:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764414.018407:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345472:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764414.018411:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764414.018414:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018421:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764414.018422:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764414.018424:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764414.018426:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764414.018428:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764414.018431:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345600:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764414.018433:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764414.018435:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764414.018436:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764414.018438:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764414.018441:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764414.018443:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764414.018446:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764414.018449:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764414.018451:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764414.018454:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482345600, portal 10
00000100:00000001:0.0:1787764414.018455:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764414.018457:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:0.0:1787764414.018462:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018473:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764414.018476:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764414.018478:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764414.018480:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482345600, offset 0
00000400:00000200:0.0:1787764414.018484:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764414.018487:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764414.018491:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764414.018494:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764414.018497:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764414.018499:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764414.018501:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764414.018503:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277942:277942:256:4294967295] 192.168.203.115@tcp LPNI seq info [277942:277942:8:4294967295]
00000400:00000200:0.0:1787764414.018507:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764414.018513:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764414.018518:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764414.018520:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764414.018524:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764414.018527:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764414.018531:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764414.018534:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764414.018537:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764414.018539:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764414.018541:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764414.018545:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764414.018547:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764414.018549:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764414.018551:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764414.018555:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018562:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764414.018566:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018577:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.018579:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764414.018581:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764414.018584:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764414.018587:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764414.018589:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320665108
00000100:00000001:0.0:1787764414.018591:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320666407
00000100:00000001:0.0:1787764414.018593:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320665108
00000100:00000001:0.0:1787764414.018595:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320666408
00000100:00000001:0.0:1787764414.018597:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764414.018599:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.018601:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764414.018604:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764414/real 1787764414]  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764414.018611:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764414.018613:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764414.018614:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764414.018616:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764414.018618:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764414.018620:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764414.018622:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764414.018631:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018637:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764414.018638:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018640:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764414.018641:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764414.018644:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018652:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764414.018656:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018662:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764414.018665:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018666:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764414.018668:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018669:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764414.018671:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764414.018673:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764414.018676:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764414.018678:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764414.018682:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764414.018691:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345600:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764414.018694:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764414.018698:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018704:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764414.018705:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764414.018707:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764414.018709:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764414.018711:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764414.018713:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345728:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764414.018716:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764414.018718:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764414.018720:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764414.018722:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764414.018725:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764414.018727:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764414.018731:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764414.018733:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764414.018736:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764414.018739:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482345728, portal 4
00000100:00000001:0.0:1787764414.018741:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764414.018742:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:0.0:1787764414.018766:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018774:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764414.018777:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764414.018780:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764414.018783:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482345728, offset 0
00000400:00000200:0.0:1787764414.018787:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764414.018792:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764414.018795:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764414.018798:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764414.018800:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764414.018802:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764414.018805:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764414.018807:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277943:277943:256:4294967295] 192.168.203.115@tcp LPNI seq info [277943:277943:8:4294967295]
00000400:00000200:0.0:1787764414.018812:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764414.018818:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764414.018822:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764414.018824:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764414.018828:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764414.018831:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764414.018835:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764414.018837:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764414.018841:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764414.018843:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764414.018846:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764414.018849:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764414.018852:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764414.018853:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764414.018855:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764414.018859:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018866:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764414.018869:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018876:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.018877:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764414.018879:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764414.018882:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764414.018885:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764414.018887:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320665109
00000100:00000001:0.0:1787764414.018889:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320666407
00000100:00000001:0.0:1787764414.018891:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320665109
00000100:00000001:0.0:1787764414.018893:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320666408
00000100:00000001:0.0:1787764414.018895:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764414.018897:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.018899:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764414.018902:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764414/real 1787764414]  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764414.018909:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764414.018910:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764414.018911:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764414.018914:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764414.018915:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764414.018918:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764414.018921:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764414.018928:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018935:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764414.018936:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018938:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764414.018939:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764414.018943:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018950:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764414.018953:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018960:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764414.018963:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018964:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764414.018965:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.018967:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764414.018968:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764414.018970:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764414.018973:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764414.018975:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764414.018979:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764414.018986:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345728:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764414.018989:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764414.018993:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.018999:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764414.019000:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764414.019002:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764414.019004:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764414.019006:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764414.019009:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345856:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764414.019012:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764414.019013:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764414.019015:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764414.019017:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764414.019020:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764414.019022:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764414.019025:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764414.019027:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764414.019030:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764414.019033:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482345856, portal 4
00000100:00000001:0.0:1787764414.019034:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764414.019035:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:0.0:1787764414.019040:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.019047:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764414.019049:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764414.019051:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764414.019053:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482345856, offset 0
00000400:00000200:0.0:1787764414.019056:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764414.019060:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764414.019063:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764414.019065:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764414.019067:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764414.019069:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764414.019071:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764414.019074:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277944:277944:256:4294967295] 192.168.203.115@tcp LPNI seq info [277944:277944:8:4294967295]
00000400:00000200:0.0:1787764414.019078:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764414.019084:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764414.019088:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764414.019091:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764414.019095:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764414.019097:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764414.019101:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764414.019104:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764414.019108:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764414.019110:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764414.019113:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764414.019116:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764414.019118:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764414.019120:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764414.019122:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764414.019125:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.019132:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764414.019135:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.019141:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.019142:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764414.019145:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764414.019148:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764414.019151:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764414.019152:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320665113
00000100:00000001:0.0:1787764414.019155:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320666407
00000100:00000001:0.0:1787764414.019157:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320665113
00000100:00000001:0.0:1787764414.019159:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320666408
00000100:00000001:0.0:1787764414.019161:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764414.019163:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.019165:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764414.019168:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764414/real 1787764414]  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764414.019188:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764414.019189:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764414.019190:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764414.019193:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764414.019194:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764414.019196:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764414.019199:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764414.019207:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.019213:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764414.019214:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.019216:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764414.019217:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764414.019221:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.019228:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764414.019232:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.019238:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764414.019240:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.019242:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764414.019243:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.019245:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764414.019247:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764414.019249:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764414.019252:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764414.019254:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764414.019258:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764414.019265:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482345856:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764414.019269:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.019271:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764414.019273:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482345472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.019280:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764414.019281:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764414.019283:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764414.019285:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764414.019287:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764414.019288:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764414.019290:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764414.019292:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:0.0:1787764414.019294:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764414.019295:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764414.019297:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:0.0:1787764414.019300:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764414.019302:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.019303:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764414.019306:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482345600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.019312:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764414.019314:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764414.019315:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764414.019318:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764414.019319:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764414.019320:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764414.019321:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764414.019323:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:0.0:1787764414.019326:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764414.019327:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764414.019328:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:0.0:1787764414.019331:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764414.019333:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.019334:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764414.019337:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482345728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.019343:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764414.019344:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764414.019345:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764414.019347:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764414.019348:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764414.019349:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764414.019351:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764414.019352:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:0.0:1787764414.019355:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764414.019356:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764414.019358:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:0.0:1787764414.019360:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764414.019361:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.019363:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764414.019366:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482345856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764414.019372:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764414.019373:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764414.019374:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764414.019377:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764414.019378:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764414.019379:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764414.019381:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764414.019383:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:0.0:1787764414.019384:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764414.019386:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764414.019387:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:0.0:1787764414.019390:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764414.019391:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.019393:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764414.019396:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764414.019397:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764414.019399:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764414.019401:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764414.720881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764414.720887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764414.720892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764414.720893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764414.720896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764414.720899:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764414.720901:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764414.720903:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764414.720906:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764414.720908:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764414.720910:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764414.720912:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764414.720961:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764414.720964:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764414.720966:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764415.360847:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320666407, at 4320666432
00000100:00000040:1.0:1787764415.360847:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320666408, at 4320666432
00000100:00000010:0.0:1787764415.360860:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00000100:00000010:1.0:1787764415.360862:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2174e0.
00010000:00000001:2.0:1787764415.744846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764415.744853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764415.744859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764415.744860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764415.744863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764415.744865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764415.744922:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764415.744927:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764415.744931:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764416.768908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764416.768913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764416.768918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764416.768922:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764416.768924:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764416.768926:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764416.768929:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764416.768939:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764416.768941:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764416.768943:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764416.768946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764416.768948:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764416.769001:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764416.769005:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764416.769009:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764417.792826:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764417.792831:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764417.792835:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764417.792835:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764417.792837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764417.792838:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764417.792894:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764417.792898:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764417.792901:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764418.816882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764418.816886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764418.816891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764418.816892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764418.816894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764418.816894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764418.816949:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764418.816953:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764418.816955:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764419.136807:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764419.136816:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764419.136818:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764419.136822:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764419.136826:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764419.136833:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 25997
00000400:00000200:3.0:1787764419.136841:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764419.136848:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764419.136851:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764419.136855:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764419.136858:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764419.136860:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764419.136862:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764419.136866:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764419.136867:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764419.136870:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764419.136873:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764419.136875:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764419.136878:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764419.136880:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764419.136882:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764419.136884:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764419.136886:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764419.136889:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764419.136892:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764419.136894:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764419.136896:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764419.136899:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764419.136901:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764419.136903:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764419.136906:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764419.136914:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764419.136918:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764419.136922:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764419.136923:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764419.136926:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764419.136929:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764419.136932:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764419.136940:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764419.136946:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764419.136954:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764419.136963:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764419.136967:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764419.136972:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764419.136992:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764419.136996:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764419.136999:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764419.137000:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764419.137002:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764419.137005:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764419.137007:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25997
00000400:00000200:3.0:1787764419.137011:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764419.137015:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764419.137017:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764419.137020:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764419.137023:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764419.137025:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764419.137028:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764419.137030:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764419.137031:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764419.137033:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000100:00000001:0.0:1787764419.137035:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764419.137036:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764419.137038:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764419.137040:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764419.137043:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764419.137045:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764419.137048:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764419.137055:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764419.137059:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764419.137060:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764419.137063:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764419.137065:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:0.0:1787764419.137066:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764419.137068:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:0.0:1787764419.137069:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764419.137073:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764419.137073:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00100000:0.0:1787764419.137079:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482345984:192.168.203.115@tcp:250:kworker.0
00000100:00080000:3.0:1787764419.137081:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764419.137084:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764419.137086:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764419.137088:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764419.137089:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764419.137091:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764419.137093:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764419.137096:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787764419.137097:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:3.0:1787764419.137100:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764419.137102:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764419.137103:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764419.137109:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787764419.137113:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00000001:3.0:1787764419.137114:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764419.137118:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764419.137121:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000100:00000010:3.0:1787764419.137123:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764419.137127:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764419.137129:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1787764419.137130:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
02000000:00000001:3.0:1787764419.137131:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764419.137135:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1787764419.137147:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482345984, portal 25
02000000:00000001:3.0:1787764419.137148:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764419.137151:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.137153:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764419.137156:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
02000000:00000010:3.0:1787764419.137159:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000040:0.0:1787764419.137164:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764419.137165:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764419.137173:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764419.137180:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764419.137187:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764419.137188:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1787764419.137192:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000001:3.0:1787764419.137192:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764419.137198:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482345984, offset 0
00000100:00000040:3.0:1787764419.137198:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764419.137209:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764419.137212:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764419.137216:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787764419.137219:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764419.137222:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764419.137224:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764419.137226:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764419.137230:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764419.137232:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25997
00000400:00000200:0.0:1787764419.137234:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787764419.137238:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764419.137241:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764419.137244:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1787764419.137247:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:3.0:1787764419.137247:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787764419.137254:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787764419.137255:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764419.137257:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764419.137259:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764419.137263:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277945:277945:256:4294967295] 192.168.203.115@tcp LPNI seq info [277945:277945:8:4294967295]
00000100:00000040:3.0:1787764419.137265:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764419.137270:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764419.137270:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764419.137275:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764419.137277:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764419.137279:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764419.137282:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:0.0:1787764419.137283:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787764419.137287:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764419.137292:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000200:0.0:1787764419.137299:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764419.137299:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764419.137304:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1787764419.137307:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000100:00000040:3.0:1787764419.137307:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764419.137310:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764419.137313:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000800:00000200:0.0:1787764419.137318:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764419.137319:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764419.137324:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764419.137325:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1787764419.137326:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764419.137330:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1787764419.137335:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764419.137336:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764419.137340:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764419.137343:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764419.137345:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764419.137347:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764419.137348:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000100:00000010:3.0:1787764419.137351:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000800:00000100:0.0:1787764419.137355:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000020:00000040:3.0:1787764419.137355:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000800:00000010:0.0:1787764419.137360:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
02000000:00000001:3.0:1787764419.137360:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764419.137364:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764419.137366:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787764419.137367:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764419.137370:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787764419.137374:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787764419.137374:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764419.137378:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
02000000:00000010:3.0:1787764419.137380:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000400:00000010:0.0:1787764419.137382:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764419.137386:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764419.137386:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764419.137392:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764419.137395:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764419.137406:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764419.137410:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787764419.137411:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764419.137414:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.137421:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764419.137422:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.137424:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764419.137430:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764419.137435:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764419.137436:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764419.137438:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320671527
00000100:00000010:0.0:1787764419.137443:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00080000:3.0:1787764419.137448:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764419.137449:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787764419.137455:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764419.137456:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320671527
00000100:00000001:3.0:1787764419.137457:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:0.0:1787764419.137460:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2175a0.
00000100:00080000:3.0:1787764419.137461:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764419.137464:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787764419.137465:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764419.137468:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787764419.137470:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25997
00000100:00000001:0.0:1787764419.137471:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.137475:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1787764419.137478:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:0.0:1787764419.137481:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764419/real 1787764419]  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764419.137485:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764419.137489:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764419.137495:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000001:0.0:1787764419.137497:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764419.137499:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1787764419.137501:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787764419.137503:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000010:0.0:1787764419.137505:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000100:00000001:3.0:1787764419.137506:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764419.137510:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000020:00000001:3.0:1787764419.137510:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764419.137512:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000400:00000010:0.0:1787764419.137515:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000020:00000001:3.0:1787764419.137515:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764419.137518:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:0.0:1787764419.137520:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787764419.137521:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764419.137525:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000200:0.0:1787764419.137526:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764419.137530:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764419.137534:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764419.137539:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000200:0.0:1787764419.137543:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764419.137543:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764419.137549:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764419.137555:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764419.137556:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764419.137559:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764419.137560:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.137562:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764419.137563:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764419.137564:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764419.137567:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787764419.137569:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.137575:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764419.137577:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764419.137581:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.137583:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764419.137585:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764419.137586:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.137589:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764419.137590:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787764419.137590:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787764419.137594:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:3.0:1787764419.137596:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.137597:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764419.137601:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764419.137602:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764419.137607:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000010:3.0:1787764419.137608:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764419.137609:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1787764419.137614:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000040:0.0:1787764419.137615:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764419.137620:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764419.137622:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764419.137626:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482345984:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764419.137626:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764419.137629:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764419.137631:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764419.137632:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.137633:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764419.137637:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482345984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764419.137639:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:0.0:1787764419.137642:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764419.137645:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787764419.137646:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764419.137648:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764419.137652:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764419.137655:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00100000:3.0:1787764419.137656:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:0.0:1787764419.137657:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764419.137660:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764419.137662:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:0.0:1787764419.137667:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764419.137670:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787764419.137671:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1787764419.137672:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:3.0:1787764419.137675:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.137679:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764419.137681:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764419.137681:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.137685:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.137693:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764419.137694:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.137695:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.137698:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787764419.137698:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764419.137701:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764419.137703:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787764419.137704:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1787764419.137708:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764419.137708:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764419.137711:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764419.137717:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764419.137719:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764419.137721:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764419.137723:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 25997
02000000:00000001:0.0:1787764419.137724:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:3.0:1787764419.137730:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764419.137733:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
02000000:00000001:0.0:1787764419.137734:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787764419.137736:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1787764419.137738:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764419.137743:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00100000:0.0:1787764419.137744:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346112:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787764419.137774:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764419.137776:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787764419.137779:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:0.0:1787764419.137780:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764419.137783:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764419.137783:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:0.0:1787764419.137787:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1787764419.137789:0:373192:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000010:0.0:1787764419.137790:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
00000020:00000040:3.0:1787764419.137792:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
02000000:00000001:0.0:1787764419.137793:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764419.137795:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787764419.137799:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764419.137799:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764419.137803:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000010:0.0:1787764419.137805:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000020:00000001:3.0:1787764419.137807:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764419.137812:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:0.0:1787764419.137813:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000001:3.0:1787764419.137814:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787764419.137818:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482346112, portal 10
00000100:00000040:3.0:1787764419.137819:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764419.137823:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764419.137823:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764419.137825:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000020:00000040:3.0:1787764419.137827:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764419.137831:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764419.137834:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764419.137836:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764419.137836:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764419.137840:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764419.137845:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764419.137849:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764419.137850:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1787764419.137852:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1787764419.137853:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764419.137857:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000008:00000001:3.0:1787764419.137857:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764419.137860:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482346112, offset 0
00000100:00000001:3.0:1787764419.137861:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764419.137867:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000010:3.0:1787764419.137868:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000400:00000200:0.0:1787764419.137872:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764419.137874:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000400:00000200:0.0:1787764419.137876:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
02000000:00000001:3.0:1787764419.137881:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787764419.137882:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764419.137884:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764419.137888:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764419.137889:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787764419.137893:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764419.137893:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764419.137897:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764419.137898:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000010:3.0:1787764419.137903:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764419.137907:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764419.137914:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277946:277946:256:4294967295] 192.168.203.115@tcp LPNI seq info [277946:277946:8:4294967295]
00000100:00100000:3.0:1787764419.137914:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764419.137926:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764419.137931:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787764419.137935:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764419.137936:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764419.137943:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764419.137944:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1787764419.137948:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764419.137956:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764419.137960:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764419.137961:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1787764419.137966:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26007)
00000800:00000200:0.1:1787764419.137971:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764419.137974:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764419.137978:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764419.137980:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764419.137983:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764419.137987:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764419.137989:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764419.137991:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764419.137993:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764419.137997:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138009:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764419.138011:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138016:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.138018:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764419.138020:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764419.138024:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764419.138027:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764419.138029:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320670220
00000100:00000001:0.0:1787764419.138032:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320671527
00000100:00000001:0.0:1787764419.138034:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320670220
00000100:00000001:0.0:1787764419.138036:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320671527
00000100:00000001:0.0:1787764419.138037:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764419.138039:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.138040:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764419.138042:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764419/real 1787764419]  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764419.138047:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764419.138048:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764419.138049:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764419.138051:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764419.138052:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764419.138053:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764419.138055:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764419.138059:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138063:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764419.138064:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138065:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764419.138066:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764419.138068:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138072:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764419.138074:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138078:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764419.138079:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138080:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764419.138081:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138082:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764419.138083:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764419.138085:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764419.138086:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764419.138088:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764419.138090:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764419.138094:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346112:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764419.138097:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764419.138100:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138106:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764419.138108:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764419.138110:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764419.138112:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764419.138113:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764419.138117:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346240:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764419.138120:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764419.138121:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764419.138123:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764419.138124:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764419.138127:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764419.138129:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764419.138131:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764419.138133:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764419.138135:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764419.138152:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482346240, portal 10
00000100:00000001:0.0:1787764419.138154:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764419.138155:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:0.0:1787764419.138160:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138163:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764419.138165:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764419.138166:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764419.138168:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482346240, offset 0
00000400:00000200:0.0:1787764419.138170:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764419.138173:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764419.138175:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764419.138177:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764419.138179:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764419.138181:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764419.138183:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764419.138186:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277947:277947:256:4294967295] 192.168.203.115@tcp LPNI seq info [277947:277947:8:4294967295]
00000400:00000200:0.0:1787764419.138190:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764419.138196:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764419.138200:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764419.138203:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764419.138208:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764419.138210:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764419.138214:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764419.138217:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764419.138221:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764419.138222:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764419.138225:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764419.138228:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764419.138230:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764419.138231:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764419.138232:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764419.138235:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138240:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764419.138241:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138245:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.138246:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764419.138248:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764419.138250:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764419.138252:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764419.138253:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320670228
00000100:00000001:0.0:1787764419.138255:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320671527
00000100:00000001:0.0:1787764419.138256:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320670228
00000100:00000001:0.0:1787764419.138257:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320671527
00000100:00000001:0.0:1787764419.138258:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764419.138259:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.138260:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764419.138262:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764419/real 1787764419]  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764419.138267:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764419.138302:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764419.138304:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764419.138307:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764419.138309:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764419.138311:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764419.138315:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764419.138323:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138330:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764419.138331:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138333:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764419.138334:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764419.138336:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138340:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764419.138342:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138346:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764419.138347:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138348:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764419.138349:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138350:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764419.138351:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764419.138352:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764419.138354:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764419.138355:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764419.138357:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764419.138365:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346240:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764419.138368:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764419.138369:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138373:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764419.138374:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764419.138375:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764419.138376:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764419.138377:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764419.138379:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346368:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764419.138381:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764419.138382:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764419.138383:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764419.138384:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764419.138386:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764419.138387:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764419.138390:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764419.138391:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764419.138393:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764419.138395:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482346368, portal 4
00000100:00000001:0.0:1787764419.138396:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764419.138397:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:0.0:1787764419.138401:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138405:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764419.138406:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764419.138407:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764419.138408:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482346368, offset 0
00000400:00000200:0.0:1787764419.138411:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764419.138414:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764419.138416:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764419.138418:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764419.138419:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764419.138421:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764419.138422:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764419.138424:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277948:277948:256:4294967295] 192.168.203.115@tcp LPNI seq info [277948:277948:8:4294967295]
00000400:00000200:0.0:1787764419.138426:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764419.138430:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764419.138432:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764419.138434:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764419.138436:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764419.138438:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764419.138440:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764419.138442:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764419.138444:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764419.138445:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764419.138447:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764419.138449:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764419.138451:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764419.138452:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764419.138453:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764419.138455:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138459:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764419.138461:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138465:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.138466:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764419.138467:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764419.138469:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764419.138471:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764419.138472:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320670228
00000100:00000001:0.0:1787764419.138474:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320671527
00000100:00000001:0.0:1787764419.138475:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320670228
00000100:00000001:0.0:1787764419.138476:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320671527
00000100:00000001:0.0:1787764419.138477:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764419.138478:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.138479:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764419.138481:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764419/real 1787764419]  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764419.138486:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764419.138488:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764419.138489:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764419.138491:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764419.138493:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764419.138494:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764419.138497:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764419.138505:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138511:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764419.138512:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138514:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764419.138515:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764419.138518:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138525:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764419.138529:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138534:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764419.138536:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138536:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764419.138537:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138538:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764419.138539:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764419.138541:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764419.138543:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764419.138544:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764419.138546:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764419.138550:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346368:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764419.138552:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138554:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764419.138556:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482346112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138559:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764419.138560:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764419.138561:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764419.138563:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764419.138564:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764419.138565:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764419.138566:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764419.138567:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:0.0:1787764419.138569:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764419.138570:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764419.138571:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:0.0:1787764419.138574:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764419.138576:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138577:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764419.138580:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482346240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138591:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764419.138592:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764419.138593:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764419.138596:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764419.138597:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764419.138598:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764419.138600:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764419.138601:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:0.0:1787764419.138603:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764419.138604:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764419.138605:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:0.0:1787764419.138607:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764419.138609:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138610:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764419.138613:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482346368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138617:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764419.138618:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764419.138619:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764419.138621:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764419.138621:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764419.138622:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764419.138623:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764419.138624:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:0.0:1787764419.138625:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764419.138625:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764419.138626:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764419.138627:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764419.138628:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138629:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138631:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764419.138632:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.138633:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764419.138634:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764419.138635:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764419.138638:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138641:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764419.138642:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764419.138644:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764419.138645:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764419.138646:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764419.138647:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346496:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764419.138649:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764419.138650:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764419.138651:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764419.138652:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764419.138654:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764419.138656:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764419.138658:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764419.138659:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764419.138661:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764419.138663:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482346496, portal 4
00000100:00000001:0.0:1787764419.138664:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764419.138665:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:0.0:1787764419.138668:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138672:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764419.138673:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764419.138675:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764419.138676:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482346496, offset 0
00000400:00000200:0.0:1787764419.138678:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764419.138680:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764419.138682:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764419.138684:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764419.138685:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764419.138687:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764419.138688:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764419.138691:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277949:277949:256:4294967295] 192.168.203.115@tcp LPNI seq info [277949:277949:8:4294967295]
00000400:00000200:0.0:1787764419.138693:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764419.138697:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764419.138700:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764419.138702:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764419.138704:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764419.138706:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764419.138708:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764419.138710:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764419.138712:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764419.138714:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764419.138715:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764419.138717:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764419.138719:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764419.138720:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764419.138722:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764419.138723:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138728:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764419.138730:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138736:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.138738:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764419.138740:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764419.138742:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764419.138745:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764419.138747:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320670232
00000100:00000001:0.0:1787764419.138765:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320671527
00000100:00000001:0.0:1787764419.138768:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320670233
00000100:00000001:0.0:1787764419.138770:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320671527
00000100:00000001:0.0:1787764419.138772:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764419.138775:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.138776:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764419.138780:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764419/real 1787764419]  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764419.138786:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764419.138787:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764419.138788:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764419.138790:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764419.138790:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764419.138792:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764419.138793:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764419.138799:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138805:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764419.138806:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138808:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764419.138809:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764419.138812:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138818:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764419.138821:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138828:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764419.138830:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138832:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764419.138833:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138835:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764419.138836:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764419.138839:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764419.138842:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764419.138844:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764419.138846:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764419.138851:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346496:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764419.138853:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138855:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764419.138856:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482346496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764419.138859:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764419.138860:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764419.138861:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764419.138863:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764419.138864:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764419.138864:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764419.138866:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764419.138866:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:0.0:1787764419.138869:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764419.138870:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764419.138871:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:0.0:1787764419.138872:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764419.138873:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138874:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764419.138876:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764419.138877:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764419.138878:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764419.138880:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764419.840922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764419.840939:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764419.840942:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764419.840945:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764419.840950:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764419.840952:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764419.840954:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764419.840956:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764419.840969:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764419.840971:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764419.840973:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764419.840974:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764419.841029:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764419.841036:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764419.841041:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764420.480823:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320671527, at 4320671552
00000100:00000040:1.0:1787764420.480823:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320671527, at 4320671552
00000100:00000010:0.0:1787764420.480834:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00000100:00000010:1.0:1787764420.480836:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2175a0.
00010000:00000001:2.0:1787764420.864863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764420.864867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764420.864871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764420.864872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764420.864874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764420.864875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764420.864934:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764420.864938:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764420.864942:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764421.888857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764421.888863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764421.888869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764421.888870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764421.888873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764421.888874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764421.888920:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764421.888924:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764421.888927:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764422.912870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764422.912875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764422.912879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764422.912880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764422.912882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764422.912883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764422.912933:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764422.912936:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764422.912938:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764423.936842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764423.936852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764423.936856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764423.936856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764423.936858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764423.936859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764423.936912:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764423.936916:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764423.936920:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764424.256859:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764424.256867:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764424.256869:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764424.256871:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764424.256874:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764424.256881:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26002
00000400:00000200:0.0:1787764424.256889:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764424.256895:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764424.256899:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764424.256902:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.256905:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764424.256907:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.256909:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764424.256913:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764424.256915:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764424.256918:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764424.256921:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764424.256923:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764424.256925:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764424.256927:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.256929:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764424.256930:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.256931:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764424.256933:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764424.256935:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764424.256938:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764424.256940:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764424.256942:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764424.256944:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764424.256945:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764424.256947:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764424.256955:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764424.256957:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764424.256959:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764424.256961:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764424.256963:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764424.256965:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764424.256968:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764424.256973:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764424.256977:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764424.256984:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764424.256990:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764424.256993:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764424.256996:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764424.257013:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764424.257015:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764424.257018:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764424.257018:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764424.257019:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764424.257021:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764424.257023:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26002
00000400:00000200:0.0:1787764424.257026:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764424.257028:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764424.257030:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764424.257032:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257034:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764424.257036:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257038:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764424.257039:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764424.257040:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764424.257041:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764424.257043:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000100:00000001:1.0:1787764424.257043:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787764424.257047:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764424.257047:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787764424.257049:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764424.257051:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764424.257053:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257056:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764424.257059:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764424.257060:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257065:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764424.257069:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764424.257075:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764424.257075:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764424.257078:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764424.257079:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764424.257082:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764424.257082:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764424.257085:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764424.257086:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764424.257087:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764424.257091:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764424.257094:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787764424.257094:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482346624:192.168.203.115@tcp:250:kworker.0
00000008:00100000:0.0:1787764424.257099:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764424.257100:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1787764424.257112:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764424.257113:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764424.257118:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
02000000:00000001:1.0:1787764424.257119:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1787764424.257120:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764424.257121:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764424.257127:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764424.257127:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787764424.257130:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764424.257132:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764424.257133:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764424.257135:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764424.257135:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764424.257139:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764424.257142:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000400:00000200:1.0:1787764424.257146:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764424.257148:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764424.257151:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00100000:0.0:1787764424.257155:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764424.257157:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:0.0:1787764424.257164:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764424.257164:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482346624, portal 25
00000100:00000001:0.0:1787764424.257167:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.257168:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764424.257170:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:0.0:1787764424.257171:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764424.257177:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764424.257183:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764424.257188:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764424.257190:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764424.257191:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764424.257192:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764424.257193:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764424.257195:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26002
00000100:00000001:1.0:1787764424.257199:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1787764424.257200:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:1.0:1787764424.257203:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764424.257206:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000010:1.0:1787764424.257207:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00080000:0.0:1787764424.257209:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787764424.257211:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482346624, offset 0
00000100:00000040:0.0:1787764424.257213:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257216:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764424.257220:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764424.257220:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257224:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764424.257225:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764424.257226:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764424.257227:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764424.257228:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764424.257231:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764424.257231:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:0.0:1787764424.257236:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764424.257238:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257240:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764424.257241:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000040:0.0:1787764424.257244:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257247:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764424.257248:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764424.257251:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257253:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764424.257254:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787764424.257257:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764424.257261:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
02000000:00000001:0.0:1787764424.257262:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764424.257267:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764424.257267:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787764424.257272:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764424.257272:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000008:00100000:0.0:1787764424.257275:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764424.257280:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277950:277950:256:4294967295] 192.168.203.115@tcp LPNI seq info [277950:277950:8:4294967295]
00000008:00000001:0.0:1787764424.257281:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764424.257285:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764424.257290:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000010:0.0:1787764424.257291:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764424.257296:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764424.257299:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764424.257302:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764424.257303:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787764424.257304:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764424.257307:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764424.257309:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764424.257311:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
02000000:00000010:0.0:1787764424.257314:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000800:00000010:1.0:1787764424.257316:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000100:00000001:0.0:1787764424.257318:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764424.257324:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00100000:0.0:1787764424.257326:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764424.257330:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787764424.257342:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787764424.257342:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764424.257348:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764424.257348:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787764424.257357:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1787764424.257358:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764424.257363:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000100:00000001:0.0:1787764424.257368:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764424.257371:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764424.257372:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787764424.257376:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764424.257377:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764424.257378:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764424.257380:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764424.257384:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26002
00000400:00000200:0.0:1787764424.257388:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764424.257392:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764424.257395:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764424.257400:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000100:00080000:0.0:1787764424.257402:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787764424.257404:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000040:0.0:1787764424.257409:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764424.257411:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787764424.257412:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764424.257416:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000200:1.0:1787764424.257419:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764424.257420:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764424.257425:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764424.257427:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764424.257431:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764424.257433:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:1.0:1787764424.257434:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787764424.257435:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:1.0:1787764424.257438:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764424.257439:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764424.257446:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257450:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764424.257452:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764424.257454:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764424.257455:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764424.257458:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764424.257460:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:1.0:1787764424.257461:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764424.257464:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257467:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764424.257467:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:0.0:1787764424.257469:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764424.257471:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320676647
02000000:00000001:0.0:1787764424.257472:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764424.257475:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764424.257477:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000010:1.0:1787764424.257477:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fc00.
00000008:00100000:0.0:1787764424.257479:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764424.257482:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764424.257483:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.257484:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000010:0.0:1787764424.257487:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764424.257490:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764424.257491:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320676647
02000000:00000001:0.0:1787764424.257492:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764424.257496:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764424.257497:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fa20.
00000100:00000001:0.0:1787764424.257498:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764424.257500:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764424.257502:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1787764424.257503:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.257506:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787764424.257509:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:1.0:1787764424.257509:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.257514:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764424.257515:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764424.257519:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764424/real 1787764424]  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764424.257523:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787764424.257533:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787764424.257535:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787764424.257536:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787764424.257539:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764424.257540:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764424.257543:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000100:00000040:0.0:1787764424.257544:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764424.257545:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764424.257550:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764424.257555:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764424.257556:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764424.257561:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764424.257566:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764424.257567:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787764424.257567:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764424.257570:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764424.257575:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764424.257580:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26002
00000100:00000001:1.0:1787764424.257581:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:0.0:1787764424.257584:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764424.257585:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787764424.257588:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764424.257590:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787764424.257591:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764424.257595:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764424.257595:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764424.257601:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764424.257604:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00100000:1.0:1787764424.257605:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764424.257606:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764424.257610:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764424.257611:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764424.257614:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764424.257617:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764424.257620:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764424.257624:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764424.257624:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764424.257630:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257631:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764424.257632:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257633:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764424.257634:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764424.257635:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764424.257637:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764424.257638:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764424.257640:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764424.257641:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764424.257642:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764424.257645:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764424.257648:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764424.257654:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764424.257658:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.257660:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1787764424.257663:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000100:00000001:1.0:1787764424.257665:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787764424.257668:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:1.0:1787764424.257669:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764424.257672:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787764424.257674:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764424.257677:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.257677:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764424.257681:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764424.257682:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764424.257684:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1787764424.257687:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787764424.257688:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764424.257695:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
02000000:00000010:0.0:1787764424.257696:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:1.0:1787764424.257698:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787764424.257701:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764424.257705:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764424.257711:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764424.257723:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482346624:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764424.257728:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764424.257730:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764424.257737:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.257741:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.257746:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764424.257748:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764424.257790:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482346624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764424.257791:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26013)
00000100:00000001:1.0:1787764424.257801:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764424.257804:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764424.257806:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764424.257811:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764424.257813:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764424.257815:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764424.257817:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764424.257820:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:1.0:1787764424.257823:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764424.257825:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764424.257826:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:1.0:1787764424.257829:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764424.257830:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.257833:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.257838:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764424.257840:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.257842:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764424.257844:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764424.257845:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764424.257849:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.257855:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764424.257857:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764424.257858:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764424.257860:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764424.257862:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764424.257865:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346752:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764424.257868:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764424.257870:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764424.257872:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764424.257874:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764424.257878:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764424.257879:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764424.257883:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764424.257886:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764424.257889:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764424.257892:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482346752, portal 10
00000100:00000001:1.0:1787764424.257894:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764424.257895:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:1.0:1787764424.257902:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.257909:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764424.257911:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764424.257913:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764424.257915:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482346752, offset 0
00000400:00000200:1.0:1787764424.257919:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764424.257922:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764424.257925:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764424.257928:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764424.257930:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764424.257932:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764424.257934:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764424.257936:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277951:277951:256:4294967295] 192.168.203.115@tcp LPNI seq info [277951:277951:8:4294967295]
00000400:00000200:1.0:1787764424.257938:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764424.257943:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764424.257945:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764424.257947:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764424.257950:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764424.257952:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764424.257955:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764424.257956:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764424.257959:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764424.257960:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764424.257962:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764424.257964:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764424.257966:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764424.257967:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764424.257969:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764424.257971:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.257975:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764424.257977:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.257981:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.257982:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764424.257984:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764424.257986:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764424.257988:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764424.257989:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320675340
00000100:00000001:1.0:1787764424.257991:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320676647
00000100:00000001:1.0:1787764424.257993:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320675340
00000100:00000001:1.0:1787764424.257994:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320676647
00000100:00000001:1.0:1787764424.257995:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764424.257996:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.257997:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764424.257999:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764424/real 1787764424]  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764424.258003:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764424.258004:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764424.258005:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764424.258007:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764424.258007:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764424.258009:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764424.258011:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764424.258015:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258019:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764424.258020:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258021:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764424.258021:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764424.258023:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258026:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764424.258028:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258032:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764424.258033:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258034:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764424.258035:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258036:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764424.258037:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764424.258038:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764424.258040:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764424.258042:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764424.258044:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764424.258048:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346752:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764424.258050:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764424.258052:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258059:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764424.258060:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764424.258062:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764424.258063:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764424.258064:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764424.258065:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346880:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764424.258067:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764424.258068:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764424.258069:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764424.258070:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764424.258072:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764424.258073:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764424.258074:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764424.258075:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764424.258077:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764424.258078:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482346880, portal 10
00000100:00000001:1.0:1787764424.258079:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764424.258081:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:1.0:1787764424.258084:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258087:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764424.258089:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764424.258090:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764424.258091:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482346880, offset 0
00000400:00000200:1.0:1787764424.258093:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764424.258095:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764424.258097:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764424.258099:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764424.258100:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764424.258116:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764424.258118:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764424.258120:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277952:277952:256:4294967295] 192.168.203.115@tcp LPNI seq info [277952:277952:8:4294967295]
00000400:00000200:1.0:1787764424.258123:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764424.258126:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764424.258129:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764424.258131:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764424.258134:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764424.258135:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764424.258138:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764424.258140:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764424.258142:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764424.258143:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764424.258145:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764424.258147:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764424.258149:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764424.258150:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764424.258151:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764424.258153:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258158:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764424.258160:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258163:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.258164:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764424.258166:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764424.258168:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764424.258169:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764424.258171:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320675348
00000100:00000001:1.0:1787764424.258172:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320676647
00000100:00000001:1.0:1787764424.258173:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320675348
00000100:00000001:1.0:1787764424.258174:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320676647
00000100:00000001:1.0:1787764424.258175:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764424.258177:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.258178:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764424.258180:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764424/real 1787764424]  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764424.258184:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764424.258185:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764424.258186:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764424.258187:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764424.258188:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764424.258189:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764424.258190:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764424.258195:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258198:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764424.258199:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258200:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764424.258201:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764424.258203:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258206:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764424.258208:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258211:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764424.258213:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258214:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764424.258215:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258216:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764424.258217:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764424.258218:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764424.258220:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764424.258222:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764424.258224:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764424.258228:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482346880:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764424.258230:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764424.258233:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258239:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764424.258240:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764424.258242:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764424.258243:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764424.258245:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764424.258248:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347008:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764424.258250:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764424.258252:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764424.258254:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764424.258255:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764424.258258:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764424.258260:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764424.258263:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764424.258265:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764424.258268:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764424.258271:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482347008, portal 4
00000100:00000001:1.0:1787764424.258273:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764424.258274:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:1.0:1787764424.258280:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258286:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764424.258289:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764424.258291:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764424.258292:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482347008, offset 0
00000400:00000200:1.0:1787764424.258296:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764424.258299:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764424.258302:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764424.258303:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764424.258305:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764424.258306:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764424.258308:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764424.258309:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277953:277953:256:4294967295] 192.168.203.115@tcp LPNI seq info [277953:277953:8:4294967295]
00000400:00000200:1.0:1787764424.258312:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764424.258316:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764424.258318:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764424.258320:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764424.258322:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764424.258324:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764424.258326:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764424.258328:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764424.258330:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764424.258331:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764424.258333:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764424.258335:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764424.258337:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764424.258338:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764424.258339:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764424.258341:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258346:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764424.258348:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258351:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.258352:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764424.258354:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764424.258357:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764424.258358:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764424.258360:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320675348
00000100:00000001:1.0:1787764424.258361:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320676647
00000100:00000001:1.0:1787764424.258362:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320675348
00000100:00000001:1.0:1787764424.258363:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320676647
00000100:00000001:1.0:1787764424.258365:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764424.258366:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.258367:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764424.258369:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764424/real 1787764424]  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764424.258373:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764424.258374:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764424.258375:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764424.258376:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764424.258377:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764424.258378:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764424.258380:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764424.258384:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258388:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764424.258388:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258390:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764424.258390:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764424.258392:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258396:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764424.258398:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258402:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764424.258403:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258404:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764424.258405:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258406:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764424.258407:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764424.258408:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764424.258410:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764424.258411:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764424.258413:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764424.258417:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347008:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764424.258419:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764424.258420:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258424:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764424.258424:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764424.258426:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764424.258427:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764424.258428:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764424.258429:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347136:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764424.258431:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764424.258432:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764424.258433:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764424.258434:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764424.258436:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764424.258437:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764424.258439:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764424.258440:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764424.258442:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764424.258443:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482347136, portal 4
00000100:00000001:1.0:1787764424.258444:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764424.258445:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:1.0:1787764424.258448:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258452:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764424.258453:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764424.258454:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764424.258456:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482347136, offset 0
00000400:00000200:1.0:1787764424.258457:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764424.258459:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764424.258461:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764424.258462:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764424.258463:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764424.258465:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764424.258466:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764424.258468:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277954:277954:256:4294967295] 192.168.203.115@tcp LPNI seq info [277954:277954:8:4294967295]
00000400:00000200:1.0:1787764424.258470:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764424.258474:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764424.258476:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764424.258477:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764424.258479:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764424.258480:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764424.258482:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764424.258484:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764424.258486:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764424.258487:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764424.258489:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764424.258491:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764424.258492:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764424.258493:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764424.258495:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764424.258497:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258501:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764424.258503:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258506:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.258507:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764424.258509:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764424.258510:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764424.258512:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764424.258512:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320675352
00000100:00000001:1.0:1787764424.258514:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320676647
00000100:00000001:1.0:1787764424.258515:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320675352
00000100:00000001:1.0:1787764424.258517:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320676647
00000100:00000001:1.0:1787764424.258518:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764424.258519:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.258520:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764424.258521:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764424/real 1787764424]  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764424.258525:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764424.258526:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764424.258527:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764424.258528:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764424.258528:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764424.258529:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764424.258531:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764424.258535:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258542:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764424.258543:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258544:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764424.258545:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764424.258547:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258550:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764424.258552:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258555:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764424.258556:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258557:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764424.258558:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258559:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764424.258559:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764424.258561:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764424.258562:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764424.258563:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764424.258565:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764424.258569:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347136:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764424.258571:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258572:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764424.258574:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482346752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258577:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764424.258578:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764424.258580:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764424.258581:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764424.258582:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764424.258583:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764424.258584:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764424.258585:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:1.0:1787764424.258587:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764424.258588:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764424.258589:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:1.0:1787764424.258590:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764424.258591:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258592:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764424.258594:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482346880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258597:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764424.258598:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764424.258598:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764424.258599:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764424.258600:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764424.258601:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764424.258602:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764424.258602:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:1.0:1787764424.258604:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764424.258605:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764424.258606:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:1.0:1787764424.258607:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764424.258607:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258608:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764424.258610:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482347008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258613:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764424.258613:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764424.258614:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764424.258615:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764424.258616:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764424.258617:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764424.258618:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764424.258619:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:1.0:1787764424.258620:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764424.258620:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764424.258621:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:1.0:1787764424.258622:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764424.258623:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258624:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764424.258625:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482347136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764424.258628:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764424.258629:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764424.258630:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764424.258631:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764424.258631:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764424.258632:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764424.258633:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764424.258633:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:1.0:1787764424.258634:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764424.258635:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764424.258636:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:1.0:1787764424.258637:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764424.258637:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258638:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764424.258640:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764424.258641:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764424.258642:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764424.258643:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764424.960910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764424.960916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764424.960921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764424.960923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764424.960926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764424.960929:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764424.960931:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764424.960934:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764424.960937:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764424.960940:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764424.960942:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764424.960944:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764424.961024:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764424.961027:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764424.961029:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764425.600829:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320676647, at 4320676672
00000100:00000040:0.0:1787764425.600835:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320676647, at 4320676672
00000100:00000010:1.0:1787764425.600844:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fa20.
00000100:00000010:0.0:1787764425.600845:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fc00.
00010000:00000001:2.0:1787764425.984837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764425.984842:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764425.984846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764425.984848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764425.984851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764425.984852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764425.984901:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764425.984905:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764425.984908:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764427.008881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764427.008887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764427.008891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764427.008893:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764427.008895:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764427.008897:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764427.008899:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764427.008900:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764427.008901:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764427.008903:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764427.008905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764427.008906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764427.008953:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764427.008956:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764427.008959:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764428.032839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764428.032845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764428.032850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764428.032852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764428.032855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764428.032856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764428.032900:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764428.032903:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764428.032906:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764429.056914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764429.056920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764429.056925:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764429.056927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764429.056930:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764429.056931:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764429.056982:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764429.056985:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764429.056987:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764429.376865:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764429.376875:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764429.376878:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764429.376882:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764429.376886:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764429.376893:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26008
00000400:00000200:3.0:1787764429.376903:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764429.376909:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764429.376913:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764429.376917:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.376920:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764429.376923:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.376926:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764429.376930:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764429.376932:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764429.376934:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764429.376938:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764429.376940:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764429.376943:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764429.376946:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.376948:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764429.376950:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.376951:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764429.376954:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764429.376957:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764429.376960:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764429.376962:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764429.376967:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764429.376970:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.376971:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764429.376974:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764429.376983:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764429.376986:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764429.376991:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764429.376993:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.376995:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764429.376998:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764429.377002:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764429.377009:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764429.377015:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764429.377023:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764429.377032:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764429.377036:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764429.377040:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764429.377060:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764429.377063:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764429.377080:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764429.377082:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764429.377084:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764429.377087:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764429.377090:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26008
00000100:00000001:1.0:1787764429.377094:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787764429.377095:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764429.377099:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787764429.377102:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764429.377103:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787764429.377106:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764429.377112:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764429.377113:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377119:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764429.377124:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787764429.377124:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764429.377127:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.377129:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764429.377131:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787764429.377134:0:373192:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787764429.377135:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764429.377138:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
02000000:00000001:1.0:1787764429.377139:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764429.377143:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787764429.377145:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482347264:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764429.377148:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764429.377151:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764429.377154:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764429.377155:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
02000000:00000001:1.0:1787764429.377156:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764429.377160:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
00000020:00000001:3.0:1787764429.377163:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
02000000:00000001:1.0:1787764429.377164:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764429.377169:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000400:00000200:1.0:1787764429.377171:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764429.377176:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00000040:3.0:1787764429.377177:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377182:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787764429.377183:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000040:3.0:1787764429.377185:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377188:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764429.377190:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764429.377193:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377196:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764429.377199:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787764429.377201:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482347264, portal 25
00000100:00000001:1.0:1787764429.377204:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787764429.377204:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764429.377207:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
02000000:00000001:3.0:1787764429.377209:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.377213:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787764429.377214:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764429.377218:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764429.377222:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1787764429.377224:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764429.377226:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377228:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764429.377231:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000010:3.0:1787764429.377234:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000100:00000200:1.0:1787764429.377236:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482347264, offset 0
00000020:00000040:3.0:1787764429.377240:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764429.377244:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764429.377247:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764429.377248:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377250:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764429.377253:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764429.377255:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764429.377259:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:3.0:1787764429.377260:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764429.377265:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764429.377268:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00100000:3.0:1787764429.377274:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764429.377277:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764429.377284:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764429.377286:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764429.377290:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764429.377291:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764429.377296:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000040:3.0:1787764429.377297:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764429.377302:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277955:277955:256:4294967295] 192.168.203.115@tcp LPNI seq info [277955:277955:8:4294967295]
00000400:00000200:1.0:1787764429.377314:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764429.377315:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764429.377319:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764429.377324:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764429.377328:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764429.377331:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787764429.377331:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764429.377337:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764429.377341:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26008
00000800:00000200:1.0:1787764429.377345:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787764429.377349:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000010:1.0:1787764429.377351:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000400:00000200:3.0:1787764429.377355:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764429.377361:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764429.377365:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:1.0:1787764429.377367:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764429.377368:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787764429.377372:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787764429.377373:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377379:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:1.1:1787764429.377382:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:3.0:1787764429.377384:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787764429.377385:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1787764429.377387:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000800:00000100:1.0:1787764429.377391:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000020:00000001:3.0:1787764429.377392:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1787764429.377394:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000020:00000040:3.0:1787764429.377397:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:1.0:1787764429.377400:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787764429.377401:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764429.377405:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1787764429.377407:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764429.377410:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000100:00000040:3.0:1787764429.377413:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764429.377414:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:3.0:1787764429.377416:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764429.377419:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787764429.377419:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377423:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000200:1.0:1787764429.377426:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764429.377427:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764429.377432:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377437:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764429.377441:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764429.377445:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764429.377447:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787764429.377447:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.377451:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764429.377452:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787764429.377455:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764429.377455:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.377458:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764429.377465:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764429.377468:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000001:1.0:1787764429.377470:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764429.377471:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764429.377473:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.377476:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764429.377476:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764429.377480:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764429.377481:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764429.377484:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:1.0:1787764429.377485:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.377487:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764429.377492:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:3.0:1787764429.377493:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764429.377497:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320681767
00000100:00000001:3.0:1787764429.377501:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764429.377504:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764429.377506:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fa20.
00000100:00000040:3.0:1787764429.377507:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764429.377514:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.377516:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787764429.377517:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764429.377522:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764429.377523:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764429.377524:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764429.377526:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320681767
00000100:00000001:3.0:1787764429.377526:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764429.377531:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26008
00000100:00000010:1.0:1787764429.377532:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f240.
00000400:00000200:3.0:1787764429.377535:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764429.377536:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1787764429.377540:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764429.377541:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787764429.377542:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764429.377547:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764429.377547:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377552:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764429.377553:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787764429.377553:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377556:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764429.377557:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764429.377558:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764429.377559:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764429.377560:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764429.377561:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764429.377562:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764429.377564:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377565:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764429.377567:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377568:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764429.377571:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00100000:1.0:1787764429.377572:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764429/real 1787764429]  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764429.377574:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377578:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764429.377581:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764429.377583:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764429.377587:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.377590:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764429.377593:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1787764429.377596:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:3.0:1787764429.377596:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.377598:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764429.377600:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000010:3.0:1787764429.377602:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000400:00000010:1.0:1787764429.377605:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000020:00000040:3.0:1787764429.377605:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764429.377610:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764429.377612:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
02000000:00000001:3.0:1787764429.377612:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.377613:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764429.377617:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787764429.377618:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
02000000:00000001:3.0:1787764429.377618:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764429.377622:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:1.0:1787764429.377624:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764429.377625:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764429.377631:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764429.377635:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764429.377636:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764429.377640:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764429.377641:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764429.377651:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764429.377656:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764429.377658:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1787764429.377661:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764429.377661:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764429.377662:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764429.377668:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764429.377672:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787764429.377672:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26008
00000100:00000001:1.0:1787764429.377676:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764429.377677:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764429.377679:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1787764429.377681:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764429.377682:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764429.377684:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764429.377686:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377687:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764429.377688:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377690:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764429.377693:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:1.0:1787764429.377694:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764429.377694:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764429.377697:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764429.377699:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764429.377703:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764429.377707:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764429.377712:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377715:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764429.377718:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764429.377718:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377722:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764429.377725:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764429.377726:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764429.377729:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764429.377731:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764429.377731:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764429.377733:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764429.377737:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.377739:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764429.377741:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764429.377745:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.377768:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764429.377771:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764429.377773:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764429.377774:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764429.377775:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764429.377776:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764429.377777:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764429.377778:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764429.377780:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:1.0:1787764429.377783:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764429.377784:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.377790:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764429.377792:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764429.377793:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764429.377795:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.377800:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764429.377804:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764429.377804:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764429.377808:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764429.377810:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1787764429.377812:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764429.377816:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764429.377821:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764429.377825:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764429.377828:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764429.377834:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482347264:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764429.377840:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.377845:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764429.377848:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482347264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764429.377848:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26018)
00000100:00000001:1.0:1787764429.377855:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764429.377858:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764429.377860:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764429.377863:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764429.377864:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764429.377866:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764429.377867:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764429.377869:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764429.377872:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764429.377874:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764429.377875:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:1.0:1787764429.377877:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764429.377878:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.377879:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.377885:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764429.377886:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.377887:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764429.377888:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764429.377889:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764429.377891:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.377895:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764429.377896:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.377898:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764429.377899:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764429.377901:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764429.377904:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347392:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764429.377907:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764429.377909:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764429.377910:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.377912:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764429.377915:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764429.377917:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764429.377929:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764429.377933:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764429.377937:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764429.377941:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482347392, portal 10
00000100:00000001:1.0:1787764429.377943:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764429.377944:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000100:00000040:1.0:1787764429.377951:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.377957:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764429.377959:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764429.377961:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764429.377963:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482347392, offset 0
00000400:00000200:1.0:1787764429.377968:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764429.377972:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764429.377976:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764429.377979:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764429.377981:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764429.377983:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764429.377985:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764429.377988:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277956:277956:256:4294967295] 192.168.203.115@tcp LPNI seq info [277956:277956:8:4294967295]
00000400:00000200:1.0:1787764429.377992:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764429.377999:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764429.378003:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764429.378007:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764429.378010:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764429.378013:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764429.378017:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764429.378019:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764429.378021:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764429.378022:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764429.378024:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764429.378027:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764429.378029:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764429.378030:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764429.378031:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764429.378034:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378039:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764429.378041:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378045:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.378046:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764429.378048:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764429.378050:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764429.378052:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764429.378054:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320680460
00000100:00000001:1.0:1787764429.378056:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320681767
00000100:00000001:1.0:1787764429.378057:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320680460
00000100:00000001:1.0:1787764429.378058:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320681767
00000100:00000001:1.0:1787764429.378059:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764429.378061:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.378062:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764429.378064:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764429/real 1787764429]  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764429.378089:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764429.378090:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764429.378091:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764429.378093:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764429.378094:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764429.378095:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764429.378098:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764429.378102:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378106:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764429.378107:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378108:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764429.378109:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764429.378110:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378114:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764429.378117:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378120:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764429.378122:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378123:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764429.378124:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378126:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764429.378127:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764429.378130:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764429.378133:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764429.378135:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764429.378139:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764429.378146:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347392:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764429.378150:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764429.378153:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378159:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764429.378160:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.378163:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764429.378164:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764429.378166:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764429.378169:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347520:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764429.378172:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764429.378173:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764429.378175:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.378176:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764429.378180:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764429.378182:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764429.378185:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764429.378187:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764429.378190:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764429.378192:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482347520, portal 10
00000100:00000001:1.0:1787764429.378194:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764429.378195:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764429.378201:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378205:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764429.378206:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764429.378208:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764429.378209:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482347520, offset 0
00000400:00000200:1.0:1787764429.378212:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764429.378215:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764429.378218:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764429.378220:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764429.378221:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764429.378223:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764429.378225:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764429.378226:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277957:277957:256:4294967295] 192.168.203.115@tcp LPNI seq info [277957:277957:8:4294967295]
00000400:00000200:1.0:1787764429.378229:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764429.378233:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764429.378235:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764429.378237:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764429.378240:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764429.378241:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764429.378244:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764429.378245:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764429.378247:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764429.378249:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764429.378250:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764429.378252:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764429.378254:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764429.378255:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764429.378257:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764429.378258:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378263:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764429.378265:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378268:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.378269:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764429.378271:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764429.378273:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764429.378275:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764429.378276:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320680468
00000100:00000001:1.0:1787764429.378278:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320681767
00000100:00000001:1.0:1787764429.378279:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320680468
00000100:00000001:1.0:1787764429.378280:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320681767
00000100:00000001:1.0:1787764429.378281:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764429.378283:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.378284:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764429.378285:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764429/real 1787764429]  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764429.378290:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764429.378291:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764429.378292:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764429.378293:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764429.378294:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764429.378295:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764429.378297:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764429.378301:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378305:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764429.378305:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378306:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764429.378307:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764429.378309:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378312:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764429.378314:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378318:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764429.378320:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378321:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764429.378322:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378323:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764429.378324:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764429.378325:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764429.378327:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764429.378328:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764429.378330:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764429.378334:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347520:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764429.378336:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764429.378338:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378344:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764429.378345:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.378347:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764429.378349:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764429.378351:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764429.378353:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347648:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764429.378356:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764429.378358:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764429.378359:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.378361:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764429.378364:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764429.378365:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764429.378368:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764429.378371:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764429.378374:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764429.378376:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482347648, portal 4
00000100:00000001:1.0:1787764429.378378:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764429.378379:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764429.378384:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378391:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764429.378393:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764429.378396:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764429.378398:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482347648, offset 0
00000400:00000200:1.0:1787764429.378401:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764429.378404:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764429.378406:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764429.378408:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764429.378410:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764429.378411:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764429.378412:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764429.378414:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277958:277958:256:4294967295] 192.168.203.115@tcp LPNI seq info [277958:277958:8:4294967295]
00000400:00000200:1.0:1787764429.378417:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764429.378421:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764429.378423:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764429.378425:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764429.378427:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764429.378429:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764429.378431:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764429.378433:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764429.378435:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764429.378437:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764429.378439:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764429.378442:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764429.378445:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764429.378447:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764429.378449:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764429.378452:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378465:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764429.378468:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378474:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.378476:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764429.378478:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764429.378481:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764429.378484:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764429.378486:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320680468
00000100:00000001:1.0:1787764429.378488:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320681767
00000100:00000001:1.0:1787764429.378489:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320680468
00000100:00000001:1.0:1787764429.378490:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320681767
00000100:00000001:1.0:1787764429.378491:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764429.378493:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.378494:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764429.378496:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764429/real 1787764429]  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764429.378501:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764429.378502:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764429.378503:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764429.378504:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764429.378505:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764429.378506:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764429.378508:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764429.378513:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378516:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764429.378517:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378518:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764429.378519:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764429.378521:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378524:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764429.378526:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378530:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764429.378531:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378532:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764429.378533:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378534:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764429.378535:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764429.378536:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764429.378537:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764429.378539:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764429.378540:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764429.378544:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347648:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764429.378546:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764429.378548:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378552:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764429.378553:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.378554:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764429.378555:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764429.378556:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764429.378558:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347776:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764429.378560:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764429.378561:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764429.378562:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.378563:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764429.378565:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764429.378566:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764429.378568:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764429.378570:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764429.378571:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764429.378573:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482347776, portal 4
00000100:00000001:1.0:1787764429.378574:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764429.378575:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764429.378579:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378582:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764429.378584:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764429.378585:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764429.378586:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482347776, offset 0
00000400:00000200:1.0:1787764429.378588:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764429.378590:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764429.378592:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764429.378594:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764429.378595:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764429.378597:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764429.378598:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764429.378600:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277959:277959:256:4294967295] 192.168.203.115@tcp LPNI seq info [277959:277959:8:4294967295]
00000400:00000200:1.0:1787764429.378602:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764429.378606:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764429.378608:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764429.378609:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764429.378612:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764429.378614:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764429.378616:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764429.378618:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764429.378620:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764429.378621:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764429.378623:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764429.378625:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764429.378626:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764429.378627:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764429.378629:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764429.378630:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378635:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764429.378637:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378640:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.378641:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764429.378643:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764429.378644:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764429.378646:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764429.378647:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320680472
00000100:00000001:1.0:1787764429.378649:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320681767
00000100:00000001:1.0:1787764429.378650:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320680472
00000100:00000001:1.0:1787764429.378651:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320681767
00000100:00000001:1.0:1787764429.378652:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764429.378653:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.378654:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764429.378656:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764429/real 1787764429]  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764429.378660:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764429.378661:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764429.378662:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764429.378663:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764429.378664:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764429.378665:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764429.378667:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764429.378671:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378674:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764429.378675:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378676:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764429.378676:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764429.378678:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378681:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764429.378683:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378687:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764429.378688:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378689:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764429.378689:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378690:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764429.378691:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764429.378693:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764429.378695:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764429.378696:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764429.378698:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764429.378705:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482347776:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764429.378707:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378709:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764429.378710:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482347392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378716:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764429.378717:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764429.378718:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764429.378720:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764429.378722:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764429.378723:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764429.378725:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764429.378726:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764429.378729:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764429.378730:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764429.378731:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000100:00000001:1.0:1787764429.378735:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764429.378736:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378737:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764429.378741:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482347520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378764:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764429.378765:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764429.378766:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764429.378768:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764429.378769:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764429.378770:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764429.378771:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764429.378772:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764429.378774:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764429.378774:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764429.378775:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764429.378777:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764429.378778:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378779:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764429.378782:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482347648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378785:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764429.378786:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764429.378787:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764429.378788:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764429.378789:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764429.378789:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764429.378790:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764429.378791:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764429.378793:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764429.378793:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764429.378794:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764429.378795:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764429.378796:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378796:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764429.378798:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482347776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.378801:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764429.378802:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764429.378802:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764429.378804:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764429.378804:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764429.378805:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764429.378806:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764429.378806:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764429.378808:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764429.378808:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764429.378809:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764429.378811:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764429.378812:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378813:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.378816:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764429.378817:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.378818:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764429.378819:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764430.080823:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764430.080829:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764430.080830:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764430.080833:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764430.080836:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764430.080841:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764430.080842:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764430.080844:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764430.080846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764430.080847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764430.080849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764430.080850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764430.080885:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764430.080889:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764430.080892:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764430.720851:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320681767, at 4320681792
00000100:00000040:1.0:1787764430.720851:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320681767, at 4320681792
00000100:00000010:1.0:1787764430.720867:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f240.
00000100:00000010:0.0:1787764430.720871:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fa20.
00010000:00000001:2.0:1787764431.104849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764431.104854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764431.104857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764431.104858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764431.104860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764431.104861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764431.104909:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764431.104912:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764431.104915:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764432.128869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764432.128873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764432.128877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764432.128878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764432.128880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764432.128882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764432.128938:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764432.128943:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764432.128946:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764433.152896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764433.152900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764433.152903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764433.152904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764433.152906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764433.152907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764433.152946:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764433.152950:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764433.152952:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764434.176845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764434.176850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764434.176854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764434.176855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764434.176857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764434.176857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764434.176910:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764434.176914:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764434.176916:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764434.496801:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764434.496809:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764434.496811:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764434.496813:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764434.496816:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764434.496822:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26013
00000400:00000200:3.0:1787764434.496829:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764434.496834:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764434.496836:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764434.496838:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.496840:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.496842:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.496843:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764434.496846:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764434.496847:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764434.496849:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764434.496851:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764434.496852:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764434.496854:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764434.496855:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.496857:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.496858:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.496859:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764434.496861:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764434.496863:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764434.496865:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764434.496867:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764434.496869:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764434.496871:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.496873:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764434.496875:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764434.496880:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764434.496882:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764434.496885:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764434.496886:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.496888:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764434.496890:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764434.496893:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764434.496898:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764434.496903:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764434.496911:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764434.496921:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764434.496925:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764434.496930:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.496959:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764434.496962:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764434.496966:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764434.496967:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764434.496969:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764434.496972:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764434.496976:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26013
00000400:00000200:3.0:1787764434.496980:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764434.496983:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764434.496986:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764434.496989:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.496991:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.496994:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.496996:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764434.496998:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764434.496999:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764434.497003:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000100:00000001:1.0:1787764434.497004:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764434.497005:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764434.497009:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764434.497010:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764434.497014:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764434.497018:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:1.0:1787764434.497019:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764434.497024:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497028:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764434.497046:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787764434.497046:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764434.497050:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.497051:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764434.497056:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
02000000:00000001:1.0:1787764434.497058:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787764434.497058:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497062:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764434.497063:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764434.497064:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764434.497068:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764434.497069:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764434.497073:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764434.497075:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482347904:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764434.497075:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764434.497078:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764434.497083:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497084:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764434.497085:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764434.497089:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
02000000:00000001:1.0:1787764434.497090:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787764434.497091:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764434.497094:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764434.497094:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764434.497096:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764434.497099:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764434.497099:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764434.497100:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764434.497103:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764434.497107:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000010:3.0:1787764434.497107:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764434.497113:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.497114:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764434.497120:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764434.497123:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764434.497131:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787764434.497132:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00000001:3.0:1787764434.497133:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764434.497138:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764434.497142:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764434.497144:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764434.497147:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764434.497149:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1787764434.497150:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482347904, portal 25
00000100:00000001:3.0:1787764434.497150:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764434.497153:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764434.497155:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764434.497156:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764434.497159:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00080000:3.0:1787764434.497159:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26013
00000400:00000200:3.0:1787764434.497166:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:1.0:1787764434.497170:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764434.497170:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764434.497171:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764434.497177:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497181:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.497185:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764434.497188:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764434.497189:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764434.497193:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787764434.497197:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000020:00000040:3.0:1787764434.497197:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000400:00000010:1.0:1787764434.497201:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000020:00000001:3.0:1787764434.497201:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764434.497204:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000100:00000200:1.0:1787764434.497206:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482347904, offset 0
00000020:00000001:3.0:1787764434.497208:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764434.497213:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764434.497216:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764434.497219:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497223:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.497225:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497227:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764434.497228:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764434.497232:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764434.497237:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:1.0:1787764434.497240:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:3.0:1787764434.497242:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764434.497246:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764434.497248:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764434.497249:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764434.497253:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764434.497254:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764434.497257:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764434.497261:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000008:00100000:3.0:1787764434.497261:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764434.497267:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000008:00000001:3.0:1787764434.497267:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.497271:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764434.497276:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277960:277960:256:4294967295] 192.168.203.115@tcp LPNI seq info [277960:277960:8:4294967295]
00000100:00000010:3.0:1787764434.497277:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764434.497281:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000400:00000200:1.0:1787764434.497285:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764434.497286:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764434.497296:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764434.497298:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764434.497302:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764434.497305:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787764434.497307:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764434.497308:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764434.497315:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
02000000:00000010:3.0:1787764434.497315:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764434.497321:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764434.497325:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00100000:3.0:1787764434.497327:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764434.497332:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787764434.497334:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764434.497337:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764434.497341:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764434.497345:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764434.497349:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764434.497352:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787764434.497352:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1787764434.497358:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764434.497360:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764434.497362:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1787764434.497363:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497364:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1787764434.497369:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000100:00080000:3.0:1787764434.497369:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26013
00000400:00000200:3.0:1787764434.497375:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764434.497377:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764434.497378:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787764434.497378:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764434.497383:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497385:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.497389:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764434.497390:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764434.497391:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764434.497394:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764434.497397:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764434.497398:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764434.497399:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000400:00000200:1.0:1787764434.497400:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000020:00000001:3.0:1787764434.497401:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000010:1.0:1787764434.497404:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764434.497409:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787764434.497409:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764434.497413:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497416:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764434.497417:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764434.497418:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497422:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764434.497426:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764434.497430:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497434:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764434.497437:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764434.497440:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764434.497442:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497443:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764434.497443:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764434.497447:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764434.497450:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764434.497452:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.497452:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764434.497456:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764434.497459:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764434.497464:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764434.497466:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.497469:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764434.497470:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764434.497470:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764434.497472:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497474:0:257227:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1787764434.497477:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764434.497481:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497482:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764434.497485:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764434.497490:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764434.497491:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764434.497496:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764434.497502:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764434.497508:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320686887
00000100:00000001:3.0:1787764434.497508:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764434.497513:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787764434.497517:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f240.
00000100:00080000:3.0:1787764434.497518:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764434.497521:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764434.497523:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764434.497527:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787764434.497527:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764434.497532:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26013
00000100:00000001:1.0:1787764434.497537:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320686887
00000400:00000200:3.0:1787764434.497538:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000010:1.0:1787764434.497544:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f9c0.
00000400:00000200:3.0:1787764434.497545:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764434.497550:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764434.497551:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787764434.497555:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764434.497557:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764434.497559:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764434.497562:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497565:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764434.497571:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764434/real 1787764434]  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764434.497576:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497580:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764434.497582:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764434.497583:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764434.497586:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764434.497589:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000400:00000001:1.0:1787764434.497593:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1787764434.497593:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000001:1.0:1787764434.497597:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1787764434.497599:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000010:1.0:1787764434.497601:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000100:00000040:3.0:1787764434.497604:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764434.497607:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764434.497610:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764434.497613:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764434.497615:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787764434.497618:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000200:1.0:1787764434.497623:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.497623:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764434.497626:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764434.497630:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764434.497633:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764434.497637:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764434.497642:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764434.497645:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764434.497648:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.497656:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764434.497659:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764434.497660:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1787764434.497661:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497664:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764434.497664:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497670:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1787764434.497671:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764434.497673:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764434.497674:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764434.497679:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764434.497681:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764434.497682:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.497683:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764434.497685:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764434.497687:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497695:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787764434.497697:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000040:1.0:1787764434.497701:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.497703:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764434.497712:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764434.497715:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764434.497721:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.497725:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764434.497728:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764434.497728:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764434.497732:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497733:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764434.497737:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764434.497738:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764434.497742:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764434.497765:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764434.497769:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26023)
00000100:00080000:1.0:1787764434.497792:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764434.497795:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764434.497800:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764434.497809:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482347904:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764434.497813:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.497815:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764434.497818:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482347904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.497825:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764434.497827:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764434.497831:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764434.497834:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764434.497836:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764434.497837:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764434.497839:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764434.497842:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764434.497846:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764434.497847:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764434.497848:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764434.497852:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764434.497853:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.497855:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.497862:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764434.497864:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497865:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764434.497866:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764434.497867:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764434.497870:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.497874:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764434.497875:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764434.497876:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764434.497878:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764434.497879:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764434.497880:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348032:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764434.497882:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764434.497884:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764434.497885:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764434.497886:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764434.497888:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764434.497889:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764434.497892:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764434.497894:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764434.497896:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764434.497898:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482348032, portal 10
00000100:00000001:1.0:1787764434.497899:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764434.497900:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764434.497905:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.497909:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764434.497910:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764434.497911:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764434.497913:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482348032, offset 0
00000400:00000200:1.0:1787764434.497915:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764434.497917:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764434.497920:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764434.497922:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764434.497924:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764434.497925:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764434.497927:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764434.497928:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277961:277961:256:4294967295] 192.168.203.115@tcp LPNI seq info [277961:277961:8:4294967295]
00000400:00000200:1.0:1787764434.497931:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764434.497934:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764434.497937:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764434.497939:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764434.497941:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764434.497943:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764434.497946:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764434.497947:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764434.497950:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764434.497951:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764434.497953:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764434.497955:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764434.497956:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764434.497958:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764434.497959:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764434.497961:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.497966:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764434.497967:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.497971:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497972:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764434.497974:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764434.497976:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764434.497978:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764434.497979:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320685580
00000100:00000001:1.0:1787764434.497981:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320686887
00000100:00000001:1.0:1787764434.497982:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320685580
00000100:00000001:1.0:1787764434.497984:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320686887
00000100:00000001:1.0:1787764434.497985:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764434.497986:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.497987:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764434.497989:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764434/real 1787764434]  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764434.497993:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764434.497994:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764434.497994:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764434.497996:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764434.497997:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764434.497998:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764434.497999:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764434.498004:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498007:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764434.498008:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498009:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764434.498010:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764434.498011:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498015:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764434.498017:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498021:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764434.498022:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498024:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764434.498025:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498026:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764434.498027:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764434.498029:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764434.498044:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764434.498045:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764434.498048:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764434.498053:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348032:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764434.498055:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764434.498057:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498061:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764434.498062:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764434.498063:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764434.498064:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764434.498066:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764434.498067:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348160:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764434.498069:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764434.498070:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764434.498071:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764434.498072:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764434.498074:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764434.498075:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764434.498077:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764434.498078:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764434.498080:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764434.498082:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482348160, portal 10
00000100:00000001:1.0:1787764434.498083:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764434.498085:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764434.498088:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498092:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764434.498094:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764434.498095:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764434.498096:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482348160, offset 0
00000400:00000200:1.0:1787764434.498098:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764434.498101:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764434.498102:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764434.498104:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764434.498106:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764434.498107:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764434.498109:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764434.498111:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277962:277962:256:4294967295] 192.168.203.115@tcp LPNI seq info [277962:277962:8:4294967295]
00000400:00000200:1.0:1787764434.498113:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764434.498117:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764434.498119:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764434.498121:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764434.498123:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764434.498125:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764434.498127:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764434.498129:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764434.498131:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764434.498132:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764434.498134:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764434.498136:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764434.498138:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764434.498139:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764434.498141:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764434.498143:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498151:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764434.498152:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498156:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.498157:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764434.498158:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764434.498160:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764434.498161:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764434.498162:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320685588
00000100:00000001:1.0:1787764434.498164:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320686887
00000100:00000001:1.0:1787764434.498165:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320685588
00000100:00000001:1.0:1787764434.498166:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320686887
00000100:00000001:1.0:1787764434.498168:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764434.498169:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.498170:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764434.498178:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764434/real 1787764434]  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764434.498185:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764434.498185:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764434.498186:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764434.498188:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764434.498189:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764434.498190:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764434.498192:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764434.498197:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498200:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764434.498201:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498203:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764434.498204:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764434.498206:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498209:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764434.498211:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498215:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764434.498216:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498217:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764434.498217:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498218:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764434.498219:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764434.498220:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764434.498222:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764434.498223:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764434.498225:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764434.498229:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348160:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764434.498231:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764434.498233:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498236:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764434.498237:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764434.498238:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764434.498239:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764434.498240:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764434.498242:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348288:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764434.498244:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764434.498245:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764434.498246:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764434.498248:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764434.498249:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764434.498250:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764434.498252:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764434.498253:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764434.498255:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764434.498256:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482348288, portal 4
00000100:00000001:1.0:1787764434.498258:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764434.498258:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764434.498261:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498265:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764434.498266:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764434.498267:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764434.498268:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482348288, offset 0
00000400:00000200:1.0:1787764434.498270:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764434.498272:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764434.498274:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764434.498275:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764434.498277:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764434.498278:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764434.498279:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764434.498281:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277963:277963:256:4294967295] 192.168.203.115@tcp LPNI seq info [277963:277963:8:4294967295]
00000400:00000200:1.0:1787764434.498284:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764434.498287:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764434.498289:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764434.498291:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764434.498293:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764434.498295:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764434.498297:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764434.498298:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764434.498300:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764434.498302:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764434.498303:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764434.498305:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764434.498307:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764434.498308:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764434.498309:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764434.498311:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498315:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764434.498317:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498320:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.498321:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764434.498323:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764434.498324:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764434.498326:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764434.498327:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320685588
00000100:00000001:1.0:1787764434.498328:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320686887
00000100:00000001:1.0:1787764434.498330:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320685588
00000100:00000001:1.0:1787764434.498331:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320686887
00000100:00000001:1.0:1787764434.498332:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764434.498333:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.498334:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764434.498336:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764434/real 1787764434]  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764434.498339:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764434.498341:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764434.498342:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764434.498343:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764434.498344:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764434.498345:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764434.498346:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764434.498351:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498354:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764434.498355:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498355:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764434.498356:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764434.498358:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498361:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764434.498363:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498366:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764434.498368:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498368:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764434.498369:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498370:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764434.498371:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764434.498373:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764434.498374:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764434.498376:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764434.498378:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764434.498385:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348288:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764434.498387:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764434.498389:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498392:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764434.498393:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764434.498394:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764434.498395:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764434.498396:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764434.498397:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348416:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764434.498399:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764434.498400:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764434.498401:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764434.498401:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764434.498403:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764434.498404:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764434.498406:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764434.498407:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764434.498409:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764434.498410:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482348416, portal 4
00000100:00000001:1.0:1787764434.498411:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764434.498412:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764434.498415:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498419:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764434.498420:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764434.498421:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764434.498422:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482348416, offset 0
00000400:00000200:1.0:1787764434.498424:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764434.498426:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764434.498428:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764434.498430:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764434.498431:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764434.498432:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764434.498434:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764434.498435:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277964:277964:256:4294967295] 192.168.203.115@tcp LPNI seq info [277964:277964:8:4294967295]
00000400:00000200:1.0:1787764434.498438:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764434.498441:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764434.498443:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764434.498444:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764434.498446:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764434.498447:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764434.498449:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764434.498452:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764434.498454:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764434.498455:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764434.498456:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764434.498458:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764434.498459:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764434.498460:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764434.498461:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764434.498463:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498467:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764434.498469:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498472:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.498473:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764434.498474:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764434.498476:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764434.498477:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764434.498479:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320685592
00000100:00000001:1.0:1787764434.498480:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320686887
00000100:00000001:1.0:1787764434.498481:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320685592
00000100:00000001:1.0:1787764434.498483:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320686887
00000100:00000001:1.0:1787764434.498484:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764434.498485:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.498486:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764434.498487:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764434/real 1787764434]  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764434.498491:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764434.498492:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764434.498492:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764434.498493:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764434.498494:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764434.498495:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764434.498497:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764434.498501:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498504:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764434.498505:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498506:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764434.498507:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764434.498509:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498512:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764434.498514:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498517:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764434.498519:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498520:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764434.498521:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498522:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764434.498523:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764434.498524:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764434.498526:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764434.498527:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764434.498528:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764434.498532:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348416:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764434.498534:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498535:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764434.498537:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482348032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498542:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764434.498543:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764434.498544:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764434.498547:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764434.498548:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764434.498549:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764434.498551:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764434.498552:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764434.498555:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764434.498556:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764434.498557:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:1.0:1787764434.498562:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764434.498564:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498565:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764434.498569:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482348160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498580:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764434.498581:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764434.498583:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764434.498585:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764434.498586:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764434.498587:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764434.498589:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764434.498590:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764434.498592:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764434.498593:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764434.498595:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764434.498597:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764434.498598:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498599:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764434.498603:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482348288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498609:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764434.498609:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764434.498610:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764434.498612:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764434.498613:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764434.498613:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764434.498615:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764434.498615:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764434.498616:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764434.498617:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764434.498618:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764434.498619:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764434.498620:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498621:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764434.498623:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482348416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764434.498626:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764434.498627:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764434.498628:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764434.498629:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764434.498630:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764434.498631:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764434.498632:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764434.498632:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764434.498634:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764434.498635:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764434.498636:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764434.498637:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764434.498637:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498638:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764434.498640:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764434.498641:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764434.498642:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764434.498643:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764435.200858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764435.200862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764435.200872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764435.200873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764435.200875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764435.200878:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764435.200880:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764435.200882:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764435.200884:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764435.200886:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764435.200887:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764435.200888:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764435.200940:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764435.200944:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764435.200947:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764435.840834:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320686887, at 4320686912
00000100:00000040:1.0:1787764435.840834:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320686887, at 4320686912
00000100:00000010:1.0:1787764435.840848:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f9c0.
00000100:00000010:0.0:1787764435.840855:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f240.
00010000:00000001:2.0:1787764436.224858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764436.224864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764436.224869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764436.224870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764436.224873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764436.224874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764436.224937:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764436.224942:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764436.224945:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764437.248883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764437.248889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764437.248895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764437.248897:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764437.248899:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764437.248901:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764437.248903:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764437.248906:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764437.248907:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764437.248908:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764437.248912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764437.248913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764437.248967:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764437.248973:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764437.248976:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764438.272881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764438.272888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764438.272893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764438.272894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764438.272896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764438.272897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764438.272961:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764438.272966:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764438.272971:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764439.296867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764439.296873:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764439.296874:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764439.296877:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764439.296880:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764439.296882:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764439.296883:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764439.296884:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764439.296886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764439.296887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764439.296889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764439.296890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764439.296966:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764439.296973:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764439.296978:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764439.616856:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764439.616864:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764439.616865:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764439.616868:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764439.616872:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764439.616878:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26018
00000400:00000200:2.0:1787764439.616885:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764439.616891:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764439.616893:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764439.616895:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.616897:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.616899:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.616902:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764439.616905:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764439.616906:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764439.616908:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764439.616910:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764439.616912:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764439.616913:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764439.616915:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.616916:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.616917:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.616918:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764439.616920:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764439.616922:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764439.616923:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764439.616925:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764439.616927:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764439.616929:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.616930:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764439.616932:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764439.616938:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6da40.
00000020:00000040:2.0:1787764439.616941:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764439.616944:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764439.616944:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.616946:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764439.616949:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764439.616952:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764439.616957:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6400.
00000100:00000001:2.0:1787764439.616962:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764439.616969:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764439.616976:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764439.616979:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764439.616982:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003501baba] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764439.617025:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764439.617028:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764439.617030:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764439.617031:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764439.617032:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764439.617034:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764439.617037:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26018
00000400:00000200:2.0:1787764439.617040:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764439.617043:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764439.617044:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764439.617046:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617048:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764439.617050:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787764439.617050:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617052:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764439.617055:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764439.617056:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000100:00000001:1.0:1787764439.617057:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787764439.617057:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764439.617061:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787764439.617061:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764439.617065:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764439.617067:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:1.0:1787764439.617072:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764439.617072:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617075:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.617079:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617082:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764439.617086:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764439.617089:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764439.617091:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764439.617092:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.617094:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764439.617095:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764439.617100:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764439.617102:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764439.617104:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764439.617105:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.617108:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764439.617109:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787764439.617111:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764439.617116:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482348544:192.168.203.115@tcp:250:kworker.0
00000008:00000001:2.0:1787764439.617116:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.617120:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.617124:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1787764439.617127:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
02000000:00000001:1.0:1787764439.617129:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1787764439.617130:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764439.617133:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764439.617134:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764439.617136:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.617138:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764439.617139:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787764439.617139:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764439.617143:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764439.617146:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000100:00000001:2.0:1787764439.617149:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764439.617153:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787764439.617154:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764439.617159:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.617164:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764439.617167:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.617168:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764439.617172:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764439.617173:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764439.617180:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:2.0:1787764439.617181:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764439.617186:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764439.617188:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482348544, portal 25
00000100:00080000:2.0:1787764439.617188:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764439.617191:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764439.617193:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787764439.617194:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764439.617195:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980239936 : -118790729311680 : ffff93f5e0c6da40)
00000100:00000001:2.0:1787764439.617197:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764439.617200:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26018
00000100:00000040:1.0:1787764439.617204:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764439.617204:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764439.617209:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764439.617212:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764439.617218:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617221:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.617223:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764439.617226:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787764439.617226:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764439.617235:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764439.617239:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764439.617240:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787764439.617242:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000020:00000040:2.0:1787764439.617243:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764439.617246:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764439.617248:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000010:1.0:1787764439.617249:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000040:2.0:1787764439.617251:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617254:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764439.617255:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482348544, offset 0
00000100:00000040:2.0:1787764439.617256:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617260:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764439.617262:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764439.617264:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617266:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764439.617269:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764439.617270:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
02000000:00000001:2.0:1787764439.617271:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764439.617274:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.617275:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764439.617277:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764439.617278:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.617280:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.617283:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000010:2.0:1787764439.617284:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6fc00.
00000020:00000040:2.0:1787764439.617287:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764439.617289:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764439.617290:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.617292:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:2.0:1787764439.617293:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764439.617295:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764439.617298:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.617301:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1787764439.617302:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764439.617306:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.617308:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00100000:2.0:1787764439.617312:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764439.617316:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764439.617322:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617325:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764439.617328:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.617330:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277965:277965:256:4294967295] 192.168.203.115@tcp LPNI seq info [277965:277965:8:4294967295]
00000100:00000040:2.0:1787764439.617333:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c4bb1e] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764439.617340:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764439.617345:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764439.617347:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764439.617353:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764439.617356:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764439.617357:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787764439.617358:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764439.617363:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764439.617367:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26018
00000800:00000200:1.0:1787764439.617371:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764439.617372:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764439.617377:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000010:1.0:1787764439.617379:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000100:00080000:2.0:1787764439.617380:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764439.617385:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617386:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.617390:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.0:1787764439.617391:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764439.617392:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764439.617396:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764439.617397:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000800:00000200:1.0:1787764439.617398:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1787764439.617399:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764439.617401:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764439.617404:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764439.617407:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000800:00000200:1.1:1787764439.617408:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:2.0:1787764439.617410:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617415:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787764439.617415:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1787764439.617418:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617421:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764439.617424:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000800:00000100:1.0:1787764439.617425:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00080000:2.0:1787764439.617428:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000010:1.0:1787764439.617431:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000100:00000001:2.0:1787764439.617431:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764439.617434:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764439.617437:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764439.617439:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.617440:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787764439.617440:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764439.617443:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764439.617445:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.617447:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764439.617450:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000400:00000200:1.0:1787764439.617451:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1787764439.617453:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764439.617455:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764439.617456:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.617457:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764439.617458:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
02000000:00000001:2.0:1787764439.617458:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764439.617460:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764439.617463:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
02000000:00000010:2.0:1787764439.617464:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764439.617469:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.617470:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1787764439.617474:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787764439.617479:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764439.617481:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764439.617484:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764439.617491:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.617500:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787764439.617501:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764439.617505:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764439.617507:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764439.617509:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787764439.617510:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764439.617511:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764439.617515:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764439.617518:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26018
00000400:00000200:2.0:1787764439.617525:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764439.617530:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.617532:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1787764439.617535:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764439.617537:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764439.617538:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764439.617544:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617546:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764439.617547:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764439.617548:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764439.617552:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320692007
00000100:00000001:2.0:1787764439.617552:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764439.617556:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764439.617558:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764439.617559:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:1.0:1787764439.617560:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f9c0.
00000020:00000040:2.0:1787764439.617561:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764439.617565:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764439.617566:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764439.617569:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787764439.617569:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617570:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.617574:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764439.617576:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764439.617577:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764439.617579:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764439.617580:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320692007
00000100:00000001:2.0:1787764439.617581:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764439.617586:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1787764439.617587:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f3c0.
02000000:00000001:2.0:1787764439.617588:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764439.617592:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.617594:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764439.617595:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000008:00100000:2.0:1787764439.617595:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764439.617600:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.617602:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764439.617602:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764439.617605:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000100:00000001:1.0:1787764439.617607:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764439.617608:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764439.617611:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764439.617612:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787764439.617613:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.617617:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764439.617620:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787764439.617621:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764439/real 1787764439]  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764439.617622:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764439.617629:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764439.617635:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764439.617636:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764439.617640:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764439.617642:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000100:00100000:2.0:1787764439.617644:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764439.617646:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764439.617649:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764439.617654:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787764439.617659:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764439.617661:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764439.617662:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764439.617670:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764439.617682:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764439.617682:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764439.617688:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26028)
00000100:00000001:1.0:1787764439.617696:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764439.617698:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.617700:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.617702:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764439.617707:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.617714:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764439.617719:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.617726:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764439.617728:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.617730:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.617731:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.617733:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764439.617735:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764439.617737:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764439.617740:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764439.617742:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764439.617746:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764439.617778:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482348544:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764439.617783:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.617785:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.617789:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6da40 x1874595482348544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.617802:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764439.617804:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764439.617807:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764439.617810:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764439.617812:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764439.617813:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764439.617815:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764439.617818:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6400.
02000000:00000001:1.0:1787764439.617821:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764439.617823:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764439.617824:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6da40.
00000100:00000001:1.0:1787764439.617826:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764439.617828:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.617830:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.617835:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764439.617837:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.617839:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764439.617840:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764439.617842:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764439.617845:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.617852:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764439.617854:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.617856:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764439.617857:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764439.617859:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764439.617862:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348672:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764439.617866:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764439.617868:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764439.617869:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.617871:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764439.617874:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764439.617876:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.617879:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764439.617882:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764439.617885:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764439.617888:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482348672, portal 10
00000100:00000001:1.0:1787764439.617890:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764439.617892:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980243776 : -118790729307840 : ffff93f5e0c6e940)
00000100:00000040:1.0:1787764439.617897:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.617904:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764439.617907:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764439.617908:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764439.617911:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482348672, offset 0
00000400:00000200:1.0:1787764439.617914:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764439.617918:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764439.617921:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764439.617924:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764439.617926:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764439.617929:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764439.617931:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764439.617934:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277966:277966:256:4294967295] 192.168.203.115@tcp LPNI seq info [277966:277966:8:4294967295]
00000400:00000200:1.0:1787764439.617938:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764439.617944:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764439.617948:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764439.617951:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764439.617954:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764439.617957:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764439.617961:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764439.617963:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764439.617966:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764439.617968:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764439.617971:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764439.617974:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764439.617977:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764439.617978:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764439.617982:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764439.617985:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.617992:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.618006:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618014:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.618016:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764439.618019:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764439.618022:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764439.618025:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764439.618027:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320690700
00000100:00000001:1.0:1787764439.618030:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320692007
00000100:00000001:1.0:1787764439.618032:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320690700
00000100:00000001:1.0:1787764439.618034:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320692007
00000100:00000001:1.0:1787764439.618036:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764439.618038:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.618040:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764439.618043:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764439/real 1787764439]  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764439.618051:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764439.618052:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764439.618053:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764439.618056:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764439.618057:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764439.618059:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764439.618062:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764439.618070:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618081:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764439.618083:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618084:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.618086:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764439.618089:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618095:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764439.618098:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618105:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764439.618107:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618109:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.618110:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618112:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764439.618114:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764439.618116:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764439.618119:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764439.618122:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764439.618126:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764439.618133:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348672:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764439.618136:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764439.618139:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618145:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764439.618146:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.618149:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764439.618150:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764439.618152:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764439.618154:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348800:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764439.618157:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764439.618159:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764439.618160:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.618162:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764439.618165:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764439.618167:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.618170:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764439.618173:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764439.618176:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764439.618179:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482348800, portal 10
00000100:00000001:1.0:1787764439.618181:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764439.618182:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980248576 : -118790729303040 : ffff93f5e0c6fc00)
00000100:00000040:1.0:1787764439.618187:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618193:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764439.618195:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764439.618198:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764439.618200:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482348800, offset 0
00000400:00000200:1.0:1787764439.618204:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764439.618207:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764439.618211:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764439.618214:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764439.618216:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764439.618219:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764439.618221:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764439.618224:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277967:277967:256:4294967295] 192.168.203.115@tcp LPNI seq info [277967:277967:8:4294967295]
00000400:00000200:1.0:1787764439.618228:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764439.618234:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764439.618239:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764439.618242:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764439.618246:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764439.618248:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764439.618253:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764439.618255:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764439.618259:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764439.618261:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764439.618264:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764439.618267:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764439.618271:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764439.618272:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764439.618275:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764439.618279:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618286:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.618289:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618294:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.618296:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764439.618298:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764439.618301:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764439.618304:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764439.618306:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320690708
00000100:00000001:1.0:1787764439.618308:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320692007
00000100:00000001:1.0:1787764439.618310:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320690708
00000100:00000001:1.0:1787764439.618312:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320692007
00000100:00000001:1.0:1787764439.618314:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764439.618316:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.618318:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764439.618321:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764439/real 1787764439]  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764439.618329:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764439.618330:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764439.618332:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764439.618334:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764439.618335:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764439.618337:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764439.618341:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764439.618349:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618355:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764439.618356:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618358:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.618359:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764439.618362:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618368:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764439.618372:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618378:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764439.618380:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618382:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.618383:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618385:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764439.618386:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764439.618389:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764439.618392:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764439.618394:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764439.618398:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764439.618406:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348800:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764439.618410:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764439.618412:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618418:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764439.618420:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.618422:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764439.618423:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764439.618425:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764439.618429:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348928:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764439.618431:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764439.618433:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764439.618435:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.618436:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764439.618440:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764439.618442:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.618446:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764439.618448:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764439.618451:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764439.618454:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482348928, portal 4
00000100:00000001:1.0:1787764439.618456:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764439.618457:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980242816 : -118790729308800 : ffff93f5e0c6e580)
00000100:00000040:1.0:1787764439.618463:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618469:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764439.618471:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764439.618473:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764439.618475:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482348928, offset 0
00000400:00000200:1.0:1787764439.618480:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764439.618483:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764439.618486:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764439.618489:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764439.618492:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764439.618494:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764439.618496:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764439.618499:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277968:277968:256:4294967295] 192.168.203.115@tcp LPNI seq info [277968:277968:8:4294967295]
00000400:00000200:1.0:1787764439.618503:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764439.618509:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764439.618513:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764439.618516:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764439.618520:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764439.618522:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764439.618526:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764439.618528:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764439.618532:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764439.618534:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764439.618537:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764439.618540:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764439.618542:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764439.618544:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764439.618546:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764439.618550:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618557:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.618559:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618565:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.618567:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764439.618570:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764439.618573:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764439.618576:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764439.618578:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320690708
00000100:00000001:1.0:1787764439.618581:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320692007
00000100:00000001:1.0:1787764439.618583:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320690708
00000100:00000001:1.0:1787764439.618584:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320692007
00000100:00000001:1.0:1787764439.618586:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764439.618589:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.618590:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764439.618594:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764439/real 1787764439]  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764439.618601:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764439.618603:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764439.618604:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764439.618607:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764439.618608:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764439.618610:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764439.618614:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764439.618622:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618628:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764439.618629:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618631:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.618632:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764439.618635:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618642:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764439.618645:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618651:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764439.618655:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618656:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.618657:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618659:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764439.618661:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764439.618663:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764439.618666:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764439.618668:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764439.618672:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764439.618679:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482348928:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764439.618683:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764439.618686:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618692:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764439.618693:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.618695:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764439.618697:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764439.618699:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764439.618702:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349056:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764439.618705:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764439.618706:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764439.618708:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.618710:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764439.618713:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764439.618715:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.618718:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764439.618720:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764439.618723:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764439.618726:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482349056, portal 4
00000100:00000001:1.0:1787764439.618728:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764439.618729:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980240896 : -118790729310720 : ffff93f5e0c6de00)
00000100:00000040:1.0:1787764439.618735:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618741:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764439.618743:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764439.618745:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764439.618763:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482349056, offset 0
00000400:00000200:1.0:1787764439.618767:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764439.618771:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764439.618774:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764439.618777:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764439.618779:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764439.618782:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764439.618784:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764439.618787:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277969:277969:256:4294967295] 192.168.203.115@tcp LPNI seq info [277969:277969:8:4294967295]
00000400:00000200:1.0:1787764439.618791:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764439.618797:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764439.618802:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764439.618805:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764439.618808:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764439.618811:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764439.618815:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764439.618817:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764439.618820:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764439.618822:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764439.618825:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764439.618828:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764439.618830:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764439.618832:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764439.618834:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764439.618837:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618850:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.618853:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618859:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.618860:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764439.618863:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764439.618866:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764439.618869:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764439.618871:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320690713
00000100:00000001:1.0:1787764439.618873:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320692007
00000100:00000001:1.0:1787764439.618876:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320690713
00000100:00000001:1.0:1787764439.618878:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320692007
00000100:00000001:1.0:1787764439.618880:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764439.618881:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.618883:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764439.618887:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764439/real 1787764439]  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764439.618894:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764439.618895:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764439.618897:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764439.618899:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764439.618900:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764439.618902:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764439.618906:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764439.618913:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618919:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764439.618921:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618923:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.618924:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764439.618928:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618934:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764439.618937:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618943:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764439.618946:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618947:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.618948:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618950:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764439.618951:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764439.618954:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764439.618957:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764439.618959:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764439.618962:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764439.618970:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349056:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764439.618973:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.618975:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.618979:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e940 x1874595482348672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.618985:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764439.618987:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764439.618989:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764439.618992:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764439.618993:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764439.619023:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764439.619025:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764439.619027:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4000.
02000000:00000001:1.0:1787764439.619030:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764439.619031:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764439.619033:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e940.
00000100:00000001:1.0:1787764439.619035:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764439.619037:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.619038:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.619042:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6fc00 x1874595482348800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.619049:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764439.619050:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764439.619052:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764439.619054:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764439.619055:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764439.619056:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764439.619058:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764439.619059:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5400.
02000000:00000001:1.0:1787764439.619061:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764439.619062:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764439.619063:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6fc00.
00000100:00000001:1.0:1787764439.619065:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764439.619066:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.619068:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.619071:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e580 x1874595482348928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.619077:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764439.619078:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764439.619079:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764439.619080:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764439.619081:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764439.619083:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764439.619084:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764439.619086:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:1.0:1787764439.619088:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764439.619089:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764439.619090:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e580.
00000100:00000001:1.0:1787764439.619092:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764439.619093:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.619095:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.619098:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6de00 x1874595482349056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.619104:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764439.619105:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764439.619106:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764439.619108:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764439.619109:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764439.619111:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764439.619112:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764439.619114:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:1.0:1787764439.619116:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764439.619117:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764439.619118:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6de00.
00000100:00000001:1.0:1787764439.619121:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764439.619122:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.619123:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.619127:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764439.619128:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.619130:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764439.619132:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764440.320842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764440.320849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764440.320854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764440.320855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764440.320857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764440.320858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764440.320905:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764440.320909:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764440.320913:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764440.960847:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320692007, at 4320692032
00000100:00000040:1.0:1787764440.960847:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320692007, at 4320692032
00000100:00000010:0.0:1787764440.960861:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f9c0.
00000100:00000010:1.0:1787764440.960862:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f3c0.
00010000:00000001:2.0:1787764441.344910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764441.344916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764441.344922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764441.344924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764441.344927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764441.344928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764441.345000:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764441.345004:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764441.345007:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764442.368847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764442.368851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764442.368855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764442.368856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764442.368858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764442.368859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764442.368938:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764442.368943:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764442.368945:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764443.392910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764443.392917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764443.392923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764443.392924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764443.392928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764443.392929:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764443.392990:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764443.392995:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764443.392998:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764444.416914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764444.416923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764444.416931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764444.416932:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764444.416936:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764444.416940:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764444.416943:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764444.416946:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764444.416950:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764444.416952:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764444.416954:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764444.416957:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764444.417124:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764444.417128:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764444.417131:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764444.736877:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764444.736897:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764444.736900:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764444.736904:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764444.736909:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764444.736919:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26023
00000400:00000200:3.0:1787764444.736929:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764444.736937:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764444.736941:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764444.736943:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764444.736946:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764444.736947:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764444.736949:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764444.736958:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764444.736974:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764444.736978:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764444.736982:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764444.736983:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764444.736985:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764444.736987:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764444.736988:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764444.736989:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764444.736991:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764444.736993:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764444.736996:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764444.736998:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764444.737001:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764444.737004:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764444.737007:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764444.737010:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764444.737013:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764444.737025:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764444.737029:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764444.737034:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764444.737036:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764444.737040:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764444.737043:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764444.737047:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764444.737063:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764444.737070:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764444.737082:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764444.737093:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764444.737098:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764444.737104:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764444.737130:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764444.737141:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764444.737145:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764444.737147:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764444.737148:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764444.737152:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764444.737154:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26023
00000400:00000200:3.0:1787764444.737159:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764444.737162:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764444.737165:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764444.737168:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764444.737170:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764444.737172:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764444.737174:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764444.737177:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764444.737179:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764444.737181:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764444.737184:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764444.737186:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764444.737195:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764444.737200:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764444.737204:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764444.737206:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764444.737207:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764444.737209:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764444.737212:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764444.737214:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764444.737217:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000040:1.0:1787764444.737223:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764444.737223:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764444.737229:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764444.737233:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764444.737240:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764444.737244:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.737248:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764444.737250:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764444.737254:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764444.737256:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764444.737262:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787764444.737262:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764444.737267:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764444.737269:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764444.737272:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764444.737273:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482349184:192.168.203.115@tcp:250:kworker.0
00000100:00000010:3.0:1787764444.737277:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000100:00000001:1.0:1787764444.737280:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787764444.737281:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764444.737285:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764444.737286:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764444.737288:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764444.737289:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.737292:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764444.737293:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764444.737296:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787764444.737299:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:3.0:1787764444.737299:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.737304:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764444.737305:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000400:00000200:1.0:1787764444.737310:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764444.737314:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00000001:3.0:1787764444.737321:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764444.737323:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00100000:3.0:1787764444.737329:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787764444.737334:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482349184, portal 25
00000100:00000001:1.0:1787764444.737340:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764444.737341:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764444.737344:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000001:3.0:1787764444.737346:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764444.737353:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764444.737356:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764444.737371:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.737375:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787764444.737376:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787764444.737380:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764444.737384:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1787764444.737385:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000001:3.0:1787764444.737387:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787764444.737389:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482349184, offset 0
00000100:00080000:3.0:1787764444.737390:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764444.737404:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764444.737405:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764444.737409:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26023
00000400:00000200:3.0:1787764444.737415:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764444.737419:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764444.737420:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764444.737425:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764444.737429:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764444.737433:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:3.0:1787764444.737434:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764444.737439:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764444.737442:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764444.737443:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787764444.737446:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764444.737449:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000400:00000200:1.0:1787764444.737451:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764444.737454:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764444.737456:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764444.737461:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277970:277970:256:4294967295] 192.168.203.115@tcp LPNI seq info [277970:277970:8:4294967295]
00000020:00000001:3.0:1787764444.737462:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764444.737467:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764444.737467:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764444.737472:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764444.737475:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764444.737481:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764444.737483:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764444.737485:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764444.737491:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.0:1787764444.737494:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764444.737499:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000100:00000001:3.0:1787764444.737503:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764444.737508:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000800:00000200:1.0:1787764444.737511:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764444.737513:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764444.737518:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764444.737519:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1787764444.737522:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764444.737527:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787764444.737527:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764444.737532:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764444.737533:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764444.737537:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764444.737539:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000100:00000001:3.0:1787764444.737545:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764444.737546:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764444.737551:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1787764444.737554:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764444.737556:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764444.737560:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000008:00000001:3.0:1787764444.737560:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764444.737564:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764444.737570:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764444.737574:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787764444.737574:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764444.737578:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764444.737582:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764444.737583:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764444.737585:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764444.737588:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764444.737591:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764444.737597:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:1.0:1787764444.737601:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764444.737602:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764444.737606:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.737618:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764444.737621:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764444.737622:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764444.737630:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764444.737631:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764444.737635:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764444.737638:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764444.737643:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.737645:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320697127
00000100:00000001:3.0:1787764444.737655:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764444.737658:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764444.737661:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:1.0:1787764444.737662:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f3c0.
00000100:00000001:3.0:1787764444.737664:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764444.737668:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764444.737671:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764444.737672:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787764444.737675:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26023
00000400:00000200:3.0:1787764444.737681:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764444.737682:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320697127
00000400:00000200:3.0:1787764444.737686:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000010:1.0:1787764444.737689:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f4e0.
00000100:00080000:3.0:1787764444.737690:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764444.737696:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787764444.737696:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764444.737702:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764444.737702:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764444.737707:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764444.737708:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764444.737711:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764444.737713:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787764444.737715:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764444.737718:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00100000:1.0:1787764444.737721:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764444/real 1787764444]  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764444.737721:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764444.737724:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764444.737739:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764444.737742:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764444.737746:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764444.737774:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764444.737778:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764444.737780:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764444.737782:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764444.737785:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000001:1.0:1787764444.737787:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764444.737789:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764444.737791:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787764444.737792:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787764444.737795:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
02000000:00000001:3.0:1787764444.737797:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764444.737800:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
02000000:00000001:3.0:1787764444.737801:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764444.737805:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764444.737806:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764444.737810:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764444.737812:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:3.0:1787764444.737815:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764444.737820:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764444.737821:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764444.737827:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000100:00000200:1.0:1787764444.737831:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764444.737832:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764444.737837:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764444.737838:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764444.737840:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764444.737842:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764444.737844:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764444.737850:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:1.0:1787764444.737852:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764444.737856:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764444.737856:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.737861:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1787764444.737864:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764444.737865:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764444.737875:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764444.737876:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764444.737880:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764444.737888:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.737893:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764444.737902:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764444.737904:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764444.737907:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764444.737914:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764444.737917:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764444.737919:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764444.737921:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764444.737924:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764444.737927:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764444.737930:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26023
00000100:00000001:1.0:1787764444.737931:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764444.737935:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764444.737937:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764444.737940:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1787764444.737943:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764444.737945:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764444.737946:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764444.737951:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1787764444.737953:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764444.737957:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1787764444.737972:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000040:3.0:1787764444.737973:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764444.737978:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764444.737978:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764444.737982:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764444.737985:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000040:1.0:1787764444.737988:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764444.737989:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764444.737993:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764444.737997:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764444.738002:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764444.738009:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00100000:1.0:1787764444.738012:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482349184:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764444.738014:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764444.738019:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764444.738020:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764444.738022:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764444.738025:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764444.738027:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482349184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764444.738030:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764444.738037:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764444.738039:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764444.738043:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764444.738045:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764444.738048:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764444.738049:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787764444.738051:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764444.738053:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
00000100:00000001:3.0:1787764444.738055:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764444.738058:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:3.0:1787764444.738059:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000020:00000001:1.0:1787764444.738062:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000008:00000001:3.0:1787764444.738063:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764444.738065:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000100:00000001:3.0:1787764444.738068:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764444.738069:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764444.738073:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
00000100:00000010:3.0:1787764444.738075:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
02000000:00000001:1.0:1787764444.738078:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1787764444.738079:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:1.0:1787764444.738081:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787764444.738084:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1787764444.738085:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
02000000:00000001:3.0:1787764444.738088:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764444.738092:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764444.738093:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787764444.738093:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764444.738095:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764444.738097:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.738098:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787764444.738105:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:1.0:1787764444.738108:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764444.738110:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.738111:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.738116:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764444.738120:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787764444.738120:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764444.738122:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764444.738129:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764444.738132:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764444.738137:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764444.738140:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764444.738159:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.738162:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764444.738165:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764444.738166:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26033)
02000000:00000001:1.0:1787764444.738168:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764444.738172:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764444.738175:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764444.738178:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349312:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764444.738183:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764444.738186:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764444.738187:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.738189:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764444.738192:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764444.738195:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764444.738199:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764444.738201:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764444.738205:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764444.738209:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482349312, portal 10
00000100:00000001:1.0:1787764444.738211:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764444.738212:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000040:1.0:1787764444.738219:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738226:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764444.738228:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764444.738230:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764444.738233:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482349312, offset 0
00000400:00000200:1.0:1787764444.738237:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764444.738242:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764444.738246:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764444.738248:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764444.738251:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764444.738253:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764444.738256:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764444.738259:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277971:277971:256:4294967295] 192.168.203.115@tcp LPNI seq info [277971:277971:8:4294967295]
00000400:00000200:1.0:1787764444.738263:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764444.738269:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764444.738274:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764444.738278:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764444.738282:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764444.738285:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764444.738290:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764444.738292:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764444.738294:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764444.738295:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764444.738297:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764444.738309:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764444.738314:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764444.738315:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764444.738316:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764444.738320:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738328:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764444.738332:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738338:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.738339:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764444.738343:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764444.738347:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764444.738350:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764444.738352:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320695820
00000100:00000001:1.0:1787764444.738355:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320697127
00000100:00000001:1.0:1787764444.738357:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320695820
00000100:00000001:1.0:1787764444.738359:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320697127
00000100:00000001:1.0:1787764444.738361:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764444.738364:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.738365:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764444.738369:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764444/real 1787764444]  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764444.738377:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764444.738378:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764444.738379:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764444.738382:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764444.738383:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764444.738385:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764444.738388:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764444.738394:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738400:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764444.738402:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738403:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764444.738405:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764444.738408:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738414:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764444.738418:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738425:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764444.738427:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738429:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764444.738430:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738432:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764444.738434:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764444.738437:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764444.738440:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764444.738442:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764444.738446:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764444.738453:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349312:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764444.738456:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764444.738458:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738462:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764444.738463:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.738464:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764444.738466:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764444.738467:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764444.738468:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349440:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764444.738471:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764444.738473:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764444.738474:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.738475:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764444.738478:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764444.738479:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764444.738481:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764444.738483:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764444.738485:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764444.738487:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482349440, portal 10
00000100:00000001:1.0:1787764444.738489:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764444.738490:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764444.738494:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738498:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764444.738499:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764444.738501:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764444.738503:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482349440, offset 0
00000400:00000200:1.0:1787764444.738506:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764444.738509:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764444.738511:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764444.738513:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764444.738515:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764444.738516:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764444.738518:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764444.738520:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277972:277972:256:4294967295] 192.168.203.115@tcp LPNI seq info [277972:277972:8:4294967295]
00000400:00000200:1.0:1787764444.738522:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764444.738527:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764444.738530:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764444.738532:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764444.738535:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764444.738536:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764444.738539:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764444.738541:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764444.738543:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764444.738544:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764444.738546:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764444.738548:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764444.738550:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764444.738551:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764444.738554:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764444.738557:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738562:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764444.738564:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738570:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.738572:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764444.738575:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764444.738577:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764444.738581:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764444.738582:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320695828
00000100:00000001:1.0:1787764444.738585:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320697127
00000100:00000001:1.0:1787764444.738587:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320695828
00000100:00000001:1.0:1787764444.738590:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320697127
00000100:00000001:1.0:1787764444.738592:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764444.738594:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.738596:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764444.738600:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764444/real 1787764444]  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764444.738608:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764444.738609:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764444.738610:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764444.738613:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764444.738615:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764444.738617:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764444.738619:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764444.738624:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738628:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764444.738629:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738630:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764444.738631:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764444.738633:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738638:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764444.738641:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738646:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764444.738647:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738648:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764444.738649:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738650:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764444.738652:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764444.738653:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764444.738655:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764444.738657:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764444.738659:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764444.738663:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349440:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764444.738666:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764444.738669:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738673:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764444.738674:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.738675:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764444.738677:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764444.738678:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764444.738680:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349568:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764444.738682:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764444.738683:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764444.738684:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.738685:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764444.738687:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764444.738688:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764444.738691:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764444.738692:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764444.738696:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764444.738699:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482349568, portal 4
00000100:00000001:1.0:1787764444.738700:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764444.738701:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764444.738705:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738710:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764444.738711:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764444.738712:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764444.738714:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482349568, offset 0
00000400:00000200:1.0:1787764444.738716:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764444.738719:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764444.738722:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764444.738724:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764444.738726:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764444.738727:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764444.738729:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764444.738731:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277973:277973:256:4294967295] 192.168.203.115@tcp LPNI seq info [277973:277973:8:4294967295]
00000400:00000200:1.0:1787764444.738733:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764444.738737:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764444.738740:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764444.738742:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764444.738744:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764444.738746:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764444.738764:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764444.738766:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764444.738768:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764444.738770:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764444.738772:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764444.738774:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764444.738776:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764444.738777:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764444.738778:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764444.738781:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738788:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764444.738790:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738798:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.738799:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764444.738801:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764444.738804:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764444.738806:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764444.738807:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320695829
00000100:00000001:1.0:1787764444.738809:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320697127
00000100:00000001:1.0:1787764444.738811:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320695829
00000100:00000001:1.0:1787764444.738813:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320697127
00000100:00000001:1.0:1787764444.738815:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764444.738816:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.738817:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764444.738820:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764444/real 1787764444]  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764444.738824:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764444.738825:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764444.738826:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764444.738828:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764444.738829:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764444.738830:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764444.738832:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764444.738840:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738846:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764444.738847:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738849:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764444.738850:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764444.738854:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738861:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764444.738864:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738871:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764444.738873:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738875:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764444.738876:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738878:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764444.738880:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764444.738882:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764444.738886:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764444.738888:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764444.738891:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764444.738899:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349568:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764444.738903:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738905:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764444.738908:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482349312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738914:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764444.738916:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764444.738918:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764444.738920:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764444.738922:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764444.738923:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764444.738925:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764444.738927:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764444.738931:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764444.738932:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764444.738933:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:1.0:1787764444.738935:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764444.738937:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738938:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764444.738942:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482349440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738948:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764444.738949:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764444.738951:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764444.738953:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764444.738954:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764444.738955:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764444.738957:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764444.738959:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764444.738974:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764444.738976:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764444.738977:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764444.738981:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764444.738982:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.738983:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764444.738987:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482349568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.738994:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764444.738995:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764444.738996:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764444.738999:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764444.739000:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764444.739002:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764444.739004:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764444.739005:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764444.739008:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764444.739009:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764444.739010:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764444.739012:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764444.739013:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.739015:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.739019:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764444.739020:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.739021:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764444.739022:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764444.739023:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764444.739026:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.739030:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764444.739031:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.739033:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764444.739034:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764444.739035:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764444.739037:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349696:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764444.739039:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764444.739041:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764444.739043:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.739045:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764444.739047:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764444.739048:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764444.739050:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764444.739052:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764444.739055:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764444.739057:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482349696, portal 4
00000100:00000001:1.0:1787764444.739058:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764444.739059:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764444.739063:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.739068:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764444.739070:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764444.739072:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000200:1.0:1787764444.739073:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482349696, offset 0
00000400:00000200:1.0:1787764444.739076:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764444.739079:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764444.739081:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764444.739083:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764444.739085:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764444.739086:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764444.739088:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764444.739089:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277974:277974:256:4294967295] 192.168.203.115@tcp LPNI seq info [277974:277974:8:4294967295]
00000400:00000200:1.0:1787764444.739092:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764444.739095:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764444.739098:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764444.739100:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764444.739104:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764444.739106:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764444.739108:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764444.739110:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764444.739112:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764444.739113:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764444.739115:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764444.739117:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764444.739119:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:1.0:1787764444.739120:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:1.0:1787764444.739122:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764444.739125:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.739131:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764444.739134:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.739140:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.739142:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764444.739145:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764444.739148:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764444.739151:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764444.739153:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320695833
00000100:00000001:1.0:1787764444.739155:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320697127
00000100:00000001:1.0:1787764444.739157:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320695833
00000100:00000001:1.0:1787764444.739159:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320697127
00000100:00000001:1.0:1787764444.739161:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764444.739163:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.739165:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764444.739169:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764444/real 1787764444]  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764444.739176:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764444.739177:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764444.739179:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764444.739181:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764444.739182:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764444.739184:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764444.739187:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764444.739195:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.739201:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764444.739202:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.739204:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764444.739205:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764444.739209:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.739216:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764444.739220:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.739226:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764444.739229:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.739230:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764444.739231:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.739233:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764444.739234:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764444.739237:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764444.739240:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764444.739242:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764444.739246:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764444.739254:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349696:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764444.739258:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.739260:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764444.739263:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482349696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.739269:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764444.739270:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764444.739272:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764444.739274:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764444.739275:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764444.739276:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764444.739278:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764444.739279:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764444.739280:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764444.739281:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764444.739282:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764444.739286:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764444.739286:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.739288:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.739290:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764444.739291:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.739293:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764444.739295:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764445.440843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764445.440848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764445.440851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764445.440852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764445.440854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764445.440855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764445.440916:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764445.440919:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764445.440921:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764446.080860:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320697127, at 4320697152
00000100:00000010:1.0:1787764446.080875:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f4e0.
00000100:00000040:0.0:1787764446.080970:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320697127, at 4320697152
00000100:00000010:0.0:1787764446.080977:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f3c0.
00010000:00000001:2.0:1787764446.465007:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764446.465013:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764446.465019:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764446.465020:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764446.465023:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764446.465024:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764446.465082:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764446.465087:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764446.465090:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764447.488919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764447.488928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764447.488934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764447.488939:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764447.488950:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764447.488954:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764447.488958:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764447.488960:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764447.488967:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764447.488970:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764447.488974:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764447.488975:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764447.489039:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764447.489053:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764447.489057:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764448.512905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764448.512914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764448.512921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764448.512922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764448.512926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764448.512928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764448.513015:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764448.513021:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764448.513024:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764449.536892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764449.536903:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764449.536906:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764449.536910:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764449.536917:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764449.536920:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764449.536922:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764449.536925:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764449.536943:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764449.536944:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764449.536949:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764449.536950:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764449.537002:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764449.537007:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764449.537011:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764449.856908:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764449.856922:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764449.856937:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764449.856942:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764449.856946:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764449.856955:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26028
00000400:00000200:2.0:1787764449.856965:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764449.856972:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764449.856975:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764449.856977:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.856980:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.856983:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.856985:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764449.856989:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764449.856991:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764449.856993:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764449.856997:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764449.856998:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764449.857000:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764449.857002:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857004:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.857005:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857006:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764449.857008:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764449.857011:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857012:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764449.857015:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764449.857021:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764449.857024:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.857026:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764449.857028:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764449.857035:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764449.857037:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764449.857041:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764449.857042:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.857045:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764449.857048:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764449.857052:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764449.857059:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764449.857065:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764449.857074:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764449.857083:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764449.857087:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764449.857090:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764449.857113:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764449.857116:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764449.857121:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764449.857122:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764449.857130:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764449.857133:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764449.857137:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26028
00000400:00000200:2.0:1787764449.857143:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764449.857146:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764449.857149:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764449.857153:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857156:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.857158:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857161:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764449.857163:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764449.857165:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764449.857167:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764449.857170:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787764449.857170:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764449.857174:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764449.857178:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:0.0:1787764449.857179:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787764449.857182:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764449.857185:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764449.857186:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.857190:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857194:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:0.0:1787764449.857197:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764449.857198:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764449.857205:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857212:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764449.857217:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764449.857223:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764449.857227:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787764449.857227:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.857232:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764449.857233:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787764449.857237:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787764449.857240:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1787764449.857242:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.857245:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764449.857246:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.857252:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764449.857253:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000020:00000040:2.0:1787764449.857258:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00100000:0.0:1787764449.857263:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482349824:192.168.203.115@tcp:250:kworker.0
02000000:00000001:2.0:1787764449.857263:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764449.857266:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.857270:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787764449.857273:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764449.857273:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764449.857277:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764449.857281:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764449.857285:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.857289:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1787764449.857292:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787764449.857294:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.857299:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764449.857305:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764449.857310:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.857315:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764449.857319:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764449.857323:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764449.857328:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787764449.857331:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000100:00000001:2.0:1787764449.857342:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764449.857343:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00080000:2.0:1787764449.857346:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764449.857351:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1787764449.857353:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482349824, portal 25
00000100:00000001:2.0:1787764449.857354:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764449.857357:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764449.857359:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764449.857362:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764449.857363:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980237056 : -118790729314560 : ffff93f5e0c6cf00)
00000100:00080000:2.0:1787764449.857368:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26028
00000100:00000040:0.0:1787764449.857374:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764449.857375:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764449.857383:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764449.857388:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764449.857390:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764449.857394:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:0.0:1787764449.857398:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857399:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787764449.857403:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000040:2.0:1787764449.857404:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000200:0.0:1787764449.857409:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482349824, offset 0
00000100:00000001:2.0:1787764449.857409:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764449.857420:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764449.857422:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764449.857424:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764449.857426:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764449.857428:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764449.857430:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764449.857434:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857435:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.857438:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764449.857439:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857440:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764449.857444:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764449.857446:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857447:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764449.857449:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787764449.857453:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:2.0:1787764449.857453:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764449.857458:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.857460:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764449.857462:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764449.857464:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764449.857467:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:2.0:1787764449.857467:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764449.857471:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000020:00000040:2.0:1787764449.857473:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764449.857475:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764449.857477:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.857480:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764449.857483:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787764449.857486:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787764449.857486:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764449.857493:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000400:00000200:0.0:1787764449.857494:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:2.0:1787764449.857499:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764449.857503:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00100000:2.0:1787764449.857508:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764449.857511:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764449.857521:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277975:277975:256:4294967295] 192.168.203.115@tcp LPNI seq info [277975:277975:8:4294967295]
00000100:00000001:2.0:1787764449.857523:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764449.857527:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764449.857533:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764449.857542:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764449.857547:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:2.0:1787764449.857548:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764449.857553:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764449.857555:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764449.857556:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764449.857561:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787764449.857566:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787764449.857568:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26028
00000400:00000200:2.0:1787764449.857577:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000200:0.0:1787764449.857582:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764449.857584:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764449.857588:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1787764449.857590:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000100:00000040:2.0:1787764449.857592:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857597:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.857599:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857603:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:0.0:1787764449.857605:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:2.0:1787764449.857606:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764449.857608:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764449.857611:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1787764449.857613:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000020:00000040:2.0:1787764449.857613:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764449.857616:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764449.857621:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764449.857626:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:0.1:1787764449.857627:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764449.857628:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.857631:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857633:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764449.857634:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764449.857636:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857638:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764449.857640:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764449.857642:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764449.857645:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.857648:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:0.1:1787764449.857648:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000008:00100000:2.0:1787764449.857651:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764449.857654:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.857655:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787764449.857659:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000010:2.0:1787764449.857661:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000800:00000010:0.0:1787764449.857664:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000020:00000040:2.0:1787764449.857665:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764449.857671:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764449.857672:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764449.857673:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787764449.857675:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764449.857678:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764449.857682:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764449.857683:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1787764449.857688:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787764449.857693:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764449.857700:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764449.857704:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764449.857709:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:2.0:1787764449.857710:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764449.857715:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.857718:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787764449.857721:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764449.857727:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764449.857730:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764449.857735:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764449.857741:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764449.857743:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764449.857746:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764449.857785:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787764449.857785:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764449.857791:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26028
00000100:00000040:0.0:1787764449.857795:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764449.857800:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764449.857807:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764449.857811:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764449.857813:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764449.857815:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764449.857819:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764449.857819:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.857823:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857825:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764449.857827:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764449.857828:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764449.857829:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764449.857831:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764449.857831:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764449.857835:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764449.857837:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:0.0:1787764449.857842:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764449.857843:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857847:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764449.857849:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320702248
00000100:00000040:2.0:1787764449.857849:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857852:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764449.857855:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764449.857856:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764449.857857:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764449.857858:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
02000000:00000001:2.0:1787764449.857859:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764449.857862:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764449.857864:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.857866:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764449.857868:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787764449.857869:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000008:00000001:2.0:1787764449.857871:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.857875:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.857878:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320702248
00000100:00000010:2.0:1787764449.857880:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787764449.857884:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000010:0.0:1787764449.857886:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2176c0.
02000000:00000001:2.0:1787764449.857887:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764449.857890:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.857892:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764449.857893:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764449.857897:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764449.857900:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764449.857900:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.857906:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764449.857907:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:0.0:1787764449.857910:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787764449.857913:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764449.857918:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764449/real 1787764449]  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764449.857921:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764449.857941:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764449.857944:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764449.857949:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764449.857960:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787764449.857962:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1787764449.857964:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26038)
00000400:00000001:0.0:1787764449.857966:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764449.857970:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764449.857974:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764449.857976:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764449.857980:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764449.857985:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764449.857996:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858002:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764449.858004:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858008:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764449.858010:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764449.858014:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858020:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764449.858025:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858032:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764449.858035:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858037:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764449.858038:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858040:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764449.858042:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764449.858045:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764449.858049:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764449.858051:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764449.858056:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764449.858064:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482349824:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764449.858070:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858073:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764449.858075:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cf00 x1874595482349824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858082:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764449.858085:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764449.858088:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764449.858093:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764449.858096:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764449.858097:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764449.858100:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764449.858103:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:0.0:1787764449.858107:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764449.858108:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764449.858110:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cf00.
00000100:00000001:0.0:1787764449.858113:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764449.858114:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858117:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858126:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764449.858129:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.858131:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764449.858133:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764449.858134:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764449.858138:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858145:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764449.858147:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.858149:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764449.858151:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764449.858153:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764449.858156:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349952:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764449.858159:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764449.858162:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764449.858163:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.858166:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764449.858169:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764449.858171:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764449.858175:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764449.858178:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764449.858181:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764449.858185:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482349952, portal 10
00000100:00000001:0.0:1787764449.858186:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764449.858188:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980241856 : -118790729309760 : ffff93f5e0c6e1c0)
00000100:00000040:0.0:1787764449.858195:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858202:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764449.858204:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764449.858207:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764449.858209:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482349952, offset 0
00000400:00000200:0.0:1787764449.858213:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764449.858218:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764449.858222:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764449.858225:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764449.858228:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764449.858230:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764449.858233:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764449.858236:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277976:277976:256:4294967295] 192.168.203.115@tcp LPNI seq info [277976:277976:8:4294967295]
00000400:00000200:0.0:1787764449.858240:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764449.858246:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764449.858250:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764449.858254:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764449.858258:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764449.858261:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764449.858266:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764449.858268:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764449.858272:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764449.858274:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764449.858278:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764449.858281:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764449.858284:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764449.858286:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764449.858289:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764449.858292:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858300:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764449.858302:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858309:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.858311:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764449.858314:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764449.858318:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764449.858322:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764449.858324:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320700940
00000100:00000001:0.0:1787764449.858326:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320702248
00000100:00000001:0.0:1787764449.858328:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320700940
00000100:00000001:0.0:1787764449.858330:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320702248
00000100:00000001:0.0:1787764449.858332:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764449.858334:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.858336:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764449.858340:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764449/real 1787764449]  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764449.858347:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764449.858348:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764449.858350:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764449.858353:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764449.858354:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764449.858356:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764449.858360:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764449.858368:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858374:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764449.858376:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858379:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764449.858380:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764449.858384:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858390:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764449.858393:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858399:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764449.858402:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858403:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764449.858404:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858406:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764449.858408:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764449.858410:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764449.858414:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764449.858416:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764449.858420:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764449.858428:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482349952:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764449.858432:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764449.858436:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858448:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764449.858450:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.858452:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764449.858453:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764449.858455:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764449.858458:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350080:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764449.858461:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764449.858463:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764449.858465:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.858467:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764449.858470:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764449.858472:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764449.858476:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764449.858478:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764449.858482:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764449.858485:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482350080, portal 10
00000100:00000001:0.0:1787764449.858486:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764449.858488:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238976 : -118790729312640 : ffff93f5e0c6d680)
00000100:00000040:0.0:1787764449.858494:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858499:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764449.858501:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764449.858503:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764449.858505:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482350080, offset 0
00000400:00000200:0.0:1787764449.858507:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764449.858511:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764449.858515:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764449.858517:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764449.858520:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764449.858522:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764449.858524:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764449.858528:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277977:277977:256:4294967295] 192.168.203.115@tcp LPNI seq info [277977:277977:8:4294967295]
00000400:00000200:0.0:1787764449.858532:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764449.858538:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764449.858542:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764449.858546:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764449.858550:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764449.858553:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764449.858557:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764449.858560:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764449.858564:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764449.858566:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764449.858569:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764449.858572:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764449.858575:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764449.858577:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764449.858579:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764449.858583:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858591:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764449.858593:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858600:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.858601:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764449.858605:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764449.858608:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764449.858611:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764449.858613:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320700948
00000100:00000001:0.0:1787764449.858616:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320702248
00000100:00000001:0.0:1787764449.858618:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320700948
00000100:00000001:0.0:1787764449.858620:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320702248
00000100:00000001:0.0:1787764449.858622:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764449.858625:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.858627:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764449.858631:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764449/real 1787764449]  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764449.858639:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764449.858640:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764449.858642:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764449.858644:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764449.858646:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764449.858648:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764449.858651:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764449.858659:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858666:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764449.858667:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858669:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764449.858670:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764449.858674:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858680:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764449.858683:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858689:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764449.858692:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858693:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764449.858694:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858696:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764449.858698:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764449.858701:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764449.858705:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764449.858707:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764449.858710:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764449.858714:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350080:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764449.858717:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764449.858719:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858731:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764449.858733:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.858734:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764449.858736:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764449.858737:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764449.858740:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350208:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764449.858743:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764449.858745:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764449.858747:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.858768:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764449.858773:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764449.858775:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764449.858780:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764449.858783:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764449.858787:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764449.858790:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482350208, portal 4
00000100:00000001:0.0:1787764449.858792:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764449.858794:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980234176 : -118790729317440 : ffff93f5e0c6c3c0)
00000100:00000040:0.0:1787764449.858800:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858806:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764449.858810:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764449.858812:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764449.858814:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482350208, offset 0
00000400:00000200:0.0:1787764449.858819:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764449.858823:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764449.858827:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764449.858830:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764449.858832:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764449.858835:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764449.858837:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764449.858840:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277978:277978:256:4294967295] 192.168.203.115@tcp LPNI seq info [277978:277978:8:4294967295]
00000400:00000200:0.0:1787764449.858844:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764449.858849:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764449.858853:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764449.858857:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764449.858861:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764449.858864:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764449.858868:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764449.858871:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764449.858874:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764449.858876:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764449.858879:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764449.858882:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764449.858885:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764449.858887:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764449.858889:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764449.858893:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858901:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764449.858904:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858910:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.858912:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764449.858916:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764449.858919:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764449.858922:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764449.858935:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320700949
00000100:00000001:0.0:1787764449.858938:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320702248
00000100:00000001:0.0:1787764449.858940:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320700949
00000100:00000001:0.0:1787764449.858942:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320702248
00000100:00000001:0.0:1787764449.858944:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764449.858946:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.858948:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764449.858952:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764449/real 1787764449]  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764449.858960:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764449.858961:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764449.858963:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764449.858966:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764449.858967:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764449.858969:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764449.858972:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764449.858980:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.858985:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764449.858987:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.858989:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764449.858990:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764449.858994:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859000:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764449.859004:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859012:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764449.859014:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.859015:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764449.859017:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.859019:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764449.859020:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764449.859023:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764449.859026:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764449.859028:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764449.859032:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764449.859041:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350208:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764449.859045:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764449.859048:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859053:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764449.859054:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.859056:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764449.859057:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764449.859058:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764449.859060:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350336:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764449.859062:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764449.859064:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764449.859065:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764449.859066:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764449.859069:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764449.859070:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764449.859074:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764449.859077:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764449.859080:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764449.859083:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482350336, portal 4
00000100:00000001:0.0:1787764449.859085:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764449.859086:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980245696 : -118790729305920 : ffff93f5e0c6f0c0)
00000100:00000040:0.0:1787764449.859092:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859099:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764449.859101:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764449.859103:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764449.859106:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482350336, offset 0
00000400:00000200:0.0:1787764449.859110:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764449.859114:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764449.859118:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764449.859121:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764449.859123:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764449.859126:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764449.859128:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764449.859131:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277979:277979:256:4294967295] 192.168.203.115@tcp LPNI seq info [277979:277979:8:4294967295]
00000400:00000200:0.0:1787764449.859135:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764449.859140:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764449.859145:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764449.859148:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764449.859152:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764449.859154:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764449.859159:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764449.859161:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764449.859165:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764449.859167:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764449.859170:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764449.859173:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764449.859176:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764449.859178:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764449.859181:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764449.859185:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859193:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764449.859196:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859202:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.859204:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764449.859207:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764449.859210:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764449.859214:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764449.859215:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320700953
00000100:00000001:0.0:1787764449.859218:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320702248
00000100:00000001:0.0:1787764449.859220:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320700953
00000100:00000001:0.0:1787764449.859222:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320702248
00000100:00000001:0.0:1787764449.859224:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764449.859226:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.859228:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764449.859232:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764449/real 1787764449]  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764449.859240:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764449.859241:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764449.859243:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764449.859245:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764449.859247:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764449.859249:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764449.859252:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764449.859260:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859272:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764449.859274:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.859276:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764449.859277:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764449.859281:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859287:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764449.859291:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859298:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764449.859301:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.859302:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764449.859303:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.859305:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764449.859306:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764449.859308:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764449.859311:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764449.859313:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764449.859316:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764449.859323:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350336:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764449.859327:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.859329:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764449.859332:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e1c0 x1874595482349952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859338:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764449.859339:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764449.859342:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764449.859345:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764449.859347:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764449.859348:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764449.859350:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764449.859352:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5800.
02000000:00000001:0.0:1787764449.859355:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764449.859356:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764449.859358:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e1c0.
00000100:00000001:0.0:1787764449.859363:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764449.859364:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.859366:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764449.859369:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d680 x1874595482350080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859375:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764449.859376:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764449.859377:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764449.859379:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764449.859380:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764449.859381:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764449.859383:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764449.859384:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:0.0:1787764449.859386:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764449.859387:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764449.859388:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d680.
00000100:00000001:0.0:1787764449.859391:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764449.859392:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.859393:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764449.859396:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c3c0 x1874595482350208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859402:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764449.859403:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764449.859405:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764449.859407:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764449.859408:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764449.859409:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764449.859412:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764449.859414:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:0.0:1787764449.859415:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764449.859416:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764449.859417:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c3c0.
00000100:00000001:0.0:1787764449.859419:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764449.859420:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.859422:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764449.859425:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f0c0 x1874595482350336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764449.859430:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764449.859431:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764449.859432:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764449.859434:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764449.859435:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764449.859436:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764449.859438:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764449.859439:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4800.
02000000:00000001:0.0:1787764449.859440:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764449.859441:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764449.859442:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f0c0.
00000100:00000001:0.0:1787764449.859444:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764449.859445:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.859446:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764449.859451:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764449.859452:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764449.859454:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764449.859455:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764450.560938:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764450.560948:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764450.560956:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764450.560958:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764450.560961:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764450.560963:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764450.561020:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764450.561028:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764450.561033:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764451.200850:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320702248, at 4320702272
00000100:00000040:1.0:1787764451.200850:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320702248, at 4320702272
00000100:00000010:1.0:1787764451.200863:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2176c0.
00000100:00000010:0.0:1787764451.200864:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764451.584978:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764451.584989:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764451.584997:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764451.584998:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764451.585003:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764451.585004:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764451.585083:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764451.585089:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764451.585094:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764452.608873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764452.608880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764452.608885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764452.608886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764452.608888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764452.608889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764452.608950:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764452.608954:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764452.608958:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764453.632948:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764453.632956:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764453.632963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764453.632964:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764453.632967:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764453.632968:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764453.633054:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764453.633061:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764453.633065:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764454.656879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764454.656887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764454.656905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764454.656907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764454.656911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764454.656914:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764454.656917:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764454.656919:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764454.656922:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764454.656924:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764454.656926:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764454.656929:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764454.656964:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764454.656969:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764454.656972:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764454.976875:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764454.976885:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764454.976888:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764454.976904:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764454.976908:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764454.976915:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26033
00000400:00000200:0.0:1787764454.976924:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764454.976930:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764454.976933:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764454.976936:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.976938:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764454.976939:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.976941:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764454.976943:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764454.976945:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764454.976947:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764454.976951:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764454.976952:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764454.976954:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764454.976956:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.976957:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764454.976958:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.976959:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764454.976961:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764454.976963:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764454.976965:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764454.976966:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764454.976970:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764454.976972:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.976973:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764454.976975:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764454.976983:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764454.976985:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764454.976989:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764454.976990:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.976992:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764454.976994:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764454.976997:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764454.977002:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764454.977007:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764454.977013:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764454.977020:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764454.977022:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764454.977026:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764454.977045:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764454.977047:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764454.977049:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764454.977050:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764454.977051:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764454.977053:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764454.977055:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26033
00000400:00000200:0.0:1787764454.977057:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764454.977059:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764454.977060:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764454.977062:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977064:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764454.977066:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977067:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764454.977069:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764454.977070:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764454.977071:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764454.977073:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764454.977074:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764454.977075:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764454.977077:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977078:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764454.977079:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977080:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764454.977082:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:1.0:1787764454.977082:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787764454.977085:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977087:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977088:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787764454.977089:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764454.977093:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787764454.977095:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764454.977098:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.977099:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764454.977102:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787764454.977103:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787764454.977105:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.977108:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764454.977112:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764454.977116:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764454.977119:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764454.977121:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977121:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764454.977124:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.977125:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764454.977126:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764454.977129:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.977130:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1787764454.977132:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:1.0:1787764454.977133:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764454.977135:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.977136:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764454.977142:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482350464:192.168.203.115@tcp:250:kworker.0
00000100:00100000:0.0:1787764454.977144:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764454.977146:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764454.977150:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764454.977152:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.977154:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764454.977158:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764454.977160:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.977164:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764454.977167:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764454.977168:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764454.977170:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00000040:0.0:1787764454.977175:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764454.977177:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764454.977185:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482350464, portal 25
00000100:00000001:0.0:1787764454.977187:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977187:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787764454.977192:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764454.977192:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00080000:0.0:1787764454.977198:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1787764454.977200:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764454.977201:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764454.977204:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764454.977208:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764454.977212:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26033
00000100:00000001:1.0:1787764454.977217:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1787764454.977218:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764454.977223:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000040:1.0:1787764454.977224:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00080000:0.0:1787764454.977225:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764454.977229:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764454.977229:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a660.
00000100:00000001:0.0:1787764454.977230:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764454.977234:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977236:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000200:1.0:1787764454.977236:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482350464, offset 0
00000020:00000001:0.0:1787764454.977240:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764454.977242:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764454.977243:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764454.977244:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764454.977246:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764454.977248:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764454.977249:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:0.0:1787764454.977258:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764454.977260:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764454.977263:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764454.977268:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764454.977269:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:0.0:1787764454.977271:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764454.977275:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1787764454.977276:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:1.0:1787764454.977282:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:0.0:1787764454.977283:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977288:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764454.977288:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1787764454.977292:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764454.977293:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:0.0:1787764454.977298:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764454.977298:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277980:277980:256:4294967295] 192.168.203.115@tcp LPNI seq info [277980:277980:8:4294967295]
02000000:00000001:0.0:1787764454.977303:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.977308:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764454.977308:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00100000:0.0:1787764454.977311:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764454.977313:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.977316:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764454.977321:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000400:00000200:1.0:1787764454.977321:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1787764454.977326:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764454.977328:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787764454.977330:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
02000000:00000001:0.0:1787764454.977331:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.977334:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764454.977335:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787764454.977336:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
02000000:00000001:0.0:1787764454.977337:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764454.977343:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000800:00000200:1.0:1787764454.977346:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764454.977347:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764454.977351:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00100000:0.0:1787764454.977354:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764454.977359:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764454.977361:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764454.977363:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.977367:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.977368:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764454.977371:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764454.977373:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764454.977375:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764454.977377:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764454.977380:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764454.977380:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:0.0:1787764454.977385:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26033
00000400:00000200:0.0:1787764454.977388:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764454.977391:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764454.977393:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764454.977393:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320707367
00000100:00000040:0.0:1787764454.977398:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977400:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764454.977402:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000010:1.0:1787764454.977402:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f4e0.
00000100:00000001:0.0:1787764454.977407:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764454.977409:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764454.977409:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764454.977411:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764454.977411:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1787764454.977412:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764454.977417:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764454.977418:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764454.977420:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764454.977421:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320707367
00000100:00000001:0.0:1787764454.977422:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764454.977426:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977428:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000010:1.0:1787764454.977428:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fba0.
00000020:00000040:0.0:1787764454.977433:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:1.0:1787764454.977435:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1787764454.977436:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977440:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977441:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764454.977443:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764454.977445:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764454.977447:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764454.977449:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764454.977451:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977453:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764454.977455:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764454.977459:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764454.977462:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977462:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764454.977465:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787764454.977466:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977471:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:0.0:1787764454.977473:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000100:00000001:1.0:1787764454.977474:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787764454.977478:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764454.977482:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764454.977484:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787764454.977485:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.977488:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764454.977489:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764454.977492:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764454.977493:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787764454.977495:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764454.977500:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977506:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787764454.977507:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764454.977508:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.977513:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764454.977516:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764454.977521:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764454.977521:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.977525:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764454.977529:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350592:192.168.203.115@tcp:38:kworker.0
00000100:00000040:0.0:1787764454.977534:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.977535:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787764454.977546:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.977546:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787764454.977550:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787764454.977552:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764454.977553:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787764454.977554:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787764454.977556:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1787764454.977558:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764454.977561:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764454.977564:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764454.977566:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764454.977570:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787764454.977571:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37aa8.
00000100:00080000:0.0:1787764454.977576:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26033
00000400:00000010:1.0:1787764454.977578:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000400:00000200:0.0:1787764454.977583:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000200:1.0:1787764454.977584:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482350592, portal 10
00000100:00000001:1.0:1787764454.977588:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1787764454.977589:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764454.977591:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00080000:0.0:1787764454.977593:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764454.977598:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977602:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764454.977603:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764454.977607:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977611:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764454.977616:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764454.977619:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:1.0:1787764454.977620:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787764454.977622:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764454.977627:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000040:1.0:1787764454.977627:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000020:00000001:0.0:1787764454.977632:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000010:1.0:1787764454.977632:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a7f8.
00000020:00000001:0.0:1787764454.977637:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000200:1.0:1787764454.977637:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482350592, offset 0
00000100:00000040:0.0:1787764454.977646:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764454.977647:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977650:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764454.977655:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764454.977656:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764454.977661:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764454.977665:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000400:00000200:1.0:1787764454.977665:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764454.977670:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764454.977673:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764454.977675:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764454.977677:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764454.977680:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277981:277981:255:4294967295] 192.168.203.115@tcp LPNI seq info [277981:277981:7:4294967295]
00000100:00080000:0.0:1787764454.977685:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:1.0:1787764454.977689:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764454.977691:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764454.977694:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764454.977699:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764454.977702:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787764454.977703:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764454.977708:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.0:1787764454.977711:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000008:00100000:0.0:1787764454.977713:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764454.977718:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764454.977718:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129c00.
00000100:00000001:0.0:1787764454.977720:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764454.977726:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000010:0.0:1787764454.977727:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764454.977731:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000800:00000200:1.1:1787764454.977733:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:0.0:1787764454.977736:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764454.977738:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977738:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764454.977745:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764454.977778:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764454.977781:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320706060
00000100:00000001:1.0:1787764454.977784:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320707367
00000100:00000001:1.0:1787764454.977786:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320706060
00000100:00000001:1.0:1787764454.977788:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320707367
00000100:00000001:1.0:1787764454.977791:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764454.977793:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977796:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787764454.977798:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764454.977802:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787764454.977803:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764454.977805:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764454.977811:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:1.0:1787764454.977816:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764454.977818:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977820:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.977824:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1787764454.977826:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764454.977828:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764454.977832:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764454.977838:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350720:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764454.977841:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764454.977845:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.977850:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787764454.977853:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764454.977854:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764454.977857:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.977861:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764454.977867:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
00000100:00000001:0.0:1787764454.977868:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.977871:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764454.977876:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26043)
00000400:00000200:1.0:1787764454.977878:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764454.977887:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37f20.
00000400:00000010:1.0:1787764454.977906:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a330.
00000100:00000200:1.0:1787764454.977910:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482350720, portal 10
00000100:00000001:1.0:1787764454.977913:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764454.977914:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:1.0:1787764454.977921:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.977928:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764454.977930:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764454.977933:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a770.
00000100:00000200:1.0:1787764454.977936:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482350720, offset 0
00000400:00000200:1.0:1787764454.977940:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764454.977943:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764454.977947:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764454.977950:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764454.977952:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764454.977954:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764454.977956:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764454.977959:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277982:277982:254:4294967295] 192.168.203.115@tcp LPNI seq info [277982:277982:6:4294967295]
00000400:00000200:1.0:1787764454.977963:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764454.977969:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764454.977973:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764454.977976:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129700.
00000800:00000200:1.0:1787764454.977980:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764454.977984:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764454.977987:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764454.977990:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764454.977992:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764454.977994:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320706068
00000100:00000001:1.0:1787764454.977996:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320707367
00000100:00000001:1.0:1787764454.977998:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320706068
00000100:00000001:1.0:1787764454.978000:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320707367
00000100:00000001:1.0:1787764454.978002:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764454.978003:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.978006:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.978008:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.978011:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764454.978013:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764454.978014:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764454.978016:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764454.978017:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764454.978021:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.978028:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764454.978029:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.978031:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764454.978033:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764454.978034:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764454.978037:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350848:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764454.978040:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764454.978042:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764454.978043:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.978045:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764454.978048:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764454.978050:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764454.978053:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764454.978056:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37370.
00000400:00000010:1.0:1787764454.978059:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764454.978062:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482350848, portal 4
00000100:00000001:1.0:1787764454.978064:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764454.978065:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:1.0:1787764454.978070:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.978076:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764454.978078:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764454.978081:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a110.
00000100:00000200:1.0:1787764454.978083:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482350848, offset 0
00000400:00000200:1.0:1787764454.978086:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764454.978090:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764454.978093:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764454.978096:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764454.978098:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764454.978101:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764454.978103:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764454.978106:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277983:277983:253:4294967295] 192.168.203.115@tcp LPNI seq info [277983:277983:5:4294967295]
00000400:00000200:1.0:1787764454.978109:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764454.978114:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764454.978118:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764454.978121:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129200.
00000800:00000200:1.0:1787764454.978123:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764454.978126:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764454.978128:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764454.978130:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764454.978132:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764454.978133:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320706068
00000100:00000001:1.0:1787764454.978135:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320707367
00000100:00000001:1.0:1787764454.978137:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320706068
00000100:00000001:1.0:1787764454.978139:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320707367
00000100:00000001:1.0:1787764454.978141:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764454.978148:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.978150:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764454.978154:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.978160:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764454.978161:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.978162:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764454.978164:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764454.978165:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764454.978168:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350976:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764454.978171:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764454.978172:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764454.978174:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.978175:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764454.978178:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764454.978180:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764454.978183:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764454.978185:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764454.978188:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764454.978191:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482350976, portal 4
00000100:00000001:1.0:1787764454.978192:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764454.978193:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:1.0:1787764454.978198:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.978204:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764454.978206:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764454.978208:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a2a8.
00000100:00000200:1.0:1787764454.978210:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482350976, offset 0
00000400:00000200:1.0:1787764454.978213:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764454.978217:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764454.978220:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764454.978222:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764454.978225:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764454.978227:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764454.978228:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764454.978231:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277984:277984:252:4294967295] 192.168.203.115@tcp LPNI seq info [277984:277984:4:4294967295]
00000400:00000200:1.0:1787764454.978234:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764454.978251:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764454.978255:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764454.978258:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129900.
00000800:00000200:1.0:1787764454.978261:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764454.978264:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764454.978266:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764454.978269:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764454.978271:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764454.978273:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320706072
00000100:00000001:1.0:1787764454.978276:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320707367
00000100:00000001:1.0:1787764454.978278:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320706072
00000100:00000001:1.0:1787764454.978279:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320707367
00000100:00000001:1.0:1787764454.978281:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764454.978283:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.978285:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.978287:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.978289:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764454.978291:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764454.978292:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764454.978294:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764454.978295:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.978297:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764455.680922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764455.680928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764455.680933:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764455.680934:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764455.680937:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764455.680939:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764455.681039:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764455.681043:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764455.681046:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764456.320859:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320707367, at 4320707392
00000100:00000040:1.0:1787764456.320859:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320707367, at 4320707392
00000100:00000010:1.0:1787764456.320874:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fba0.
00000100:00000010:0.0:1787764456.320877:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f4e0.
00010000:00000001:2.0:1787764456.704847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764456.704853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764456.704858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764456.704859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764456.704863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764456.704864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764456.704937:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764456.704941:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764456.704945:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764457.728949:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764457.728957:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764457.728963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764457.728967:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764457.728970:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764457.728973:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764457.728977:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764457.728979:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764457.728982:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764457.728984:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764457.728988:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764457.728989:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764457.729038:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764457.729042:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764457.729045:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787764458.049084:0:257217:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:2.0:1787764458.049154:0:257217:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764458.049167:0:257217:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764458.049171:0:257217:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:2.0:1787764458.049177:0:257217:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764458.049183:0:257217:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764458.049188:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764458.049192:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:2.0:1787764458.049199:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764458.049204:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764458.049212:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a660
00000400:00000010:2.0:1787764458.049215:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a660.
00000100:00000001:2.0:1787764458.049221:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764458.049234:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764458.049267:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764458.049271:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764458.049280:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764458.049282:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764458.049294:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764458.049297:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129c00.
00000400:00000200:2.0:1787764458.049300:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764458.049303:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764458.049307:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a7f8
00000400:00000010:2.0:1787764458.049309:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a7f8.
00000100:00000001:2.0:1787764458.049312:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764458.049317:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764458.049326:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764458.049329:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764458.049335:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764458.049336:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764458.049341:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764458.049343:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129700.
00000400:00000200:2.0:1787764458.049346:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764458.049350:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764458.049352:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a770
00000400:00000010:2.0:1787764458.049354:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a770.
00000100:00000001:2.0:1787764458.049357:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764458.049363:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764458.049378:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764458.049379:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787764458.049382:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049388:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764458.049393:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764458.049395:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787764458.049396:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764458.049405:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000100:00100000:1.0:1787764458.049408:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764454/real 1787764458]  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787764458.049409:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129200.
00000400:00000200:2.0:1787764458.049414:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764458.049423:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764458.049430:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a110
00000400:00000010:2.0:1787764458.049432:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a110.
00000100:00000001:2.0:1787764458.049434:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764458.049439:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764458.049440:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764458.049444:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764458.049450:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37aa8.
00000100:00000001:2.0:1787764458.049452:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1787764458.049457:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000100:00000040:2.0:1787764458.049458:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764458.049462:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764458.049468:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787764458.049473:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764458.049477:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764458.049477:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764458.049488:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764458.049493:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129900.
00000400:00000200:2.0:1787764458.049498:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:1.0:1787764458.049499:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764458.049506:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764458.049513:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a2a8
00000100:00000001:1.0:1787764458.049517:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000010:2.0:1787764458.049517:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a2a8.
00000100:00000001:2.0:1787764458.049521:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764458.049522:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.049527:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:2.0:1787764458.049529:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049530:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764458.049540:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764458.049545:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764458.049552:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049554:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764458.049563:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764458.049565:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764458.049567:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764458.049577:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764458.049581:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.049583:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764458.049584:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.049588:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764458.049591:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764458.049596:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764458.049603:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764458.049606:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764458.049611:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764458.049618:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350592:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764458.049623:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764458.049626:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764454/real 1787764458]  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764458.049633:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764458.049634:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764458.049636:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37f20.
00000400:00000200:1.0:1787764458.049639:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a330
00000400:00000010:1.0:1787764458.049641:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a330.
00000100:00000001:1.0:1787764458.049643:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764458.049646:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764458.049654:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049661:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764458.049662:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.049664:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764458.049665:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764458.049668:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049675:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764458.049678:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049689:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764458.049692:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.049693:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764458.049694:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.049696:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764458.049698:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764458.049700:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764458.049704:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764458.049707:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764458.049711:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764458.049719:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350720:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764458.049723:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764458.049727:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764454/real 1787764458]  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764458.049736:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764458.049737:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764458.049739:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764458.049742:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764458.049744:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764458.049746:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764458.049798:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764458.049807:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049813:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764458.049814:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.049817:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764458.049818:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764458.049821:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049827:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764458.049831:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049837:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764458.049840:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.049841:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764458.049842:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.049844:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764458.049846:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764458.049849:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764458.049853:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764458.049855:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764458.049859:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764458.049867:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482350464:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764458.049885:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764458.049887:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764458.049891:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482350592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049898:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764458.049902:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764458.049907:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764458.049912:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764458.049926:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764458.049929:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764458.049933:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764458.049936:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:1.0:1787764458.049941:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764458.049943:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764458.049945:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:1.0:1787764458.049949:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764458.049950:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.049952:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764458.049955:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482350720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049961:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764458.049963:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764458.049964:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764458.049967:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764458.049969:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764458.049970:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764458.049972:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764458.049973:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:1.0:1787764458.049977:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764458.049978:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764458.049979:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:1.0:1787764458.049981:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764458.049982:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.049984:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764458.049987:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482350464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.049993:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764458.049995:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764458.049997:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764458.049999:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764458.050001:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764458.050001:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764458.050003:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764458.050005:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:1.0:1787764458.050007:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764458.050008:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764458.050010:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:1.0:1787764458.050012:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764458.050013:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.050016:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764458.050018:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764458.050019:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764458.050020:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764458.050024:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764454/real 1787764458]  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764458.050032:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764458.050034:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764458.050036:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37370.
00000400:00000200:1.0:1787764458.050039:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764458.050041:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764458.050045:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764458.050049:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764458.050060:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.050067:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764458.050068:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.050070:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764458.050072:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764458.050076:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.050083:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764458.050086:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.050092:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764458.050095:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.050096:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764458.050098:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.050100:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764458.050102:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764458.050104:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764458.050108:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764458.050111:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764458.050114:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764458.050121:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350848:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764458.050125:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764458.050128:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764454/real 1787764458]  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764458.050136:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764458.050137:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764458.050138:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764458.050141:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764458.050142:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764458.050145:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764458.050147:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764458.050155:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.050161:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764458.050163:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.050165:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764458.050166:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764458.050169:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.050181:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764458.050185:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.050191:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764458.050194:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.050195:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764458.050197:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.050199:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764458.050200:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764458.050203:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764458.050206:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764458.050208:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764458.050212:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764458.050219:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482350976:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764458.050224:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.050226:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764458.050229:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482350848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.050235:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764458.050237:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764458.050239:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764458.050242:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764458.050243:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764458.050245:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764458.050247:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764458.050248:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:1.0:1787764458.050251:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764458.050253:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764458.050254:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:1.0:1787764458.050257:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764458.050258:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.050259:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764458.050262:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482350976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764458.050268:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764458.050269:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764458.050270:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764458.050273:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764458.050274:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764458.050275:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764458.050277:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764458.050278:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:1.0:1787764458.050281:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764458.050282:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764458.050283:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:1.0:1787764458.050285:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764458.050287:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.050288:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764458.050298:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764458.050300:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764458.050303:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764458.050304:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764458.752825:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764458.752830:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764458.752833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764458.752834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764458.752836:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764458.752837:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764458.752892:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764458.752896:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764458.752898:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764459.776838:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764459.776844:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764459.776845:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764459.776847:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764459.776851:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764459.776852:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764459.776853:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764459.776855:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764459.776869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764459.776870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764459.776872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764459.776873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764459.776911:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764459.776915:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764459.776918:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764460.096840:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764460.096849:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764460.096852:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764460.096863:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764460.096868:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764460.096874:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26038
00000400:00000200:3.0:1787764460.096882:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764460.096888:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764460.096891:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764460.096894:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.096897:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764460.096900:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.096902:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764460.096906:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764460.096908:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764460.096910:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764460.096913:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764460.096916:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764460.096918:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764460.096921:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.096923:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764460.096925:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.096928:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764460.096931:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764460.096933:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764460.096936:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764460.096938:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764460.096941:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764460.096944:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764460.096946:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764460.096949:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764460.096955:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764460.096958:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764460.096962:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764460.096963:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764460.096966:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764460.096969:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764460.096972:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764460.096979:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764460.096984:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764460.096991:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764460.097001:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764460.097005:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764460.097009:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764460.097031:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764460.097034:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764460.097037:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764460.097039:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764460.097041:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764460.097044:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764460.097047:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26038
00000400:00000200:3.0:1787764460.097050:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764460.097053:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764460.097055:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764460.097058:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097061:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764460.097064:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097066:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764460.097068:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764460.097070:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764460.097072:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764460.097075:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764460.097075:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764460.097080:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764460.097081:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764460.097082:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764460.097086:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764460.097088:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097090:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764460.097094:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764460.097096:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764460.097097:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764460.097100:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764460.097105:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097111:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.097115:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764460.097115:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764460.097119:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764460.097123:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764460.097124:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764460.097127:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764460.097129:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764460.097130:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764460.097134:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764460.097135:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764460.097140:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764460.097142:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482351104:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764460.097143:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.097150:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787764460.097150:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764460.097155:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764460.097156:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764460.097159:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764460.097161:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764460.097162:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764460.097166:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764460.097167:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764460.097168:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764460.097171:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764460.097174:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000010:3.0:1787764460.097176:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764460.097179:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764460.097182:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764460.097188:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:3.0:1787764460.097191:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764460.097195:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000001:3.0:1787764460.097203:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787764460.097205:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000001:3.0:1787764460.097206:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764460.097212:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764460.097213:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482351104, portal 25
00000100:00000001:1.0:1787764460.097220:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764460.097222:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000001:3.0:1787764460.097225:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764460.097229:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764460.097232:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764460.097234:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764460.097235:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764460.097238:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787764460.097239:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764460.097243:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26038
00000400:00000200:3.0:1787764460.097250:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764460.097255:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764460.097256:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787764460.097258:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764460.097263:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764460.097265:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764460.097268:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000001:3.0:1787764460.097269:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764460.097273:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000200:1.0:1787764460.097274:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482351104, offset 0
00000100:00000001:3.0:1787764460.097276:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764460.097280:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764460.097282:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764460.097284:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764460.097287:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764460.097296:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764460.097297:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764460.097301:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764460.097302:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000001:3.0:1787764460.097304:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764460.097310:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787764460.097311:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097315:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764460.097318:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000040:3.0:1787764460.097319:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097324:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764460.097327:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787764460.097327:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:1.0:1787764460.097334:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00080000:3.0:1787764460.097335:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097340:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764460.097344:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764460.097345:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277985:277985:256:4294967295] 192.168.203.115@tcp LPNI seq info [277985:277985:8:4294967295]
02000000:00000001:3.0:1787764460.097347:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764460.097352:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764460.097353:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764460.097355:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764460.097358:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764460.097360:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764460.097364:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764460.097369:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1787764460.097370:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764460.097375:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764460.097378:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787764460.097381:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764460.097381:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764460.097386:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764460.097388:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787764460.097390:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
02000000:00000001:3.0:1787764460.097390:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764460.097398:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000800:00000200:1.0:1787764460.097401:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764460.097402:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764460.097408:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000100:00100000:3.0:1787764460.097410:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787764460.097419:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764460.097423:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787764460.097425:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787764460.097426:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764460.097435:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764460.097436:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787764460.097440:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764460.097447:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764460.097454:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764460.097454:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764460.097459:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764460.097462:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000100:00080000:3.0:1787764460.097464:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:1.0:1787764460.097467:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:3.0:1787764460.097467:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764460.097470:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764460.097473:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764460.097473:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764460.097479:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26038
00000100:00000200:1.0:1787764460.097481:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764460.097486:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764460.097490:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764460.097492:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764460.097498:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097502:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764460.097506:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764460.097508:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764460.097509:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764460.097513:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787764460.097516:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764460.097516:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764460.097519:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764460.097522:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764460.097526:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764460.097530:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764460.097533:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764460.097536:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764460.097537:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764460.097541:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764460.097543:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097545:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764460.097546:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764460.097548:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000200:1.0:1787764460.097554:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764460.097554:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764460.097559:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320712487
00000100:00000010:1.0:1787764460.097565:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fba0.
00000100:00000001:1.0:1787764460.097571:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764460.097577:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320712487
00000100:00000010:1.0:1787764460.097579:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f0c0.
00000100:00000001:1.0:1787764460.097582:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764460.097585:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764460.097588:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.097590:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764460.097595:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764460/real 1787764460]  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764460.097604:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764460.097606:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764460.097608:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764460.097612:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764460.097615:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:3.0:1787764460.097616:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.097619:0:257227:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787764460.097621:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787764460.097625:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764460.097626:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764460.097632:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764460.097637:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764460.097640:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1787764460.097645:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764460.097645:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764460.097649:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764460.097654:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764460.097658:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787764460.097659:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764460.097662:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764460.097663:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764460.097667:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764460.097667:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.097671:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764460.097671:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764460.097674:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764460.097677:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764460.097679:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764460.097682:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764460.097688:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.097692:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764460.097697:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764460.097702:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764460.097716:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764460.097719:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764460.097720:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.097726:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764460.097727:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.097729:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764460.097732:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.097737:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764460.097740:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764460.097742:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764460.097747:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764460.097747:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764460.097786:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764460.097788:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764460.097789:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764460.097792:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764460.097795:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26038
00000400:00000200:3.0:1787764460.097803:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:1.0:1787764460.097805:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764460.097810:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1787764460.097810:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764460.097814:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764460.097820:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764460.097821:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764460.097824:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764460.097828:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097833:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764460.097839:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:1.0:1787764460.097842:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482351104:192.168.203.115@tcp:250:kworker.0
00000020:00000040:3.0:1787764460.097842:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764460.097845:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764460.097849:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000001:1.0:1787764460.097852:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764460.097852:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764460.097866:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764460.097871:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764460.097872:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097876:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764460.097880:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482351104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764460.097880:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764460.097886:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764460.097892:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764460.097897:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764460.097899:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764460.097900:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764460.097903:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787764460.097903:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787764460.097908:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:3.0:1787764460.097908:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764460.097913:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764460.097915:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787764460.097915:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000020:00000001:1.0:1787764460.097919:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000008:00100000:3.0:1787764460.097920:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000020:00000040:1.0:1787764460.097924:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000008:00000001:3.0:1787764460.097925:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764460.097927:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764460.097931:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000010:3.0:1787764460.097933:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
02000000:00000010:1.0:1787764460.097936:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
00000020:00000040:3.0:1787764460.097938:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:1.0:1787764460.097942:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764460.097942:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764460.097946:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787764460.097946:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764460.097950:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:3.0:1787764460.097950:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764460.097952:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764460.097955:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.097960:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000010:3.0:1787764460.097961:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:1.0:1787764460.097964:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764460.097966:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.097968:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764460.097974:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764460.097977:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764460.097981:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764460.097986:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764460.097987:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764460.097990:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764460.097990:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.097994:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764460.097998:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764460.098002:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764460.098018:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.098019:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764460.098021:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764460.098025:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787764460.098026:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26048)
02000000:00000001:1.0:1787764460.098027:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764460.098032:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764460.098034:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482351232:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764460.098037:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764460.098041:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764460.098042:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764460.098045:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764460.098049:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764460.098051:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764460.098056:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764460.098059:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764460.098063:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764460.098066:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482351232, portal 10
00000100:00000001:1.0:1787764460.098068:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764460.098069:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:1.0:1787764460.098075:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098081:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764460.098083:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764460.098085:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764460.098087:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482351232, offset 0
00000400:00000200:1.0:1787764460.098091:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764460.098095:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764460.098099:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764460.098102:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764460.098104:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764460.098106:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764460.098109:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764460.098111:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277986:277986:256:4294967295] 192.168.203.115@tcp LPNI seq info [277986:277986:8:4294967295]
00000400:00000200:1.0:1787764460.098114:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764460.098120:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764460.098124:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764460.098127:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764460.098130:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764460.098133:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764460.098137:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764460.098139:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764460.098142:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764460.098144:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764460.098147:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764460.098150:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764460.098152:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764460.098154:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764460.098156:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764460.098159:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098167:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764460.098169:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098174:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.098175:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764460.098178:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764460.098182:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764460.098185:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764460.098186:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320711180
00000100:00000001:1.0:1787764460.098189:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320712487
00000100:00000001:1.0:1787764460.098190:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320711180
00000100:00000001:1.0:1787764460.098192:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320712487
00000100:00000001:1.0:1787764460.098194:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764460.098195:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.098197:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764460.098200:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764460/real 1787764460]  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764460.098206:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764460.098208:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764460.098209:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764460.098211:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764460.098212:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764460.098214:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764460.098217:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764460.098223:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098229:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764460.098230:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098232:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764460.098233:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764460.098236:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098241:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764460.098244:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098250:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764460.098252:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098253:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764460.098254:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098256:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764460.098257:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764460.098260:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764460.098263:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764460.098265:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764460.098268:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764460.098275:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482351232:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764460.098278:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764460.098281:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098292:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764460.098293:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764460.098295:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764460.098297:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764460.098299:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764460.098302:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482351360:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764460.098305:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764460.098307:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764460.098308:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764460.098309:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764460.098312:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764460.098314:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764460.098318:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764460.098320:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764460.098323:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764460.098326:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482351360, portal 10
00000100:00000001:1.0:1787764460.098328:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764460.098329:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764460.098334:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098339:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764460.098341:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764460.098343:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764460.098345:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482351360, offset 0
00000400:00000200:1.0:1787764460.098348:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764460.098352:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764460.098355:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764460.098358:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764460.098361:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764460.098363:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764460.098365:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764460.098368:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277987:277987:256:4294967295] 192.168.203.115@tcp LPNI seq info [277987:277987:8:4294967295]
00000400:00000200:1.0:1787764460.098372:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764460.098379:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764460.098383:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764460.098386:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764460.098389:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764460.098392:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764460.098395:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764460.098398:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764460.098401:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764460.098403:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764460.098406:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764460.098409:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764460.098412:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764460.098413:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764460.098415:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764460.098419:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098427:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764460.098430:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098436:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.098437:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764460.098440:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764460.098443:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764460.098446:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764460.098447:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320711188
00000100:00000001:1.0:1787764460.098450:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320712487
00000100:00000001:1.0:1787764460.098451:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320711188
00000100:00000001:1.0:1787764460.098453:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320712487
00000100:00000001:1.0:1787764460.098455:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764460.098457:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.098459:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764460.098462:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764460/real 1787764460]  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764460.098469:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764460.098471:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764460.098472:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764460.098474:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764460.098476:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764460.098478:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764460.098481:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764460.098488:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098494:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764460.098495:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098496:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764460.098497:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764460.098500:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098505:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764460.098508:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098514:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764460.098516:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098518:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764460.098519:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098521:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764460.098522:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764460.098524:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764460.098527:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764460.098529:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764460.098533:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764460.098539:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482351360:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764460.098542:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764460.098545:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098550:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764460.098552:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764460.098554:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764460.098555:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764460.098557:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764460.098559:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482351488:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764460.098562:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764460.098564:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764460.098565:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764460.098567:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764460.098570:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764460.098572:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764460.098575:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764460.098577:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764460.098580:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764460.098583:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482351488, portal 4
00000100:00000001:1.0:1787764460.098584:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764460.098586:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764460.098591:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098597:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764460.098599:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764460.098601:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764460.098603:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482351488, offset 0
00000400:00000200:1.0:1787764460.098607:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764460.098611:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764460.098614:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764460.098617:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764460.098619:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764460.098621:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764460.098623:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764460.098626:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277988:277988:256:4294967295] 192.168.203.115@tcp LPNI seq info [277988:277988:8:4294967295]
00000400:00000200:1.0:1787764460.098630:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764460.098635:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764460.098639:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764460.098642:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764460.098645:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764460.098647:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764460.098651:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764460.098653:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764460.098656:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764460.098657:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764460.098660:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764460.098663:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764460.098665:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764460.098667:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764460.098669:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764460.098673:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098680:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764460.098683:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098687:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.098688:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764460.098691:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764460.098693:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764460.098695:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764460.098697:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320711188
00000100:00000001:1.0:1787764460.098698:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320712487
00000100:00000001:1.0:1787764460.098700:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320711188
00000100:00000001:1.0:1787764460.098701:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320712487
00000100:00000001:1.0:1787764460.098702:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764460.098704:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.098705:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764460.098707:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764460/real 1787764460]  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764460.098711:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764460.098711:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764460.098713:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764460.098714:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764460.098715:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764460.098716:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764460.098718:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764460.098723:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098727:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764460.098727:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098728:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764460.098729:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764460.098731:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098734:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764460.098736:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098740:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764460.098742:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098743:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764460.098744:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098746:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764460.098771:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764460.098774:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764460.098777:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764460.098779:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764460.098783:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764460.098791:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482351488:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764460.098795:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098797:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764460.098800:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482351232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098806:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764460.098807:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764460.098809:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764460.098811:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764460.098812:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764460.098813:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764460.098814:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764460.098815:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764460.098817:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764460.098818:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764460.098819:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764460.098822:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764460.098823:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098824:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764460.098826:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482351360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098832:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764460.098833:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764460.098834:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764460.098837:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764460.098838:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764460.098839:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764460.098841:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764460.098842:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764460.098844:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764460.098845:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764460.098846:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764460.098849:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764460.098850:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098851:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764460.098867:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482351488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098873:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764460.098874:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764460.098876:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764460.098878:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764460.098879:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764460.098880:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764460.098886:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764460.098888:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764460.098890:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764460.098891:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764460.098892:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764460.098894:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764460.098896:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098898:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.098901:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764460.098903:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.098905:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764460.098907:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764460.098908:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764460.098912:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098919:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764460.098920:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764460.098922:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764460.098923:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764460.098925:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764460.098928:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482351616:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764460.098931:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764460.098933:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764460.098934:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764460.098936:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764460.098939:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764460.098940:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764460.098943:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764460.098944:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764460.098947:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764460.098949:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482351616, portal 4
00000100:00000001:1.0:1787764460.098950:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764460.098951:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764460.098955:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.098959:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764460.098960:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764460.098961:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764460.098963:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482351616, offset 0
00000400:00000200:1.0:1787764460.098965:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764460.098967:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764460.098970:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764460.098972:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764460.098973:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764460.098975:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764460.098977:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764460.098978:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277989:277989:256:4294967295] 192.168.203.115@tcp LPNI seq info [277989:277989:8:4294967295]
00000400:00000200:1.0:1787764460.098981:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764460.098985:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764460.098987:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764460.098989:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764460.098991:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764460.098993:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764460.098995:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764460.098997:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764460.098999:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764460.099000:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764460.099002:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764460.099004:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764460.099006:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764460.099007:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764460.099008:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764460.099010:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.099015:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764460.099016:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.099020:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.099021:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764460.099023:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764460.099025:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764460.099027:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764460.099028:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320711193
00000100:00000001:1.0:1787764460.099029:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320712487
00000100:00000001:1.0:1787764460.099031:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320711193
00000100:00000001:1.0:1787764460.099033:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320712487
00000100:00000001:1.0:1787764460.099034:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764460.099036:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.099037:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764460.099039:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764460/real 1787764460]  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764460.099043:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764460.099043:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764460.099044:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764460.099045:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764460.099046:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764460.099047:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764460.099049:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764460.099053:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.099057:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764460.099058:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.099059:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764460.099060:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764460.099061:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.099065:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764460.099067:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.099070:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764460.099071:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.099072:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764460.099073:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.099075:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764460.099076:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764460.099077:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764460.099079:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764460.099081:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764460.099083:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764460.099087:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482351616:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764460.099089:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.099090:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764460.099091:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482351616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764460.099095:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764460.099096:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764460.099097:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764460.099098:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764460.099099:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764460.099099:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764460.099100:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764460.099101:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764460.099104:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764460.099104:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764460.099105:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764460.099107:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764460.099107:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.099108:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764460.099111:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764460.099111:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764460.099112:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764460.099113:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764460.800828:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764460.800834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764460.800840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764460.800841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764460.800844:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764460.800845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764460.800913:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764460.800918:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764460.800921:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764461.440820:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320712487, at 4320712512
00000100:00000010:1.0:1787764461.440832:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f0c0.
00000100:00000040:0.0:1787764461.440840:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320712487, at 4320712512
00000100:00000010:0.0:1787764461.440865:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fba0.
00010000:00000001:2.0:1787764461.824865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764461.824869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764461.824873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764461.824875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764461.824878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764461.824879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764461.824921:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764461.824924:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764461.824927:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764462.848817:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764462.848822:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764462.848826:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764462.848827:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764462.848829:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764462.848830:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764462.848866:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764462.848872:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764462.848876:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764463.872864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764463.872870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764463.872875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764463.872876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764463.872879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764463.872880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764463.872926:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764463.872930:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764463.872933:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764464.896851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764464.896857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764464.896863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764464.896864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764464.896867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764464.896870:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764464.896872:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764464.896875:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764464.896878:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764464.896880:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764464.896882:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764464.896884:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764464.896927:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764464.896931:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764464.896935:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764465.216871:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764465.216881:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764465.216883:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764465.216886:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764465.216890:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764465.216897:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26043
00000400:00000200:3.0:1787764465.216912:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764465.216919:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764465.216922:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764465.216926:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764465.216929:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764465.216931:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764465.216934:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764465.216937:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764465.216939:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764465.216942:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764465.216946:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764465.216948:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764465.216950:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764465.216954:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764465.216955:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764465.216957:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764465.216959:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764465.216962:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764465.216964:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764465.216966:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764465.216969:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764465.216971:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764465.216974:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.216975:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764465.216978:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764465.216986:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764465.216989:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764465.216993:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764465.216995:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.216998:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764465.217001:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764465.217004:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764465.217012:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764465.217018:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764465.217026:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764465.217036:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764465.217040:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764465.217045:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764465.217071:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764465.217074:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764465.217078:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764465.217079:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764465.217082:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764465.217085:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764465.217088:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26043
00000400:00000200:3.0:1787764465.217092:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764465.217096:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764465.217099:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764465.217102:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764465.217105:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764465.217105:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764465.217110:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764465.217111:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764465.217113:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764465.217116:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764465.217121:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764465.217121:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764465.217124:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764465.217129:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764465.217132:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764465.217134:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764465.217134:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
02000000:00000001:1.0:1787764465.217138:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787764465.217140:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
02000000:00000001:1.0:1787764465.217141:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764465.217146:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764465.217146:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00100000:1.0:1787764465.217150:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482351744:192.168.203.115@tcp:250:kworker.0
00000100:00000040:3.0:1787764465.217154:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764465.217155:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764465.217159:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787764465.217161:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787764465.217163:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:1.0:1787764465.217165:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.217167:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764465.217169:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787764465.217173:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
02000000:00000010:1.0:1787764465.217177:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
00000100:00080000:3.0:1787764465.217177:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:1.0:1787764465.217181:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.217183:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764465.217186:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764465.217190:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764465.217193:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787764465.217195:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
02000000:00000001:3.0:1787764465.217197:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.217201:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787764465.217203:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000008:00100000:3.0:1787764465.217205:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764465.217209:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764465.217212:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482351744, portal 25
00000100:00000001:3.0:1787764465.217212:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.217217:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:3.0:1787764465.217220:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000100:00000001:1.0:1787764465.217221:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000020:00000040:3.0:1787764465.217226:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000040:1.0:1787764465.217231:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764465.217232:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764465.217234:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.217238:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764465.217241:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764465.217245:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.217246:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764465.217251:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
02000000:00000010:3.0:1787764465.217251:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000400:00000010:1.0:1787764465.217256:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764465.217259:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482351744, offset 0
00000400:00000200:1.0:1787764465.217266:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764465.217266:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764465.217275:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764465.217284:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764465.217285:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764465.217290:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764465.217293:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000040:3.0:1787764465.217296:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764465.217300:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764465.217307:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764465.217313:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764465.217314:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764465.217320:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764465.217324:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00080000:3.0:1787764465.217324:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764465.217326:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764465.217329:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764465.217333:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764465.217335:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277990:277990:256:4294967295] 192.168.203.115@tcp LPNI seq info [277990:277990:8:4294967295]
00000100:00080000:3.0:1787764465.217339:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26043
00000400:00000200:1.0:1787764465.217345:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764465.217349:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764465.217355:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764465.217360:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764465.217362:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764465.217370:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764465.217375:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00000040:3.0:1787764465.217377:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764465.217381:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787764465.217383:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764465.217387:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.0:1787764465.217389:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787764465.217391:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764465.217396:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787764465.217398:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000040:3.0:1787764465.217400:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764465.217404:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787764465.217404:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000020:00000040:3.0:1787764465.217408:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764465.217411:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764465.217413:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764465.217418:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000100:1.0:1787764465.217423:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764465.217424:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787764465.217427:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000100:00000040:3.0:1787764465.217429:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764465.217433:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764465.217435:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1787764465.217437:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764465.217443:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764465.217446:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764465.217447:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764465.217451:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787764465.217451:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764465.217456:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764465.217457:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000100:00000001:3.0:1787764465.217459:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787764465.217460:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000008:00100000:3.0:1787764465.217463:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764465.217465:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1787764465.217469:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764465.217470:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764465.217473:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.217483:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1787764465.217483:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000100:00000040:1.0:1787764465.217487:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764465.217489:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764465.217496:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764465.217498:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.217500:0:257227:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787764465.217500:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.217504:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764465.217506:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764465.217506:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764465.217510:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764465.217513:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764465.217517:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320717607
02000000:00000010:3.0:1787764465.217519:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000010:1.0:1787764465.217521:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f0c0.
00000100:00000001:3.0:1787764465.217525:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.217528:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1787764465.217533:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764465.217535:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320717607
00000100:00000010:1.0:1787764465.217539:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fea0.
00000100:00000001:1.0:1787764465.217543:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764465.217546:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764465.217550:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764465.217554:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.217554:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.217558:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764465.217562:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764465/real 1787764465]  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764465.217571:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764465.217573:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787764465.217575:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764465.217576:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764465.217579:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764465.217581:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764465.217585:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764465.217591:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764465.217593:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764465.217598:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764465.217606:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764465.217606:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764465.217609:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764465.217612:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764465.217619:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764465.217622:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787764465.217625:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26043
00000100:00000001:1.0:1787764465.217626:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.217631:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764465.217633:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764465.217634:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:1.0:1787764465.217638:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764465.217642:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764465.217648:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764465.217649:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764465.217655:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764465.217656:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764465.217663:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764465.217663:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764465.217667:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764465.217668:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764465.217670:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764465.217672:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764465.217674:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764465.217675:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764465.217677:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787764465.217678:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:1.0:1787764465.217680:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1787764465.217681:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00080000:1.0:1787764465.217685:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000020:00000001:3.0:1787764465.217685:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764465.217687:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1787764465.217689:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000040:1.0:1787764465.217691:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764465.217694:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00100000:1.0:1787764465.217701:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482351744:192.168.203.115@tcp:250:kworker.0
00000020:00000001:3.0:1787764465.217702:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764465.217706:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.217709:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764465.217710:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764465.217714:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482351744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764465.217715:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764465.217721:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764465.217723:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764465.217726:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764465.217727:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764465.217730:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
00000020:00000040:3.0:1787764465.217732:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764465.217737:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764465.217739:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764465.217741:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787764465.217742:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:1.0:1787764465.217744:0:257227:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787764465.217776:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787764465.217780:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764465.217780:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.217782:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764465.217786:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000020:00000001:1.0:1787764465.217787:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764465.217791:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
00000008:00000001:3.0:1787764465.217792:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.217796:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764465.217798:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:3.0:1787764465.217801:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
02000000:00000001:1.0:1787764465.217802:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764465.217806:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764465.217807:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764465.217812:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787764465.217812:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764465.217814:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.217815:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.217828:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764465.217828:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764465.217832:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764465.217835:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.217838:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:3.0:1787764465.217840:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:1.0:1787764465.217841:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.217846:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764465.217847:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.217848:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764465.217851:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1787764465.217856:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764465.217858:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.217880:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764465.217880:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764465.217883:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.217884:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764465.217886:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764465.217889:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764465.217892:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764465.217893:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764465.217900:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482351872:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764465.217907:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764465.217911:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764465.217913:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.217914:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764465.217915:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764465.217919:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
00000100:00080000:3.0:1787764465.217920:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764465.217925:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787764465.217926:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.217927:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764465.217931:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764465.217933:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764465.217936:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000001:3.0:1787764465.217938:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787764465.217940:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00080000:3.0:1787764465.217944:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26043
00000100:00000200:1.0:1787764465.217945:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482351872, portal 10
00000100:00000001:1.0:1787764465.217948:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764465.217950:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
00000400:00000200:3.0:1787764465.217954:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:1.0:1787764465.217958:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764465.217961:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764465.217967:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764465.217973:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764465.217974:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764465.217978:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764465.217980:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787764465.217981:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764465.217984:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482351872, offset 0
00000100:00000040:3.0:1787764465.217986:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764465.217990:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764465.217992:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764465.217996:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764465.217999:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787764465.218003:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000040:3.0:1787764465.218003:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764465.218008:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764465.218009:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787764465.218011:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000400:00000200:1.0:1787764465.218014:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000020:00000001:3.0:1787764465.218017:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:1.0:1787764465.218019:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787764465.218022:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:1.0:1787764465.218025:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000040:3.0:1787764465.218029:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764465.218032:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277991:277991:256:4294967295] 192.168.203.115@tcp LPNI seq info [277991:277991:8:4294967295]
00000100:00000001:3.0:1787764465.218033:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764465.218038:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764465.218041:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764465.218043:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764465.218047:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000400:00000200:1.0:1787764465.218052:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787764465.218055:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000200:1.0:1787764465.218059:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764465.218061:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764465.218063:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
02000000:00000001:3.0:1787764465.218065:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787764465.218068:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764465.218069:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787764465.218071:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1787764465.218075:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764465.218077:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764465.218081:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1787764465.218081:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000008:00100000:3.0:1787764465.218086:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787764465.218087:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764465.218089:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000008:00000001:3.0:1787764465.218092:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764465.218093:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787764465.218098:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764465.218099:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764465.218103:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764465.218105:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000010:3.0:1787764465.218106:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764465.218107:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787764465.218112:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000200:1.0:1787764465.218113:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764465.218119:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764465.218122:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.218127:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764465.218128:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787764465.218129:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764465.218133:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764465.218134:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764465.218139:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:1.0:1787764465.218143:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764465.218146:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.218147:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764465.218152:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764465.218156:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764465.218157:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764465.218166:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764465.218170:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320716300
00000100:00000001:1.0:1787764465.218176:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320717607
00000100:00000001:3.0:1787764465.218177:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764465.218180:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320716300
00000100:00000001:3.0:1787764465.218182:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.218184:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320717607
00000100:00000001:1.0:1787764465.218189:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764465.218190:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218193:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.218197:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764465.218204:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764465/real 1787764465]  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764465.218205:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764465.218212:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26053)
00000400:00000001:1.0:1787764465.218218:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764465.218221:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764465.218222:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764465.218226:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764465.218227:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764465.218230:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764465.218233:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764465.218239:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218243:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764465.218244:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218245:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764465.218246:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764465.218248:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218251:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764465.218254:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218257:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764465.218259:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218260:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764465.218261:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218262:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764465.218263:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764465.218265:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764465.218267:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764465.218269:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764465.218271:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764465.218277:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482351872:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764465.218280:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764465.218283:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218289:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764465.218290:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764465.218292:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764465.218294:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764465.218296:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764465.218298:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352000:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764465.218301:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764465.218303:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764465.218304:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764465.218306:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764465.218309:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764465.218311:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764465.218315:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764465.218317:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764465.218320:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764465.218323:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482352000, portal 10
00000100:00000001:1.0:1787764465.218325:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764465.218326:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764465.218331:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218342:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764465.218344:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764465.218346:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764465.218349:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482352000, offset 0
00000400:00000200:1.0:1787764465.218353:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764465.218357:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764465.218360:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764465.218363:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764465.218365:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764465.218367:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764465.218369:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764465.218372:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277992:277992:256:4294967295] 192.168.203.115@tcp LPNI seq info [277992:277992:8:4294967295]
00000400:00000200:1.0:1787764465.218376:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764465.218380:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764465.218382:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764465.218385:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764465.218387:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764465.218389:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764465.218391:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764465.218393:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764465.218395:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764465.218396:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764465.218398:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764465.218400:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764465.218402:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764465.218403:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764465.218405:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764465.218407:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218412:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764465.218416:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218427:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.218428:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764465.218431:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764465.218434:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764465.218437:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764465.218439:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320716308
00000100:00000001:1.0:1787764465.218441:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320717607
00000100:00000001:1.0:1787764465.218443:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320716308
00000100:00000001:1.0:1787764465.218445:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320717607
00000100:00000001:1.0:1787764465.218447:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764465.218450:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.218451:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764465.218455:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764465/real 1787764465]  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764465.218462:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764465.218463:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764465.218464:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764465.218465:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764465.218466:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764465.218468:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764465.218470:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764465.218475:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218478:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764465.218479:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218480:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764465.218481:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764465.218483:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218487:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764465.218490:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218493:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764465.218495:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218495:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764465.218496:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218497:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764465.218498:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764465.218499:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764465.218501:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764465.218502:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764465.218504:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764465.218508:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352000:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764465.218510:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218511:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764465.218513:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482351872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218517:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764465.218518:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764465.218519:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764465.218521:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764465.218522:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764465.218522:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764465.218524:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764465.218525:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764465.218527:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764465.218528:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764465.218529:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:1.0:1787764465.218530:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764465.218531:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218532:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764465.218534:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482352000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218538:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764465.218538:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764465.218540:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764465.218541:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764465.218542:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764465.218544:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764465.218545:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764465.218547:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764465.218549:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764465.218550:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764465.218551:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764465.218553:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764465.218554:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218555:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218559:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764465.218560:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.218562:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764465.218564:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764465.218565:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764465.218568:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218575:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764465.218576:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764465.218578:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764465.218580:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764465.218582:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764465.218585:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764465.218590:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764465.218592:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764465.218593:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764465.218595:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764465.218598:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764465.218600:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764465.218603:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764465.218606:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764465.218609:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764465.218611:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482352128, portal 4
00000100:00000001:1.0:1787764465.218613:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764465.218614:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764465.218620:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218625:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764465.218628:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764465.218630:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764465.218632:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482352128, offset 0
00000400:00000200:1.0:1787764465.218636:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764465.218639:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764465.218643:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764465.218646:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764465.218648:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764465.218650:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764465.218653:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764465.218655:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277993:277993:256:4294967295] 192.168.203.115@tcp LPNI seq info [277993:277993:8:4294967295]
00000400:00000200:1.0:1787764465.218659:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764465.218665:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764465.218667:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764465.218670:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764465.218672:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764465.218674:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764465.218677:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764465.218678:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764465.218680:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764465.218682:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764465.218684:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764465.218686:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764465.218688:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764465.218689:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764465.218690:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764465.218693:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218697:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764465.218699:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218703:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.218704:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764465.218706:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764465.218708:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764465.218710:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764465.218711:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320716308
00000100:00000001:1.0:1787764465.218713:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320717607
00000100:00000001:1.0:1787764465.218714:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320716308
00000100:00000001:1.0:1787764465.218715:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320717607
00000100:00000001:1.0:1787764465.218716:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764465.218717:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.218718:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764465.218720:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764465/real 1787764465]  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764465.218724:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764465.218725:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764465.218726:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764465.218728:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764465.218729:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764465.218730:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764465.218732:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764465.218736:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218739:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764465.218740:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218741:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764465.218742:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764465.218743:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218747:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764465.218764:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218768:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764465.218770:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218771:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764465.218771:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218772:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764465.218773:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764465.218775:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764465.218776:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764465.218778:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764465.218780:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764465.218784:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764465.218787:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764465.218789:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218792:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764465.218793:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764465.218794:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764465.218795:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764465.218797:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764465.218798:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764465.218800:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764465.218801:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764465.218802:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764465.218803:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764465.218806:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764465.218807:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764465.218808:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764465.218810:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764465.218811:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764465.218813:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482352256, portal 4
00000100:00000001:1.0:1787764465.218814:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764465.218815:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764465.218831:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218835:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764465.218837:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764465.218838:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764465.218840:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482352256, offset 0
00000400:00000200:1.0:1787764465.218842:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764465.218845:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764465.218847:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764465.218849:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764465.218850:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764465.218852:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764465.218853:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764465.218855:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277994:277994:256:4294967295] 192.168.203.115@tcp LPNI seq info [277994:277994:8:4294967295]
00000400:00000200:1.0:1787764465.218857:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764465.218861:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764465.218863:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764465.218865:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764465.218867:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764465.218868:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764465.218871:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764465.218872:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764465.218874:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764465.218876:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764465.218877:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764465.218880:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764465.218881:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764465.218883:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764465.218884:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764465.218890:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218895:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764465.218896:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218900:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.218901:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764465.218903:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764465.218905:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764465.218907:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764465.218908:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320716313
00000100:00000001:1.0:1787764465.218909:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320717607
00000100:00000001:1.0:1787764465.218911:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320716313
00000100:00000001:1.0:1787764465.218912:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320717607
00000100:00000001:1.0:1787764465.218914:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764465.218915:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.218916:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764465.218918:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764465/real 1787764465]  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764465.218922:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764465.218923:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764465.218924:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764465.218925:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764465.218926:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764465.218927:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764465.218929:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764465.218933:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218937:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764465.218938:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218939:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764465.218939:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764465.218941:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218944:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764465.218946:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218950:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764465.218951:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218952:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764465.218953:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218954:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764465.218955:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764465.218957:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764465.218958:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764465.218960:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764465.218962:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764465.218966:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764465.218968:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218969:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764465.218970:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482352128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218974:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764465.218975:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764465.218976:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764465.218978:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764465.218979:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764465.218979:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764465.218981:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764465.218982:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764465.218984:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764465.218984:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764465.218985:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764465.218987:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764465.218988:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.218989:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764465.218990:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482352256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764465.218993:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764465.218994:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764465.218995:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764465.218996:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764465.218997:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764465.218998:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764465.218999:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764465.219000:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764465.219003:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764465.219004:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764465.219006:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764465.219009:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764465.219010:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.219012:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764465.219015:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764465.219016:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764465.219018:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764465.219019:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764465.920887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764465.920893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764465.920896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764465.920897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764465.920899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764465.920900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764465.920956:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764465.920961:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764465.920964:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764466.560865:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320717607, at 4320717632
00000100:00000040:1.0:1787764466.560865:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320717607, at 4320717632
00000100:00000010:1.0:1787764466.560879:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fea0.
00000100:00000010:0.0:1787764466.560880:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f0c0.
00010000:00000001:2.0:1787764466.944858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764466.944864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764466.944869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764466.944870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764466.944873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764466.944874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764466.944956:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764466.944961:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764466.944964:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764467.968896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764467.968900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764467.968905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764467.968909:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764467.968911:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764467.968914:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764467.968917:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764467.968919:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764467.968920:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764467.968923:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764467.968926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764467.968927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764467.968983:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764467.968987:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764467.968991:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764468.992841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764468.992845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764468.992849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764468.992850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764468.992852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764468.992853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764468.992896:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764468.992900:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764468.992903:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764470.016918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764470.016926:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764470.016929:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764470.016931:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764470.016936:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764470.016938:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764470.016940:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764470.016942:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764470.016946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764470.016949:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764470.016952:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764470.016953:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764470.017030:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764470.017036:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764470.017039:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764470.336856:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764470.336869:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764470.336872:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764470.336876:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764470.336881:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764470.336890:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26048
00000400:00000200:3.0:1787764470.336903:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764470.336910:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764470.336913:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764470.336917:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.336920:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764470.336923:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.336925:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764470.336929:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764470.336932:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764470.336935:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764470.336939:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764470.336941:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764470.336944:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764470.336948:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.336950:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764470.336952:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.336954:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764470.336958:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764470.336962:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764470.336964:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764470.336967:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764470.336971:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764470.336975:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764470.336977:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764470.336981:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764470.336990:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764470.336995:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764470.337000:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764470.337002:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764470.337005:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764470.337008:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764470.337013:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764470.337023:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764470.337030:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764470.337040:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764470.337052:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764470.337056:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764470.337062:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764470.337091:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764470.337095:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764470.337099:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764470.337101:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764470.337104:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764470.337108:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764470.337111:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26048
00000400:00000200:3.0:1787764470.337115:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764470.337119:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764470.337122:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764470.337125:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337128:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764470.337129:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337131:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764470.337134:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764470.337135:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000100:00000001:1.0:1787764470.337137:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764470.337138:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764470.337141:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764470.337145:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764470.337148:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764470.337148:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764470.337154:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764470.337154:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337160:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764470.337164:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764470.337166:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764470.337167:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764470.337172:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764470.337178:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337184:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.337186:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764470.337188:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764470.337189:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.337194:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764470.337196:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764470.337197:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764470.337198:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764470.337203:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764470.337206:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482352384:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764470.337207:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764470.337212:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787764470.337214:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764470.337217:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787764470.337219:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.337220:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.337224:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764470.337224:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764470.337232:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764470.337234:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764470.337239:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000010:3.0:1787764470.337241:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000400:00000010:1.0:1787764470.337244:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000020:00000040:3.0:1787764470.337250:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000400:00000010:1.0:1787764470.337252:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
02000000:00000001:3.0:1787764470.337254:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764470.337257:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764470.337259:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787764470.337260:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482352384, portal 25
02000000:00000001:3.0:1787764470.337261:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764470.337263:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787764470.337265:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.337266:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:1.0:1787764470.337274:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764470.337275:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764470.337282:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.337284:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764470.337290:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00100000:3.0:1787764470.337292:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764470.337295:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764470.337300:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482352384, offset 0
00000100:00000001:3.0:1787764470.337306:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764470.337311:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337312:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764470.337319:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764470.337324:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764470.337334:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764470.337335:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:3.0:1787764470.337339:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764470.337344:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787764470.337346:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764470.337349:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764470.337351:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:3.0:1787764470.337353:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764470.337358:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764470.337359:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764470.337365:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00080000:3.0:1787764470.337365:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26048
00000400:00000200:3.0:1787764470.337374:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764470.337379:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764470.337381:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764470.337384:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764470.337387:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277995:277995:256:4294967295] 192.168.203.115@tcp LPNI seq info [277995:277995:8:4294967295]
00000100:00000001:3.0:1787764470.337388:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764470.337394:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337398:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764470.337399:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764470.337404:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764470.337406:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764470.337408:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764470.337411:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764470.337415:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764470.337416:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787764470.337420:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764470.337426:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:1.0:1787764470.337430:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337431:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764470.337436:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000010:1.0:1787764470.337439:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00000001:3.0:1787764470.337440:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764470.337445:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764470.337449:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000200:1.0:1787764470.337454:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764470.337455:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764470.337459:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787764470.337461:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
02000000:00000001:3.0:1787764470.337463:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764470.337468:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764470.337473:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1787764470.337473:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000008:00100000:3.0:1787764470.337476:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787764470.337479:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000008:00000001:3.0:1787764470.337481:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764470.337486:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764470.337488:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000010:3.0:1787764470.337492:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000800:00000010:1.0:1787764470.337493:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000020:00000040:3.0:1787764470.337498:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764470.337503:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764470.337504:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787764470.337505:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764470.337510:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764470.337513:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764470.337514:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787764470.337516:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764470.337523:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
02000000:00000010:3.0:1787764470.337524:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000400:00000010:1.0:1787764470.337528:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:3.0:1787764470.337530:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.337535:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787764470.337539:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787764470.337544:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764470.337558:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764470.337563:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.337565:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764470.337571:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764470.337573:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.337601:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764470.337601:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.337606:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787764470.337607:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764470.337613:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764470.337614:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764470.337615:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764470.337616:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764470.337621:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764470.337624:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764470.337626:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26048
00000100:00000001:1.0:1787764470.337630:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320722727
00000400:00000200:3.0:1787764470.337633:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764470.337638:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000010:1.0:1787764470.337639:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fea0.
00000100:00080000:3.0:1787764470.337642:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764470.337646:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764470.337648:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787764470.337649:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764470.337654:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337657:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764470.337659:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764470.337660:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320722727
00000020:00000040:3.0:1787764470.337661:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764470.337665:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:1.0:1787764470.337668:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f840.
00000020:00000040:3.0:1787764470.337669:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:1.0:1787764470.337674:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1787764470.337674:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764470.337679:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764470.337681:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764470.337684:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764470.337687:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764470.337689:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764470.337692:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787764470.337693:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337697:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00100000:1.0:1787764470.337701:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764470/real 1787764470]  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764470.337702:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764470.337709:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337715:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764470.337720:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1787764470.337722:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787764470.337724:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1787764470.337726:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787764470.337728:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764470.337731:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000100:00000001:3.0:1787764470.337732:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764470.337737:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000008:00100000:3.0:1787764470.337737:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000400:00000010:1.0:1787764470.337743:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000008:00000001:3.0:1787764470.337744:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764470.337777:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.337797:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1787764470.337803:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000100:00000200:1.0:1787764470.337805:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764470.337808:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764470.337815:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764470.337818:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764470.337823:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764470.337826:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764470.337830:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764470.337835:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764470.337838:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764470.337845:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.337846:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764470.337849:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.337852:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764470.337855:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764470.337856:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764470.337861:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.337878:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764470.337879:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764470.337883:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764470.337884:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.337893:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764470.337893:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.337897:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.337901:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764470.337903:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.337907:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764470.337910:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764470.337912:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764470.337913:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764470.337919:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764470.337920:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764470.337924:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787764470.337928:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1787764470.337931:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764470.337932:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764470.337935:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764470.337939:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764470.337944:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26048
00000100:00100000:1.0:1787764470.337951:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482352384:192.168.203.115@tcp:250:kworker.0
00000400:00000200:3.0:1787764470.337952:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764470.337959:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764470.337962:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764470.337962:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764470.337967:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764470.337969:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337974:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764470.337975:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482352384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764470.337979:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.337983:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764470.337988:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764470.337991:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764470.337994:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764470.337998:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764470.338003:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764470.338005:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1787764470.338006:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:1.0:1787764470.338009:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1787764470.338011:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.338014:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787764470.338015:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
00000100:00000040:3.0:1787764470.338017:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764470.338020:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764470.338022:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1787764470.338023:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000020:00000001:1.0:1787764470.338026:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:3.0:1787764470.338028:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000020:00000040:1.0:1787764470.338030:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000100:00000001:3.0:1787764470.338032:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764470.338035:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787764470.338036:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787764470.338041:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:3.0:1787764470.338041:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764470.338047:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.338050:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787764470.338050:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764470.338054:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00100000:3.0:1787764470.338055:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000010:1.0:1787764470.338057:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000008:00000001:3.0:1787764470.338059:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.338063:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764470.338063:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.338066:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.338068:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787764470.338069:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764470.338073:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:1.0:1787764470.338075:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787764470.338076:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764470.338079:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764470.338080:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.338082:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764470.338084:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764470.338085:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787764470.338087:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764470.338088:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764470.338092:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764470.338094:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764470.338099:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:1.0:1787764470.338100:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764470.338102:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.338106:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764470.338107:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.338109:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764470.338114:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764470.338115:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764470.338120:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764470.338130:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764470.338132:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764470.338133:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764470.338137:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764470.338138:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.338141:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764470.338146:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
00000100:00000040:3.0:1787764470.338146:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764470.338152:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764470.338161:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764470.338162:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764470.338166:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000040:3.0:1787764470.338169:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26059)
00000400:00000010:1.0:1787764470.338172:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764470.338177:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482352512, portal 10
00000100:00000001:1.0:1787764470.338179:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764470.338181:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764470.338190:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.338198:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764470.338200:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764470.338203:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764470.338205:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482352512, offset 0
00000400:00000200:1.0:1787764470.338209:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764470.338213:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764470.338215:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764470.338218:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764470.338219:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764470.338221:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764470.338222:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764470.338225:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277996:277996:256:4294967295] 192.168.203.115@tcp LPNI seq info [277996:277996:8:4294967295]
00000400:00000200:1.0:1787764470.338227:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764470.338231:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764470.338234:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764470.338236:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764470.338239:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764470.338241:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764470.338244:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764470.338246:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787764470.339413:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764470.339419:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764470.339425:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764470.339429:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764470.339435:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764470.339437:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764470.339441:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764470.339447:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339456:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764470.339458:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339463:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.339465:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764470.339470:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764470.339474:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764470.339479:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764470.339482:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320721421
00000100:00000001:1.0:1787764470.339485:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320722727
00000100:00000001:1.0:1787764470.339486:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320721421
00000100:00000001:1.0:1787764470.339488:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320722727
00000100:00000001:1.0:1787764470.339489:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764470.339491:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.339494:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764470.339496:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764470/real 1787764470]  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764470.339502:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764470.339503:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764470.339506:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764470.339508:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764470.339509:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764470.339510:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764470.339512:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764470.339517:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339526:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764470.339527:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.339529:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764470.339531:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764470.339535:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339552:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764470.339557:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339565:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764470.339568:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.339569:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764470.339571:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.339573:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764470.339575:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764470.339577:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764470.339580:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764470.339582:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764470.339585:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764470.339590:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764470.339593:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764470.339596:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339600:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764470.339602:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.339604:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764470.339607:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764470.339608:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764470.339610:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764470.339613:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764470.339616:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764470.339617:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.339619:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764470.339626:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764470.339628:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764470.339631:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764470.339634:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764470.339637:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764470.339640:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482352640, portal 10
00000100:00000001:1.0:1787764470.339642:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764470.339643:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764470.339647:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339651:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764470.339653:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764470.339654:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764470.339656:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482352640, offset 0
00000400:00000200:1.0:1787764470.339659:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764470.339664:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764470.339669:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764470.339672:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764470.339675:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764470.339678:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764470.339680:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764470.339682:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277997:277997:256:4294967295] 192.168.203.115@tcp LPNI seq info [277997:277997:8:4294967295]
00000400:00000200:1.0:1787764470.339685:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764470.339690:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764470.339693:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764470.339696:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764470.339700:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764470.339702:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764470.339705:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764470.339707:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787764470.339709:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764470.339710:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764470.339712:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764470.339714:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764470.339715:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764470.339716:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764470.339718:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764470.339720:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339724:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764470.339726:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339730:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.339731:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764470.339732:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764470.339734:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764470.339736:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764470.339737:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320721429
00000100:00000001:1.0:1787764470.339738:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320722727
00000100:00000001:1.0:1787764470.339740:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320721429
00000100:00000001:1.0:1787764470.339741:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320722727
00000100:00000001:1.0:1787764470.339742:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764470.339743:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.339744:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764470.339746:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764470/real 1787764470]  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764470.339776:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764470.339777:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764470.339779:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764470.339782:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764470.339795:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764470.339798:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764470.339803:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764470.339812:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339819:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764470.339820:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.339821:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764470.339822:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764470.339824:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339829:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764470.339831:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339834:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764470.339836:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.339837:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764470.339838:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.339839:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764470.339840:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764470.339841:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764470.339843:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764470.339844:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764470.339847:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764470.339851:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764470.339854:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764470.339856:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339860:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764470.339860:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.339862:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764470.339863:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764470.339864:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764470.339866:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764470.339868:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764470.339869:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764470.339870:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.339871:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764470.339874:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764470.339875:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764470.339877:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764470.339879:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764470.339881:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764470.339882:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482352768, portal 4
00000100:00000001:1.0:1787764470.339884:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764470.339884:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764470.339888:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339892:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764470.339893:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764470.339894:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764470.339896:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482352768, offset 0
00000400:00000200:1.0:1787764470.339899:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764470.339902:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764470.339905:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764470.339908:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764470.339910:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764470.339912:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764470.339914:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764470.339917:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277998:277998:256:4294967295] 192.168.203.115@tcp LPNI seq info [277998:277998:8:4294967295]
00000400:00000200:1.0:1787764470.339921:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764470.339926:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764470.339930:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764470.339933:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764470.339936:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764470.339939:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764470.339943:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764470.339946:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787764470.339951:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764470.339952:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764470.339955:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764470.339957:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764470.339960:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764470.339962:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764470.339964:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764470.339967:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339974:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764470.339976:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.339981:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.339982:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764470.339985:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764470.339988:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764470.339991:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764470.339993:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320721430
00000100:00000001:1.0:1787764470.339995:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320722727
00000100:00000001:1.0:1787764470.339997:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320721430
00000100:00000001:1.0:1787764470.339999:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320722727
00000100:00000001:1.0:1787764470.340000:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764470.340002:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.340004:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764470.340007:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764470/real 1787764470]  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764470.340014:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764470.340016:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764470.340017:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764470.340019:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764470.340021:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764470.340023:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764470.340026:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764470.340034:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340039:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764470.340040:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340041:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764470.340042:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764470.340044:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340048:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764470.340050:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340054:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764470.340056:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340057:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764470.340057:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340058:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764470.340060:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764470.340061:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764470.340063:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764470.340064:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764470.340066:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764470.340073:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764470.340077:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340080:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764470.340083:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482352512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340089:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764470.340091:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764470.340094:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764470.340097:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764470.340100:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764470.340101:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764470.340104:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764470.340106:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764470.340109:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764470.340111:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764470.340112:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:1.0:1787764470.340118:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764470.340119:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340121:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764470.340124:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482352640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340134:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764470.340135:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764470.340136:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764470.340137:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764470.340138:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764470.340139:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764470.340140:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764470.340141:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764470.340143:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764470.340144:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764470.340144:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764470.340146:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764470.340146:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340147:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764470.340149:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482352768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340153:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764470.340153:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764470.340154:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764470.340155:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764470.340156:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764470.340157:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764470.340158:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764470.340159:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764470.340160:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764470.340160:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764470.340161:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764470.340163:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764470.340164:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340165:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340171:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764470.340172:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.340173:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764470.340175:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764470.340175:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764470.340178:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340182:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764470.340183:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.340185:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764470.340186:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764470.340187:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764470.340188:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764470.340190:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764470.340192:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764470.340193:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764470.340194:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764470.340196:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764470.340197:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764470.340199:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764470.340200:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764470.340202:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764470.340204:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482352896, portal 4
00000100:00000001:1.0:1787764470.340205:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764470.340206:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764470.340210:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340214:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764470.340215:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764470.340216:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764470.340218:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482352896, offset 0
00000400:00000200:1.0:1787764470.340222:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764470.340225:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764470.340228:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764470.340231:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764470.340233:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764470.340235:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764470.340238:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764470.340241:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [277999:277999:256:4294967295] 192.168.203.115@tcp LPNI seq info [277999:277999:8:4294967295]
00000400:00000200:1.0:1787764470.340245:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764470.340251:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764470.340255:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764470.340258:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764470.340261:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764470.340263:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764470.340265:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764470.340267:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787764470.340269:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764470.340270:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764470.340272:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764470.340274:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764470.340276:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764470.340277:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764470.340279:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764470.340281:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340286:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764470.340287:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340291:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.340292:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764470.340294:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764470.340295:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764470.340297:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764470.340298:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320721434
00000100:00000001:1.0:1787764470.340300:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320722727
00000100:00000001:1.0:1787764470.340301:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320721434
00000100:00000001:1.0:1787764470.340302:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320722727
00000100:00000001:1.0:1787764470.340303:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764470.340305:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.340306:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764470.340308:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764470/real 1787764470]  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764470.340313:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764470.340314:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764470.340315:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764470.340316:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764470.340317:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764470.340318:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764470.340319:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764470.340324:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340328:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764470.340329:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340329:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764470.340330:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764470.340332:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340335:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764470.340337:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340341:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764470.340342:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340343:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764470.340344:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340345:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764470.340346:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764470.340347:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764470.340350:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764470.340351:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764470.340353:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764470.340357:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482352896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764470.340359:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340360:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764470.340362:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482352896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764470.340365:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764470.340366:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764470.340367:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764470.340368:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764470.340368:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764470.340369:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764470.340370:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764470.340371:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764470.340372:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764470.340373:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764470.340373:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764470.340375:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764470.340376:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340377:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764470.340380:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764470.340381:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764470.340383:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764470.340385:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764471.040884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764471.040891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764471.040896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764471.040898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764471.040901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764471.040902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764471.040948:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764471.040952:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764471.040955:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764471.680852:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320722727, at 4320722752
00000100:00000040:1.0:1787764471.680853:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320722727, at 4320722752
00000100:00000010:0.0:1787764471.680872:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fea0.
00000100:00000010:1.0:1787764471.680874:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f840.
00010000:00000001:2.0:1787764472.064888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764472.064893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764472.064896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764472.064897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764472.064899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764472.064900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764472.064949:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764472.064953:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764472.064956:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764473.088864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764473.088869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764473.088873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764473.088873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764473.088876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764473.088876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764473.088922:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764473.088925:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764473.088928:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764474.112856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764474.112861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764474.112865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764474.112866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764474.112868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764474.112869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764474.112912:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764474.112916:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764474.112917:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764475.136853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764475.136858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764475.136861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764475.136862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764475.136864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764475.136866:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764475.136867:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764475.136869:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764475.136871:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764475.136873:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764475.136874:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764475.136876:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764475.136938:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764475.136943:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764475.136946:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764475.456872:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764475.456881:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764475.456884:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764475.456887:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764475.456891:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764475.456898:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26054
00000400:00000200:2.0:1787764475.456907:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764475.456913:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764475.456917:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764475.456920:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.456923:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764475.456925:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.456927:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764475.456931:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764475.456933:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764475.456935:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764475.456939:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764475.456941:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764475.456943:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764475.456947:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.456949:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764475.456951:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.456953:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764475.456956:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764475.456959:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764475.456961:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764475.456964:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764475.456967:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764475.456969:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.456972:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764475.456975:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764475.456983:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764475.456986:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764475.456990:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764475.456991:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.456994:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764475.456996:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764475.457000:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764475.457006:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787764475.457012:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764475.457019:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764475.457029:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764475.457033:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764475.457037:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764475.457062:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764475.457064:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764475.457066:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764475.457067:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764475.457069:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764475.457071:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764475.457073:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26054
00000400:00000200:2.0:1787764475.457075:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764475.457077:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764475.457078:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764475.457080:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457082:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764475.457083:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457084:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764475.457087:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764475.457088:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764475.457089:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764475.457091:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764475.457093:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764475.457094:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764475.457096:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457097:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764475.457099:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787764475.457099:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457101:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764475.457103:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:1.0:1787764475.457104:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787764475.457106:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764475.457107:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764475.457109:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764475.457111:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787764475.457115:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764475.457116:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764475.457121:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.457124:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764475.457128:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764475.457132:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787764475.457132:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.457135:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.457136:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764475.457138:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787764475.457141:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764475.457142:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764475.457143:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764475.457145:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.457146:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764475.457147:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764475.457149:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764475.457152:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764475.457153:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764475.457158:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00100000:1.0:1787764475.457161:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482353024:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764475.457163:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.457169:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787764475.457170:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764475.457176:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787764475.457176:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764475.457180:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.457181:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.457185:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787764475.457188:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764475.457191:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764475.457197:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.457197:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764475.457202:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764475.457205:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764475.457207:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764475.457208:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:2.0:1787764475.457209:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764475.457213:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764475.457215:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26054
00000400:00000010:1.0:1787764475.457216:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000200:2.0:1787764475.457218:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764475.457222:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764475.457223:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787764475.457226:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000040:2.0:1787764475.457226:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457227:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764475.457231:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457232:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764475.457234:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764475.457234:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000100:00000200:1.0:1787764475.457235:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482353024, portal 25
00000020:00000001:2.0:1787764475.457236:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764475.457238:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000100:00000001:1.0:1787764475.457239:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787764475.457241:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:1.0:1787764475.457242:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980244736 : -118790729306880 : ffff93f5e0c6ed00)
00000020:00000001:2.0:1787764475.457244:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764475.457247:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764475.457250:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764475.457250:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764475.457256:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764475.457258:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787764475.457259:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764475.457263:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00000040:1.0:1787764475.457264:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764475.457267:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00080000:2.0:1787764475.457269:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000200:1.0:1787764475.457270:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482353024, offset 0
00000100:00000001:2.0:1787764475.457274:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764475.457276:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764475.457278:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764475.457279:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
02000000:00000001:2.0:1787764475.457281:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.457283:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764475.457284:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764475.457285:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.457286:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764475.457289:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787764475.457291:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764475.457293:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764475.457295:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:2.0:1787764475.457295:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.457300:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764475.457302:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764475.457303:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
02000000:00000001:2.0:1787764475.457305:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.457312:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1787764475.457312:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000400:00000200:1.0:1787764475.457318:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764475.457320:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764475.457322:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764475.457325:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278000:278000:256:4294967295] 192.168.203.115@tcp LPNI seq info [278000:278000:8:4294967295]
00000100:00000001:2.0:1787764475.457325:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.457329:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:2.0:1787764475.457338:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764475.457339:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764475.457348:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764475.457354:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00000001:2.0:1787764475.457355:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764475.457359:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764475.457363:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764475.457367:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1787764475.457368:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764475.457373:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764475.457379:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787764475.457385:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457388:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764475.457389:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000100:00080000:2.0:1787764475.457394:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764475.457397:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787764475.457400:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764475.457404:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764475.457405:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787764475.457407:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764475.457411:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764475.457412:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764475.457416:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00080000:2.0:1787764475.457416:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26054
00000100:00000001:1.0:1787764475.457423:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1787764475.457424:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000200:1.0:1787764475.457429:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764475.457431:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764475.457435:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764475.457441:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457445:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764475.457449:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764475.457449:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457452:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764475.457455:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787764475.457457:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764475.457457:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764475.457460:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764475.457463:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764475.457467:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764475.457472:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764475.457474:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764475.457477:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764475.457478:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764475.457480:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764475.457483:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457485:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764475.457486:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764475.457488:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000200:1.0:1787764475.457493:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:2.0:1787764475.457494:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457498:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.457500:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320727847
02000000:00000001:2.0:1787764475.457500:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764475.457504:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1787764475.457506:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f840.
02000000:00000001:2.0:1787764475.457507:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.457511:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764475.457513:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764475.457515:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000008:00000001:2.0:1787764475.457515:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.457518:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764475.457521:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000100:00000001:1.0:1787764475.457523:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320727847
00000020:00000040:2.0:1787764475.457523:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764475.457528:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1787764475.457530:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f420.
02000000:00000001:2.0:1787764475.457530:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.457534:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764475.457535:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787764475.457537:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764475.457538:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764475.457539:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.457543:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764475.457545:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:1.0:1787764475.457546:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787764475.457549:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764475.457552:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764475/real 1787764475]  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764475.457556:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787764475.457571:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787764475.457572:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787764475.457574:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787764475.457575:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764475.457576:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764475.457581:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000100:00000040:2.0:1787764475.457581:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764475.457583:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764475.457587:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764475.457592:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764475.457599:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764475.457604:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764475.457609:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764475.457610:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764475.457614:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764475.457617:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764475.457623:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764475.457624:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764475.457628:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787764475.457629:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26054
00000100:00000001:1.0:1787764475.457633:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.457636:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787764475.457637:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764475.457644:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00100000:1.0:1787764475.457645:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764475.457648:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764475.457655:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457659:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764475.457661:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764475.457664:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764475.457669:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764475.457669:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764475.457675:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764475.457677:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:1.0:1787764475.457679:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1787764475.457680:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764475.457682:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.457684:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.457685:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787764475.457685:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000001:1.0:1787764475.457689:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:2.0:1787764475.457690:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764475.457693:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1787764475.457695:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00080000:1.0:1787764475.457698:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1787764475.457702:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457706:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1787764475.457707:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764475.457712:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764475.457712:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457717:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764475.457722:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764475.457723:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764475.457729:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764475.457735:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764475.457740:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787764475.457743:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482353024:192.168.203.115@tcp:250:kworker.0
02000000:00000001:2.0:1787764475.457745:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764475.457784:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.457787:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.457791:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6ed00 x1874595482353024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.457799:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764475.457800:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.457802:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1787764475.457805:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:1.0:1787764475.457807:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
00000008:00100000:2.0:1787764475.457808:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1787764475.457812:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:2.0:1787764475.457813:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764475.457815:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787764475.457816:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764475.457818:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764475.457823:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000010:2.0:1787764475.457823:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
02000000:00000010:1.0:1787764475.457828:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4400.
00000020:00000040:2.0:1787764475.457828:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764475.457834:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764475.457835:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764475.457835:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.457838:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787764475.457839:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1787764475.457841:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6ed00.
02000000:00000001:2.0:1787764475.457842:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764475.457846:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.457848:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764475.457851:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787764475.457851:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:1.0:1787764475.457854:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764475.457857:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.457862:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787764475.457864:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764475.457865:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.457870:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764475.457873:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764475.457875:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764475.457877:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764475.457881:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764475.457882:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764475.457889:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.457918:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764475.457920:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764475.457920:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.457926:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764475.457928:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787764475.457929:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26064)
02000000:00000001:1.0:1787764475.457930:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764475.457936:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353152:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764475.457938:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764475.457939:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764475.457940:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.457941:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764475.457945:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764475.457947:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.457952:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764475.457954:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764475.457958:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764475.457961:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482353152, portal 10
00000100:00000001:1.0:1787764475.457963:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764475.457964:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980246656 : -118790729304960 : ffff93f5e0c6f480)
00000100:00000040:1.0:1787764475.457971:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.457977:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764475.457979:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764475.457981:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764475.457983:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482353152, offset 0
00000400:00000200:1.0:1787764475.457987:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764475.457991:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764475.457995:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764475.457997:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764475.458000:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764475.458002:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764475.458004:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764475.458007:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278001:278001:256:4294967295] 192.168.203.115@tcp LPNI seq info [278001:278001:8:4294967295]
00000400:00000200:1.0:1787764475.458011:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764475.458016:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764475.458018:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764475.458021:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764475.458023:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764475.458025:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764475.458028:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764475.458029:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787764475.458032:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764475.458033:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764475.458035:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764475.458037:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764475.458039:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764475.458040:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764475.458041:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764475.458045:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458052:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.458055:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458061:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.458063:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764475.458067:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764475.458070:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764475.458073:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764475.458075:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320726540
00000100:00000001:1.0:1787764475.458078:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320727847
00000100:00000001:1.0:1787764475.458080:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320726540
00000100:00000001:1.0:1787764475.458082:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320727847
00000100:00000001:1.0:1787764475.458084:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764475.458087:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.458088:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764475.458091:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764475/real 1787764475]  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764475.458096:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764475.458097:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764475.458099:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764475.458101:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764475.458103:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764475.458105:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764475.458108:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764475.458115:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458121:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764475.458123:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458124:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.458126:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764475.458129:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458135:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764475.458139:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458146:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764475.458148:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458149:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.458151:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458152:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764475.458154:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764475.458157:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764475.458160:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764475.458163:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764475.458167:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764475.458174:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353152:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764475.458178:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764475.458181:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458187:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764475.458188:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.458190:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764475.458192:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764475.458193:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764475.458196:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353280:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764475.458199:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764475.458200:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764475.458201:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.458202:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764475.458205:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764475.458206:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.458208:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764475.458210:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764475.458212:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764475.458214:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482353280, portal 10
00000100:00000001:1.0:1787764475.458215:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764475.458216:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980233216 : -118790729318400 : ffff93f5e0c6c000)
00000100:00000040:1.0:1787764475.458219:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458223:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764475.458225:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764475.458226:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764475.458227:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482353280, offset 0
00000400:00000200:1.0:1787764475.458229:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764475.458232:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764475.458235:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764475.458236:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764475.458238:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764475.458239:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764475.458241:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764475.458243:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278002:278002:256:4294967295] 192.168.203.115@tcp LPNI seq info [278002:278002:8:4294967295]
00000400:00000200:1.0:1787764475.458245:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764475.458249:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764475.458252:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764475.458253:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764475.458256:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764475.458257:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764475.458260:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764475.458261:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787764475.458264:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764475.458265:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764475.458267:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764475.458269:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764475.458270:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764475.458271:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764475.458273:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764475.458275:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458279:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.458281:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458285:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.458286:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764475.458288:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764475.458290:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764475.458292:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764475.458293:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320726548
00000100:00000001:1.0:1787764475.458294:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320727847
00000100:00000001:1.0:1787764475.458296:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320726548
00000100:00000001:1.0:1787764475.458297:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320727847
00000100:00000001:1.0:1787764475.458298:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764475.458299:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.458300:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764475.458302:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764475/real 1787764475]  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764475.458306:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764475.458307:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764475.458308:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764475.458309:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764475.458310:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764475.458311:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764475.458312:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764475.458317:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458320:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764475.458321:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458322:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.458323:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764475.458324:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458328:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764475.458330:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458334:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764475.458336:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458337:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.458337:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458338:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764475.458339:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764475.458341:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764475.458342:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764475.458343:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764475.458345:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764475.458349:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353280:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764475.458352:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764475.458353:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458357:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764475.458358:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.458359:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764475.458360:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764475.458361:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764475.458363:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353408:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764475.458364:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764475.458365:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764475.458366:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.458367:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764475.458369:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764475.458370:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.458372:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764475.458374:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764475.458375:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764475.458377:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482353408, portal 4
00000100:00000001:1.0:1787764475.458378:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764475.458379:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238016 : -118790729313600 : ffff93f5e0c6d2c0)
00000100:00000040:1.0:1787764475.458382:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458386:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764475.458387:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764475.458388:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764475.458390:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482353408, offset 0
00000400:00000200:1.0:1787764475.458394:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764475.458397:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764475.458400:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764475.458402:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764475.458404:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764475.458406:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764475.458408:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764475.458411:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278003:278003:256:4294967295] 192.168.203.115@tcp LPNI seq info [278003:278003:8:4294967295]
00000400:00000200:1.0:1787764475.458415:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764475.458420:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764475.458425:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764475.458428:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764475.458431:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764475.458433:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764475.458435:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764475.458437:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787764475.458439:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764475.458440:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764475.458442:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764475.458444:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764475.458446:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764475.458447:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764475.458449:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764475.458451:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458456:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.458458:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458461:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.458462:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764475.458464:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764475.458466:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764475.458468:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764475.458470:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320726548
00000100:00000001:1.0:1787764475.458471:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320727847
00000100:00000001:1.0:1787764475.458472:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320726548
00000100:00000001:1.0:1787764475.458474:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320727847
00000100:00000001:1.0:1787764475.458475:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764475.458476:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.458477:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764475.458479:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764475/real 1787764475]  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764475.458483:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764475.458484:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764475.458485:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764475.458487:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764475.458488:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764475.458489:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764475.458490:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764475.458495:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458499:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764475.458500:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458501:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.458502:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764475.458504:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458507:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764475.458509:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458513:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764475.458514:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458515:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.458515:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458516:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764475.458517:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764475.458519:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764475.458520:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764475.458521:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764475.458523:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764475.458527:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353408:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764475.458529:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458530:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.458532:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f480 x1874595482353152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458536:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764475.458537:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764475.458538:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764475.458540:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764475.458541:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764475.458542:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764475.458543:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764475.458544:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7400.
02000000:00000001:1.0:1787764475.458545:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764475.458546:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764475.458547:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f480.
00000100:00000001:1.0:1787764475.458548:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764475.458549:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458550:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.458552:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c000 x1874595482353280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458555:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764475.458556:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764475.458557:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764475.458558:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764475.458558:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764475.458559:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764475.458560:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764475.458561:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4800.
02000000:00000001:1.0:1787764475.458562:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764475.458562:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764475.458563:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c000.
00000100:00000001:1.0:1787764475.458564:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764475.458565:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458566:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.458568:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d2c0 x1874595482353408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458571:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764475.458572:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764475.458572:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764475.458573:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764475.458574:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764475.458575:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764475.458576:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764475.458577:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:1.0:1787764475.458578:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764475.458579:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764475.458580:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d2c0.
00000100:00000001:1.0:1787764475.458581:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764475.458581:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458582:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458585:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764475.458585:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.458587:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764475.458588:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764475.458589:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764475.458592:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458598:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764475.458599:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.458601:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764475.458603:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764475.458605:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764475.458607:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353536:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764475.458610:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764475.458612:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764475.458613:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.458615:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764475.458618:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764475.458620:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.458623:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764475.458625:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764475.458628:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764475.458631:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482353536, portal 4
00000100:00000001:1.0:1787764475.458633:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764475.458634:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980235136 : -118790729316480 : ffff93f5e0c6c780)
00000100:00000040:1.0:1787764475.458639:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458644:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764475.458645:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764475.458647:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764475.458648:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482353536, offset 0
00000400:00000200:1.0:1787764475.458650:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764475.458653:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764475.458655:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764475.458657:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764475.458658:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764475.458660:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764475.458661:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764475.458663:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278004:278004:256:4294967295] 192.168.203.115@tcp LPNI seq info [278004:278004:8:4294967295]
00000400:00000200:1.0:1787764475.458665:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764475.458668:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764475.458671:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764475.458672:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764475.458675:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764475.458676:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764475.458679:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764475.458680:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787764475.458683:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764475.458684:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764475.458685:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764475.458687:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764475.458689:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764475.458690:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764475.458692:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764475.458694:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458698:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.458700:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458707:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.458708:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764475.458710:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764475.458711:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764475.458713:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764475.458714:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320726552
00000100:00000001:1.0:1787764475.458716:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320727847
00000100:00000001:1.0:1787764475.458717:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320726552
00000100:00000001:1.0:1787764475.458718:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320727847
00000100:00000001:1.0:1787764475.458719:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764475.458721:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.458722:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764475.458723:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764475/real 1787764475]  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764475.458730:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764475.458731:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764475.458732:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764475.458734:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764475.458736:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764475.458738:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764475.458740:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764475.458780:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458787:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764475.458788:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458790:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.458792:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764475.458795:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458802:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764475.458806:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458811:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764475.458813:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458814:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.458815:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458816:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764475.458817:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764475.458818:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764475.458820:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764475.458821:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764475.458823:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764475.458828:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353536:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764475.458830:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458831:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.458833:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c780 x1874595482353536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.458836:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764475.458837:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764475.458838:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764475.458840:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764475.458840:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764475.458841:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764475.458842:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764475.458843:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:1.0:1787764475.458845:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764475.458846:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764475.458847:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c780.
00000100:00000001:1.0:1787764475.458848:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764475.458849:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458850:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.458852:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764475.458853:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.458854:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764475.458855:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764476.160844:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764476.160854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764476.160858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764476.160859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764476.160861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764476.160861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764476.160922:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764476.160926:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764476.160928:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764476.800832:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320727847, at 4320727872
00000100:00000040:1.0:1787764476.800832:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320727847, at 4320727872
00000100:00000010:0.0:1787764476.800846:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f840.
00000100:00000010:1.0:1787764476.800850:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f420.
00010000:00000001:2.0:1787764477.184872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764477.184879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764477.184884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764477.184885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764477.184887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764477.184889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764477.184948:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764477.184952:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764477.184960:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764478.208879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764478.208884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764478.208888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764478.208891:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764478.208892:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764478.208894:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764478.208896:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764478.208897:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764478.208899:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764478.208900:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764478.208902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764478.208903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764478.208954:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764478.208958:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764478.208960:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764479.232853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764479.232859:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764479.232860:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764479.232862:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764479.232866:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764479.232867:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764479.232868:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764479.232870:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764479.232873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764479.232874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764479.232876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764479.232876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764479.232955:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764479.232960:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764479.232963:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764480.256908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764480.256914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764480.256917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764480.256918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764480.256920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764480.256921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764480.256966:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764480.256970:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764480.256972:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764480.576870:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764480.576879:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764480.576881:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764480.576884:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764480.576887:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764480.576893:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26059
00000400:00000200:3.0:1787764480.576900:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764480.576905:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764480.576907:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764480.576909:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.576911:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764480.576912:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.576914:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764480.576916:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764480.576917:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764480.576919:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764480.576922:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764480.576923:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764480.576924:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764480.576927:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.576928:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764480.576929:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.576931:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764480.576932:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764480.576934:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764480.576936:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764480.576938:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764480.576940:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764480.576941:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.576943:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764480.576944:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764480.576951:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764480.576953:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764480.576956:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764480.576957:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.576959:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764480.576962:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764480.576964:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764480.576970:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764480.576974:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764480.576981:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764480.576988:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764480.576990:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764480.576993:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764480.577009:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764480.577011:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764480.577014:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764480.577015:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764480.577016:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764480.577019:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764480.577020:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26059
00000400:00000200:3.0:1787764480.577022:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764480.577024:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764480.577026:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764480.577027:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577028:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764480.577029:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577031:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764480.577032:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764480.577032:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764480.577033:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764480.577035:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764480.577036:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764480.577037:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764480.577039:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577040:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764480.577042:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577043:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764480.577044:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764480.577046:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577048:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764480.577049:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764480.577053:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764480.577055:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577056:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764480.577056:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764480.577060:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764480.577062:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.577063:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764480.577066:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764480.577069:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000001:1.0:1787764480.577070:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787764480.577071:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764480.577074:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764480.577074:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.577078:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764480.577079:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787764480.577085:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764480.577085:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764480.577090:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764480.577097:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577099:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764480.577102:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764480.577104:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764480.577106:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764480.577110:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764480.577115:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.577119:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787764480.577122:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482353664:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764480.577123:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577129:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787764480.577133:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764480.577134:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764480.577137:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.577140:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764480.577147:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
00000100:00000001:3.0:1787764480.577149:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.577150:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764480.577154:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764480.577160:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764480.577161:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764480.577164:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787764480.577165:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00080000:3.0:1787764480.577166:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764480.577170:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787764480.577173:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00080000:3.0:1787764480.577174:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26059
00000400:00000200:3.0:1787764480.577181:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000200:1.0:1787764480.577182:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482353664, portal 25
00000400:00000200:3.0:1787764480.577184:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764480.577186:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764480.577188:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764480.577189:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000040:3.0:1787764480.577194:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577198:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764480.577199:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764480.577203:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577209:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764480.577213:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764480.577215:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764480.577217:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764480.577221:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787764480.577222:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000020:00000040:3.0:1787764480.577225:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000010:1.0:1787764480.577226:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000020:00000001:3.0:1787764480.577230:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000200:1.0:1787764480.577232:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482353664, offset 0
00000020:00000001:3.0:1787764480.577235:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764480.577240:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764480.577244:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577244:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764480.577250:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577252:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764480.577254:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:1.0:1787764480.577256:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764480.577259:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577263:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764480.577267:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
02000000:00000001:3.0:1787764480.577267:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764480.577272:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764480.577275:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764480.577276:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.577280:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764480.577282:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000008:00100000:3.0:1787764480.577283:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764480.577287:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764480.577288:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764480.577291:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764480.577294:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000010:3.0:1787764480.577299:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000400:00000200:1.0:1787764480.577300:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278005:278005:256:4294967295] 192.168.203.115@tcp LPNI seq info [278005:278005:8:4294967295]
00000020:00000040:3.0:1787764480.577303:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764480.577307:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764480.577308:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.577310:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764480.577311:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764480.577313:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764480.577317:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:3.0:1787764480.577320:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764480.577325:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764480.577331:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787764480.577334:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764480.577342:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577349:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787764480.577350:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00000001:3.0:1787764480.577354:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764480.577361:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764480.577363:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764480.577368:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787764480.577377:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764480.577378:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764480.577382:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787764480.577384:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1787764480.577386:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764480.577388:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764480.577391:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764480.577395:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787764480.577396:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764480.577399:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26059
00000800:00000010:1.0:1787764480.577401:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:3.0:1787764480.577405:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764480.577409:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764480.577410:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787764480.577412:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764480.577419:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764480.577422:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764480.577423:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764480.577428:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000100:00000040:3.0:1787764480.577429:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764480.577433:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:3.0:1787764480.577434:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764480.577439:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787764480.577439:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764480.577443:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764480.577445:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787764480.577447:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764480.577448:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764480.577453:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764480.577459:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764480.577465:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764480.577467:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764480.577467:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764480.577470:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577472:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764480.577475:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764480.577475:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764480.577480:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577482:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764480.577484:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764480.577486:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764480.577488:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.577493:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764480.577496:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764480.577498:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577501:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787764480.577501:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.577505:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577509:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764480.577510:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000400:00000200:1.0:1787764480.577515:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764480.577515:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764480.577520:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764480.577522:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320732967
02000000:00000001:3.0:1787764480.577522:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.577527:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764480.577527:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764480.577529:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764480.577530:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f420.
02000000:00000010:3.0:1787764480.577533:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764480.577536:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577538:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1787764480.577541:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764480.577547:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320732967
00000100:00000001:3.0:1787764480.577547:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764480.577551:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764480.577554:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fa80.
00000100:00000040:3.0:1787764480.577554:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.577559:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787764480.577563:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577565:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787764480.577566:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764480.577570:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764480.577571:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764480.577574:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764480.577574:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764480.577577:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764480.577580:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787764480.577583:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764480/real 1787764480]  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764480.577584:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26059
00000400:00000200:3.0:1787764480.577589:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764480.577591:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764480.577593:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764480.577597:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577601:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764480.577605:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577608:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764480.577610:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764480.577611:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000400:00000001:1.0:1787764480.577612:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1787764480.577612:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:1.0:1787764480.577616:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1787764480.577616:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764480.577619:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000010:1.0:1787764480.577620:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000020:00000001:3.0:1787764480.577621:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:1.0:1787764480.577625:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000100:00000040:3.0:1787764480.577625:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764480.577629:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:3.0:1787764480.577629:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764480.577631:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764480.577632:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764480.577633:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764480.577635:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764480.577640:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764480.577640:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764480.577644:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787764480.577646:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764480.577649:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787764480.577655:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764480.577655:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.577659:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764480.577662:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764480.577664:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1787764480.577666:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577667:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.577671:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764480.577672:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577673:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787764480.577676:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000100:00100000:1.0:1787764480.577677:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764480.577680:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764480.577684:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764480.577685:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764480.577686:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764480.577687:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764480.577688:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577694:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787764480.577694:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000040:1.0:1787764480.577699:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764480.577700:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764480.577707:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764480.577709:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764480.577727:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764480.577729:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764480.577730:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764480.577733:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764480.577734:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577735:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764480.577739:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764480.577740:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764480.577743:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764480.577770:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764480.577774:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26069)
00000100:00080000:1.0:1787764480.577780:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764480.577783:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764480.577786:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764480.577792:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482353664:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764480.577797:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.577800:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764480.577803:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482353664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.577809:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764480.577811:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764480.577819:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764480.577823:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764480.577825:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764480.577827:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764480.577829:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764480.577831:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764480.577836:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764480.577837:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764480.577839:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:1.0:1787764480.577842:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764480.577843:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.577845:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.577851:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764480.577853:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.577855:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764480.577857:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764480.577858:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764480.577861:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.577869:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764480.577870:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.577872:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764480.577874:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764480.577876:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764480.577879:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353792:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764480.577882:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764480.577884:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764480.577886:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.577888:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764480.577891:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764480.577892:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764480.577896:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764480.577899:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764480.577903:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764480.577906:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482353792, portal 10
00000100:00000001:1.0:1787764480.577907:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764480.577909:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:1.0:1787764480.577915:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.577921:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764480.577924:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764480.577926:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764480.577928:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482353792, offset 0
00000400:00000200:1.0:1787764480.577932:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764480.577935:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764480.577939:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764480.577941:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764480.577944:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764480.577946:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764480.577955:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764480.577958:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278006:278006:256:4294967295] 192.168.203.115@tcp LPNI seq info [278006:278006:8:4294967295]
00000400:00000200:1.0:1787764480.577963:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764480.577968:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764480.577973:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764480.577976:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764480.577979:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764480.577980:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764480.577983:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764480.577985:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764480.577988:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764480.577989:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764480.577991:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764480.577993:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764480.577995:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764480.577996:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764480.577998:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764480.578000:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578005:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764480.578006:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578015:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.578016:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764480.578018:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764480.578020:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764480.578023:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764480.578024:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320731660
00000100:00000001:1.0:1787764480.578026:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320732967
00000100:00000001:1.0:1787764480.578027:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320731660
00000100:00000001:1.0:1787764480.578028:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320732967
00000100:00000001:1.0:1787764480.578029:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764480.578030:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.578032:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764480.578033:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764480/real 1787764480]  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764480.578038:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764480.578039:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764480.578040:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764480.578041:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764480.578042:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764480.578043:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764480.578045:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764480.578050:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578053:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764480.578054:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578055:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764480.578055:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764480.578057:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578061:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764480.578064:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578068:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764480.578069:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578070:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764480.578070:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578071:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764480.578073:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764480.578074:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764480.578076:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764480.578077:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764480.578079:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764480.578083:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353792:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764480.578085:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764480.578086:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578090:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764480.578091:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.578092:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764480.578093:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764480.578094:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764480.578096:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353920:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764480.578098:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764480.578099:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764480.578100:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.578101:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764480.578103:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764480.578104:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764480.578106:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764480.578107:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764480.578109:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764480.578111:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482353920, portal 10
00000100:00000001:1.0:1787764480.578112:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764480.578113:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764480.578116:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578120:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764480.578121:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764480.578122:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764480.578124:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482353920, offset 0
00000400:00000200:1.0:1787764480.578126:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764480.578128:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764480.578130:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764480.578131:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764480.578133:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764480.578134:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764480.578135:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764480.578137:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278007:278007:256:4294967295] 192.168.203.115@tcp LPNI seq info [278007:278007:8:4294967295]
00000400:00000200:1.0:1787764480.578139:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764480.578143:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764480.578145:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764480.578147:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764480.578148:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764480.578150:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764480.578152:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764480.578154:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764480.578156:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764480.578157:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764480.578159:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764480.578161:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764480.578162:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764480.578163:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764480.578164:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764480.578166:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578170:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764480.578172:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578178:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.578179:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764480.578182:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764480.578185:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764480.578187:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764480.578189:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320731668
00000100:00000001:1.0:1787764480.578191:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320732967
00000100:00000001:1.0:1787764480.578193:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320731668
00000100:00000001:1.0:1787764480.578196:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320732967
00000100:00000001:1.0:1787764480.578198:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764480.578199:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.578201:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764480.578205:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764480/real 1787764480]  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764480.578213:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764480.578214:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764480.578216:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764480.578218:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764480.578220:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764480.578222:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764480.578225:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764480.578233:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578239:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764480.578241:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578242:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764480.578243:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764480.578246:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578253:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764480.578256:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578262:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764480.578265:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578266:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764480.578267:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578269:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764480.578271:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764480.578273:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764480.578276:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764480.578278:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764480.578282:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764480.578290:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482353920:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764480.578293:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764480.578297:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578304:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764480.578305:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.578307:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764480.578309:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764480.578311:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764480.578314:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354048:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764480.578316:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764480.578318:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764480.578319:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.578321:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764480.578324:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764480.578326:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764480.578328:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764480.578330:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764480.578332:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764480.578334:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482354048, portal 4
00000100:00000001:1.0:1787764480.578335:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764480.578336:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764480.578340:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578343:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764480.578345:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764480.578346:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764480.578347:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482354048, offset 0
00000400:00000200:1.0:1787764480.578349:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764480.578352:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764480.578354:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764480.578355:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764480.578357:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764480.578359:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764480.578360:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764480.578362:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278008:278008:256:4294967295] 192.168.203.115@tcp LPNI seq info [278008:278008:8:4294967295]
00000400:00000200:1.0:1787764480.578364:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764480.578368:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764480.578370:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764480.578372:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764480.578375:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764480.578376:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764480.578379:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764480.578380:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764480.578383:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764480.578385:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764480.578387:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764480.578388:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764480.578390:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764480.578391:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764480.578392:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764480.578394:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578399:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764480.578401:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578404:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.578405:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764480.578407:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764480.578408:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764480.578410:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764480.578411:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320731668
00000100:00000001:1.0:1787764480.578412:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320732967
00000100:00000001:1.0:1787764480.578414:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320731668
00000100:00000001:1.0:1787764480.578415:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320732967
00000100:00000001:1.0:1787764480.578416:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764480.578418:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.578419:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764480.578421:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764480/real 1787764480]  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764480.578425:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764480.578426:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764480.578427:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764480.578428:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764480.578429:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764480.578430:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764480.578432:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764480.578436:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578439:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764480.578440:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578441:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764480.578442:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764480.578444:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578447:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764480.578449:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578452:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764480.578454:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578455:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764480.578456:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578457:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764480.578458:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764480.578460:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764480.578462:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764480.578463:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764480.578465:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764480.578469:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354048:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764480.578471:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764480.578473:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578476:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764480.578477:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.578478:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764480.578479:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764480.578480:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764480.578481:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354176:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764480.578483:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764480.578484:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764480.578485:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.578486:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764480.578487:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764480.578488:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764480.578490:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764480.578491:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764480.578492:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764480.578494:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482354176, portal 4
00000100:00000001:1.0:1787764480.578495:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764480.578496:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764480.578499:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578503:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764480.578504:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764480.578505:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764480.578507:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482354176, offset 0
00000400:00000200:1.0:1787764480.578509:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764480.578510:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764480.578512:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764480.578514:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764480.578516:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764480.578517:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764480.578518:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764480.578520:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278009:278009:256:4294967295] 192.168.203.115@tcp LPNI seq info [278009:278009:8:4294967295]
00000400:00000200:1.0:1787764480.578522:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764480.578525:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764480.578528:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764480.578529:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764480.578531:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764480.578532:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764480.578535:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764480.578536:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764480.578538:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764480.578539:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764480.578541:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764480.578543:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764480.578544:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764480.578545:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764480.578546:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764480.578548:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578552:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764480.578554:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578557:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.578558:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764480.578560:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764480.578561:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764480.578563:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764480.578564:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320731672
00000100:00000001:1.0:1787764480.578565:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320732967
00000100:00000001:1.0:1787764480.578566:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320731672
00000100:00000001:1.0:1787764480.578568:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320732967
00000100:00000001:1.0:1787764480.578569:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764480.578570:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.578571:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764480.578573:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764480/real 1787764480]  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764480.578576:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764480.578577:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764480.578578:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764480.578579:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764480.578580:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764480.578581:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764480.578582:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764480.578587:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578591:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764480.578591:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578592:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764480.578593:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764480.578595:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578598:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764480.578600:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578604:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764480.578606:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578607:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764480.578607:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578608:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764480.578609:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764480.578610:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764480.578612:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764480.578613:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764480.578615:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764480.578619:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354176:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764480.578621:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578622:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764480.578624:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482353792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578630:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764480.578631:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764480.578633:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764480.578635:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764480.578637:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764480.578638:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764480.578640:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764480.578641:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764480.578644:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764480.578646:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764480.578647:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:1.0:1787764480.578651:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764480.578652:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578654:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764480.578657:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482353920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578663:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764480.578665:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764480.578666:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764480.578668:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764480.578670:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764480.578671:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764480.578673:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764480.578675:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764480.578677:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764480.578679:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764480.578680:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764480.578683:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764480.578684:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578686:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764480.578689:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482354048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578695:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764480.578696:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764480.578698:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764480.578700:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764480.578701:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764480.578702:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764480.578704:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764480.578705:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764480.578707:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764480.578708:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764480.578710:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764480.578724:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764480.578726:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578728:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764480.578732:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482354176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.578742:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764480.578744:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764480.578745:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764480.578765:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764480.578766:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764480.578767:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764480.578770:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764480.578771:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764480.578774:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764480.578775:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764480.578776:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764480.578780:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764480.578781:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578783:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.578787:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764480.578788:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.578790:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764480.578791:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764481.280863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764481.280868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764481.280871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764481.280872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764481.280874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764481.280875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764481.280913:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764481.280917:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764481.280920:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764481.920859:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320732967, at 4320732992
00000100:00000040:1.0:1787764481.920861:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320732967, at 4320732992
00000100:00000010:0.0:1787764481.920873:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f420.
00000100:00000010:1.0:1787764481.920878:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fa80.
00010000:00000001:2.0:1787764482.304898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764482.304904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764482.304909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764482.304910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764482.304913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764482.304914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764482.304968:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764482.304971:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764482.304973:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764483.328855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764483.328861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764483.328867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764483.328868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764483.328872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764483.328873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764483.328932:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764483.328935:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764483.328938:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764484.352888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764484.352892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764484.352896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764484.352897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764484.352899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764484.352902:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764484.352903:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764484.352905:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764484.352907:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764484.352909:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764484.352911:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764484.352912:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764484.352965:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764484.352971:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764484.352975:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764485.376845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764485.376850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764485.376854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764485.376854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764485.376857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764485.376858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764485.376906:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764485.376910:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764485.376913:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764485.696787:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764485.696795:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764485.696797:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764485.696800:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764485.696804:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764485.696810:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26064
00000400:00000200:3.0:1787764485.696818:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764485.696822:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764485.696824:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764485.696826:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.696828:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764485.696830:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.696832:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764485.696834:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764485.696836:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764485.696838:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764485.696841:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764485.696842:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764485.696844:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764485.696846:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.696848:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764485.696850:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.696852:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764485.696854:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764485.696857:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764485.696858:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764485.696860:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764485.696862:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764485.696864:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.696866:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764485.696867:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764485.696872:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764485.696874:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764485.696877:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764485.696877:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.696879:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764485.696881:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764485.696884:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764485.696889:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764485.696894:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764485.696901:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764485.696907:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764485.696910:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764485.696913:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764485.696927:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764485.696929:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764485.696932:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764485.696933:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764485.696934:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764485.696935:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764485.696938:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26064
00000400:00000200:3.0:1787764485.696942:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764485.696945:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764485.696948:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764485.696951:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.696953:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764485.696956:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.696958:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764485.696960:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764485.696962:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764485.696963:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764485.696966:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764485.696966:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764485.696968:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764485.696972:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764485.696973:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764485.696977:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764485.696979:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.696983:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764485.696987:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764485.696989:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.696995:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764485.697000:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:1.0:1787764485.697005:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787764485.697006:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764485.697009:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.697010:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.697014:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764485.697014:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764485.697018:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764485.697022:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764485.697022:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764485.697028:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764485.697031:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482354304:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764485.697032:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764485.697037:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764485.697038:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787764485.697042:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.697044:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764485.697046:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.697048:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.697052:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787764485.697052:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764485.697057:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000010:1.0:1787764485.697059:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764485.697063:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.697069:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764485.697073:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764485.697079:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764485.697086:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482354304, portal 25
00000100:00000001:1.0:1787764485.697088:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764485.697090:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764485.697096:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.697104:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764485.697107:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764485.697110:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764485.697113:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482354304, offset 0
00000400:00000200:1.0:1787764485.697121:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764485.697122:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764485.697125:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.697127:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764485.697129:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764485.697131:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.697132:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:3.0:1787764485.697136:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000400:00000200:1.0:1787764485.697141:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:3.0:1787764485.697141:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764485.697149:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764485.697150:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764485.697158:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764485.697158:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764485.697164:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764485.697164:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.697170:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000040:3.0:1787764485.697173:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764485.697185:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.697189:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278010:278010:256:4294967295] 192.168.203.115@tcp LPNI seq info [278010:278010:8:4294967295]
00000100:00080000:3.0:1787764485.697190:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764485.697197:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787764485.697198:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764485.697201:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764485.697210:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764485.697217:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764485.697221:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764485.697227:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764485.697231:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764485.697237:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764485.697240:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764485.697244:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764485.697246:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764485.697250:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764485.697254:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764485.697259:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764485.697261:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764485.697264:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764485.697269:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.697280:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.697283:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.697291:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.697293:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787764485.697296:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764485.697300:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764485.697304:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26064
00000100:00000001:1.0:1787764485.697308:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764485.697312:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764485.697317:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764485.697320:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764485.697322:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320738087
00000100:00080000:3.0:1787764485.697324:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764485.697329:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000010:1.0:1787764485.697330:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fa80.
00000100:00000001:3.0:1787764485.697331:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764485.697334:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.697336:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764485.697338:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764485.697346:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320738087
00000100:00000010:1.0:1787764485.697350:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f2a0.
00000100:00000001:1.0:1787764485.697354:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764485.697358:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764485.697362:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.697365:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764485.697371:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764485/real 1787764485]  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764485.697380:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:1.0:1787764485.697381:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1787764485.697384:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000400:00000001:1.0:1787764485.697385:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1787764485.697389:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787764485.697390:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000020:00000040:3.0:1787764485.697392:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:1.0:1787764485.697395:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000020:00000001:3.0:1787764485.697396:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000010:1.0:1787764485.697400:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000020:00000001:3.0:1787764485.697400:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764485.697406:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.697407:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764485.697409:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764485.697410:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764485.697411:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764485.697414:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00000200:1.0:1787764485.697418:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764485.697424:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764485.697429:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764485.697432:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764485.697435:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787764485.697436:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764485.697438:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.697442:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764485.697444:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764485.697449:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.697454:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.697455:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:3.0:1787764485.697457:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764485.697458:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764485.697461:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000001:1.0:1787764485.697463:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764485.697465:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764485.697468:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764485.697468:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.697473:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764485.697474:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787764485.697477:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764485.697478:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764485.697483:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764485.697487:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.697493:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764485.697495:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764485.697502:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764485.697502:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764485.697506:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764485.697513:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.697519:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764485.697525:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.697526:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764485.697529:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764485.697530:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.697533:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764485.697534:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764485.697537:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764485.697538:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1787764485.697538:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764485.697542:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764485.697543:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764485.697547:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26064
00000100:00080000:1.0:1787764485.697549:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1787764485.697552:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:1.0:1787764485.697559:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000400:00000200:3.0:1787764485.697559:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764485.697561:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764485.697565:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764485.697566:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.697569:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764485.697572:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.697574:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764485.697576:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764485.697576:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764485.697579:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764485.697581:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764485.697583:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764485.697587:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764485.697590:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764485.697595:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.697597:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787764485.697599:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482354304:192.168.203.115@tcp:250:kworker.0
00000100:00000040:3.0:1787764485.697600:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.697604:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764485.697608:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764485.697613:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764485.697615:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764485.697615:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764485.697620:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764485.697621:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787764485.697622:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764485.697625:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.697627:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787764485.697628:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482354304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764485.697629:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764485.697634:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.697638:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764485.697642:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764485.697645:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764485.697648:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764485.697648:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764485.697651:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.697652:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787764485.697653:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764485.697655:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787764485.697657:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:3.0:1787764485.697657:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764485.697660:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764485.697662:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787764485.697664:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764485.697666:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00100000:3.0:1787764485.697670:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:1.0:1787764485.697671:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764485.697676:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764485.697690:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764485.697692:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764485.697694:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.697696:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1787764485.697698:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764485.697700:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764485.697703:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:3.0:1787764485.697709:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764485.697711:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764485.697712:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1787764485.697714:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764485.697715:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764485.697716:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764485.697719:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764485.697721:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764485.697722:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26064
00000400:00000200:3.0:1787764485.697725:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764485.697726:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764485.697729:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764485.697732:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764485.697733:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.697735:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764485.697736:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764485.697737:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764485.697739:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764485.697741:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764485.697742:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764485.697745:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:1.0:1787764485.697746:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764485.697747:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764485.697768:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764485.697770:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764485.697771:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764485.697774:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.697775:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764485.697777:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764485.697780:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764485.697781:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787764485.697782:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:1.0:1787764485.697784:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787764485.697785:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764485.697788:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764485.697790:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787764485.697793:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764485.697794:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764485.697797:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.697801:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764485.697804:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764485.697809:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.697811:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764485.697812:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.697814:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764485.697816:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
02000000:00000001:1.0:1787764485.697818:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787764485.697819:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:1.0:1787764485.697823:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764485.697823:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764485.697826:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.697828:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.697828:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764485.697831:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764485.697833:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764485.697835:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354432:192.168.203.115@tcp:38:kworker.0
02000000:00000010:3.0:1787764485.697837:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764485.697842:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.697843:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764485.697846:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787764485.697847:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764485.697849:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.697854:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764485.697859:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764485.697864:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764485.697864:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764485.697868:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.697873:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764485.697873:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764485.697878:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000001:3.0:1787764485.697882:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764485.697884:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000040:3.0:1787764485.697887:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26074)
00000100:00000200:1.0:1787764485.697889:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482354432, portal 10
00000100:00000001:1.0:1787764485.697893:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764485.697894:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:1.0:1787764485.697902:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.697909:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764485.697911:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764485.697913:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764485.697916:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482354432, offset 0
00000400:00000200:1.0:1787764485.697919:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764485.697923:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764485.697926:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764485.697930:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764485.697932:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764485.697934:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764485.697937:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764485.697939:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278011:278011:256:4294967295] 192.168.203.115@tcp LPNI seq info [278011:278011:8:4294967295]
00000400:00000200:1.0:1787764485.697943:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764485.697949:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764485.697953:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764485.697956:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764485.697960:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764485.697963:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764485.697967:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764485.697970:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764485.697974:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764485.697975:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764485.697979:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764485.697982:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764485.697984:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764485.697986:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764485.697989:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764485.697992:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698000:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.698003:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698010:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.698011:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764485.698014:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764485.698017:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764485.698020:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764485.698022:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320736780
00000100:00000001:1.0:1787764485.698024:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320738087
00000100:00000001:1.0:1787764485.698026:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320736780
00000100:00000001:1.0:1787764485.698028:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320738087
00000100:00000001:1.0:1787764485.698030:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764485.698032:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.698034:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764485.698037:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764485/real 1787764485]  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764485.698045:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764485.698046:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764485.698048:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764485.698050:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764485.698051:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764485.698053:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764485.698057:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764485.698065:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698072:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764485.698073:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698075:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.698076:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764485.698080:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698086:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764485.698090:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698096:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764485.698099:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698100:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.698102:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698103:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764485.698105:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764485.698107:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764485.698110:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764485.698113:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764485.698117:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764485.698124:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354432:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764485.698128:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764485.698131:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698142:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764485.698144:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.698146:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764485.698147:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764485.698149:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764485.698152:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354560:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764485.698155:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764485.698157:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764485.698158:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.698160:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764485.698163:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764485.698165:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.698168:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764485.698170:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764485.698173:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764485.698175:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482354560, portal 10
00000100:00000001:1.0:1787764485.698177:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764485.698178:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764485.698183:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698190:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764485.698192:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764485.698194:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764485.698196:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482354560, offset 0
00000400:00000200:1.0:1787764485.698200:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764485.698203:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764485.698206:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764485.698209:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764485.698211:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764485.698213:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764485.698215:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764485.698219:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278012:278012:256:4294967295] 192.168.203.115@tcp LPNI seq info [278012:278012:8:4294967295]
00000400:00000200:1.0:1787764485.698223:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764485.698228:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764485.698232:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764485.698236:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764485.698239:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764485.698241:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764485.698245:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764485.698248:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764485.698252:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764485.698253:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764485.698256:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764485.698259:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764485.698262:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764485.698263:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764485.698265:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764485.698269:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698276:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.698279:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698285:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.698287:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764485.698289:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764485.698292:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764485.698295:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764485.698297:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320736788
00000100:00000001:1.0:1787764485.698299:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320738087
00000100:00000001:1.0:1787764485.698301:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320736788
00000100:00000001:1.0:1787764485.698303:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320738087
00000100:00000001:1.0:1787764485.698305:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764485.698307:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.698309:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764485.698312:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764485/real 1787764485]  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764485.698320:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764485.698321:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764485.698323:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764485.698325:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764485.698327:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764485.698329:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764485.698331:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764485.698340:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698346:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764485.698348:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698349:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.698351:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764485.698354:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698360:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764485.698363:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698369:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764485.698371:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698373:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.698374:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698376:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764485.698377:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764485.698379:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764485.698383:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764485.698384:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764485.698388:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764485.698395:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354560:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764485.698399:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764485.698402:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698408:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764485.698410:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.698412:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764485.698413:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764485.698415:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764485.698417:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354688:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764485.698420:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764485.698422:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764485.698424:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.698425:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764485.698428:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764485.698430:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.698433:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764485.698435:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764485.698438:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764485.698441:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482354688, portal 4
00000100:00000001:1.0:1787764485.698442:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764485.698443:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764485.698449:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698455:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764485.698458:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764485.698459:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764485.698462:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482354688, offset 0
00000400:00000200:1.0:1787764485.698465:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764485.698469:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764485.698472:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764485.698475:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764485.698477:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764485.698480:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764485.698482:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764485.698484:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278013:278013:256:4294967295] 192.168.203.115@tcp LPNI seq info [278013:278013:8:4294967295]
00000400:00000200:1.0:1787764485.698488:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764485.698494:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764485.698498:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764485.698501:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764485.698505:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764485.698507:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764485.698511:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764485.698514:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764485.698518:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764485.698519:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764485.698522:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764485.698525:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764485.698528:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764485.698530:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764485.698532:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764485.698535:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698542:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.698545:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698551:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.698552:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764485.698555:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764485.698558:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764485.698561:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764485.698563:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320736788
00000100:00000001:1.0:1787764485.698565:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320738087
00000100:00000001:1.0:1787764485.698567:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320736788
00000100:00000001:1.0:1787764485.698569:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320738087
00000100:00000001:1.0:1787764485.698571:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764485.698573:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.698575:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764485.698578:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764485/real 1787764485]  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764485.698585:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764485.698586:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764485.698588:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764485.698590:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764485.698591:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764485.698593:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764485.698596:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764485.698604:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698611:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764485.698612:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698614:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.698615:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764485.698618:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698624:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764485.698628:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698634:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764485.698637:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698638:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.698640:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698641:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764485.698643:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764485.698645:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764485.698648:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764485.698650:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764485.698654:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764485.698662:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354688:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764485.698665:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698667:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.698670:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482354432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698691:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764485.698694:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764485.698696:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764485.698698:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764485.698700:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764485.698701:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764485.698703:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764485.698705:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764485.698707:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764485.698708:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764485.698710:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764485.698713:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764485.698714:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698717:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.698720:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482354560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698727:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764485.698728:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764485.698730:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764485.698732:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764485.698733:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764485.698734:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764485.698735:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764485.698737:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764485.698738:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764485.698739:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764485.698741:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764485.698743:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764485.698744:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698745:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.698765:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482354688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698772:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764485.698773:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764485.698775:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764485.698777:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764485.698778:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764485.698779:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764485.698781:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764485.698782:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764485.698784:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764485.698785:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764485.698787:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764485.698789:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764485.698790:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698792:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.698795:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764485.698796:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.698798:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764485.698800:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764485.698801:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764485.698805:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698812:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764485.698813:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.698815:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764485.698817:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764485.698819:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764485.698822:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354816:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764485.698825:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764485.698827:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764485.698828:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.698830:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764485.698833:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764485.698835:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.698838:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764485.698840:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764485.698843:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764485.698845:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482354816, portal 4
00000100:00000001:1.0:1787764485.698847:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764485.698848:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764485.698853:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698860:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764485.698862:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764485.698864:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764485.698866:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482354816, offset 0
00000400:00000200:1.0:1787764485.698869:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764485.698873:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764485.698876:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764485.698879:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764485.698881:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764485.698884:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764485.698886:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764485.698889:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278014:278014:256:4294967295] 192.168.203.115@tcp LPNI seq info [278014:278014:8:4294967295]
00000400:00000200:1.0:1787764485.698893:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764485.698899:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764485.698903:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764485.698906:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764485.698909:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764485.698912:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764485.698916:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764485.698918:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764485.698922:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764485.698924:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764485.698926:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764485.698930:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764485.698932:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764485.698934:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764485.698936:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764485.698940:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698947:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.698950:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.698957:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.698958:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764485.698961:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764485.698964:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764485.698967:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764485.698969:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320736793
00000100:00000001:1.0:1787764485.698971:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320738087
00000100:00000001:1.0:1787764485.698973:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320736793
00000100:00000001:1.0:1787764485.698976:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320738087
00000100:00000001:1.0:1787764485.698978:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764485.698980:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.698982:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764485.698985:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764485/real 1787764485]  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764485.698993:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764485.698994:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764485.698996:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764485.698998:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764485.698999:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764485.699001:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764485.699004:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764485.699013:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.699019:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764485.699020:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.699022:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.699023:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764485.699027:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.699033:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764485.699037:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.699043:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764485.699046:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.699047:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.699048:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.699050:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764485.699052:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764485.699054:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764485.699057:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764485.699059:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764485.699063:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764485.699071:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482354816:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764485.699075:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.699076:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.699080:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482354816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.699085:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764485.699087:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764485.699088:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764485.699091:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764485.699092:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764485.699093:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764485.699095:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764485.699097:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764485.699100:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764485.699101:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764485.699102:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764485.699104:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764485.699105:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.699107:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.699110:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764485.699111:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.699113:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764485.699114:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764486.400848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764486.400853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764486.400856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764486.400857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764486.400859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764486.400860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764486.400894:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764486.400897:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764486.400899:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764487.040875:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320738087, at 4320738112
00000100:00000040:1.0:1787764487.040875:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320738087, at 4320738112
00000100:00000010:0.0:1787764487.040897:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fa80.
00000100:00000010:1.0:1787764487.040901:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f2a0.
00010000:00000001:2.0:1787764487.424852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764487.424857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764487.424861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764487.424863:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764487.424865:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764487.424867:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764487.424869:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764487.424871:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764487.424872:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764487.424873:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764487.424875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764487.424876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764487.424931:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764487.424934:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764487.424937:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764488.448856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764488.448861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764488.448865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764488.448866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764488.448868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764488.448869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764488.448913:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764488.448918:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764488.448921:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764489.472864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764489.472873:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764489.472875:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764489.472878:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764489.472882:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764489.472884:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764489.472886:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764489.472889:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764489.472893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764489.472895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764489.472898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764489.472899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764489.472964:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764489.472968:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764489.472972:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764490.496863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764490.496868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764490.496873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764490.496874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764490.496876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764490.496877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764490.496896:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764490.496900:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764490.496903:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764490.816837:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764490.816845:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764490.816847:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764490.816850:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764490.816853:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764490.816859:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26069
00000400:00000200:3.0:1787764490.816866:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764490.816870:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764490.816872:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764490.816874:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.816876:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764490.816878:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.816879:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764490.816882:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764490.816883:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764490.816885:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764490.816888:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764490.816890:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764490.816891:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764490.816892:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.816894:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764490.816895:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.816896:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764490.816898:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764490.816900:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764490.816902:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764490.816904:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764490.816907:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764490.816908:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764490.816910:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764490.816911:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764490.816918:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764490.816920:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764490.816923:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764490.816924:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764490.816926:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764490.816928:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764490.816931:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764490.816937:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764490.816941:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764490.816947:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764490.816954:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764490.816957:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764490.816961:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764490.816979:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764490.816982:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764490.816984:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764490.816985:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764490.816986:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764490.816988:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764490.816989:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26069
00000400:00000200:3.0:1787764490.816991:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764490.816993:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764490.816995:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764490.816996:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.816998:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764490.816999:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817000:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764490.817001:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764490.817002:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764490.817003:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764490.817004:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764490.817005:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764490.817006:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764490.817008:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817010:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764490.817011:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817013:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764490.817014:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764490.817016:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817018:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764490.817019:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764490.817022:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764490.817023:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764490.817024:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764490.817027:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764490.817029:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1787764490.817029:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764490.817032:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.817035:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1787764490.817035:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000100:00000001:1.0:1787764490.817039:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764490.817039:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764490.817041:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764490.817043:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764490.817044:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764490.817048:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787764490.817049:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764490.817050:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764490.817057:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:1.0:1787764490.817063:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764490.817063:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.817066:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.817071:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1787764490.817072:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764490.817074:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764490.817079:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764490.817086:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482354944:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764490.817087:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764490.817092:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.817093:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764490.817098:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787764490.817100:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764490.817101:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.817105:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764490.817111:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
00000100:00000001:3.0:1787764490.817113:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.817115:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764490.817118:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764490.817124:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787764490.817125:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764490.817126:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764490.817130:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787764490.817131:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000001:3.0:1787764490.817134:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764490.817139:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26069
00000400:00000010:1.0:1787764490.817140:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000400:00000200:3.0:1787764490.817146:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000200:1.0:1787764490.817149:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482354944, portal 25
00000400:00000200:3.0:1787764490.817151:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764490.817153:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764490.817155:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764490.817156:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
00000100:00000040:3.0:1787764490.817162:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764490.817166:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764490.817167:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764490.817173:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817178:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764490.817180:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787764490.817182:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764490.817185:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000100:00000040:1.0:1787764490.817186:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000020:00000001:3.0:1787764490.817189:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787764490.817191:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000020:00000040:3.0:1787764490.817193:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000100:00000200:1.0:1787764490.817195:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482354944, offset 0
00000020:00000001:3.0:1787764490.817197:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764490.817203:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000020:00000001:3.0:1787764490.817203:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764490.817211:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817214:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764490.817215:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764490.817219:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817221:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764490.817223:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000040:3.0:1787764490.817224:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764490.817230:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817233:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764490.817235:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764490.817237:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764490.817239:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764490.817243:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764490.817244:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764490.817248:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764490.817251:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000008:00100000:3.0:1787764490.817253:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764490.817256:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000008:00000001:3.0:1787764490.817258:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764490.817263:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764490.817264:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278015:278015:256:4294967295] 192.168.203.115@tcp LPNI seq info [278015:278015:8:4294967295]
00000100:00000010:3.0:1787764490.817269:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000400:00000200:1.0:1787764490.817273:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764490.817275:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764490.817280:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764490.817285:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787764490.817288:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764490.817292:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764490.817295:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787764490.817296:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764490.817298:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764490.817304:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
02000000:00000010:3.0:1787764490.817305:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764490.817310:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764490.817315:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00100000:3.0:1787764490.817318:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764490.817327:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764490.817331:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764490.817332:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1787764490.817336:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764490.817343:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764490.817349:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787764490.817350:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764490.817355:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764490.817355:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1787764490.817360:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000100:00080000:3.0:1787764490.817361:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764490.817364:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764490.817366:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787764490.817366:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764490.817369:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764490.817373:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26069
00000400:00000200:3.0:1787764490.817377:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764490.817379:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764490.817382:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787764490.817382:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764490.817388:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817390:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764490.817391:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000100:00000040:3.0:1787764490.817392:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764490.817395:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:3.0:1787764490.817396:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764490.817400:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764490.817401:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000001:1.0:1787764490.817403:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787764490.817403:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764490.817407:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764490.817410:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000200:1.0:1787764490.817411:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764490.817412:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764490.817423:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764490.817429:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764490.817430:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817436:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764490.817441:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764490.817444:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764490.817445:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764490.817448:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787764490.817450:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:1.0:1787764490.817454:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764490.817456:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817461:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764490.817462:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764490.817466:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764490.817467:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320743207
02000000:00000001:3.0:1787764490.817470:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764490.817473:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764490.817475:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f2a0.
00000100:00000001:3.0:1787764490.817476:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764490.817479:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764490.817483:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.817484:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787764490.817486:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764490.817491:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764490.817493:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320743207
00000020:00000040:3.0:1787764490.817494:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764490.817499:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1787764490.817500:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f720.
02000000:00000001:3.0:1787764490.817501:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764490.817505:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764490.817506:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787764490.817507:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764490.817510:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.817512:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764490.817516:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764490.817517:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:1.0:1787764490.817519:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764490.817521:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764490.817526:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764490/real 1787764490]  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764490.817528:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764490.817552:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787764490.817554:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764490.817554:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764490.817557:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787764490.817559:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764490.817561:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764490.817565:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764490.817569:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764490.817573:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764490.817576:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764490.817580:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764490.817581:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764490.817590:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764490.817593:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764490.817598:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787764490.817599:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764490.817604:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764490.817609:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26069
00000100:00000001:1.0:1787764490.817612:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1787764490.817615:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764490.817616:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.817620:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1787764490.817620:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764490.817624:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764490.817624:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764490.817629:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817632:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787764490.817633:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764490.817634:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817639:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764490.817658:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764490.817660:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764490.817662:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764490.817664:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764490.817667:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764490.817671:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764490.817673:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764490.817675:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817679:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764490.817682:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764490.817684:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764490.817689:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764490.817695:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:1.0:1787764490.817697:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764490.817701:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764490.817702:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764490.817706:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.817707:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764490.817710:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764490.817711:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764490.817713:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764490.817715:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787764490.817717:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.817719:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764490.817720:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764490.817723:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1787764490.817724:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1787764490.817727:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764490.817729:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764490.817731:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000010:3.0:1787764490.817733:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764490.817735:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1787764490.817736:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764490.817740:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764490.817742:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764490.817744:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764490.817744:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764490.817747:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764490.817769:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764490.817774:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764490.817777:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764490.817783:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764490.817803:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482354944:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764490.817811:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764490.817813:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764490.817814:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.817816:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764490.817820:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764490.817827:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764490.817830:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482354944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764490.817831:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26079)
00000100:00000001:1.0:1787764490.817841:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764490.817844:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764490.817847:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764490.817850:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764490.817852:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764490.817853:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764490.817855:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764490.817857:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764490.817861:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764490.817863:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764490.817865:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:1.0:1787764490.817868:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764490.817869:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.817871:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.817878:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764490.817880:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.817882:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764490.817883:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764490.817885:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764490.817889:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.817895:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764490.817896:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.817898:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764490.817899:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764490.817901:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764490.817903:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355072:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764490.817906:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764490.817907:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764490.817909:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.817910:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764490.817913:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764490.817915:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764490.817920:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764490.817923:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764490.817926:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764490.817929:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482355072, portal 10
00000100:00000001:1.0:1787764490.817931:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764490.817933:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000100:00000040:1.0:1787764490.817939:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.817946:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764490.817949:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764490.817951:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764490.817953:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482355072, offset 0
00000400:00000200:1.0:1787764490.817958:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764490.817962:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764490.817966:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764490.817969:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764490.817972:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764490.817974:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764490.817978:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764490.817981:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278016:278016:256:4294967295] 192.168.203.115@tcp LPNI seq info [278016:278016:8:4294967295]
00000400:00000200:1.0:1787764490.817984:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764490.817991:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764490.817996:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764490.817999:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764490.818003:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764490.818006:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764490.818010:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764490.818013:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764490.818017:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764490.818019:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764490.818022:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764490.818026:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764490.818029:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764490.818031:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764490.818033:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764490.818037:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818045:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764490.818048:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818054:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.818056:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764490.818058:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764490.818062:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764490.818065:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764490.818067:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320741900
00000100:00000001:1.0:1787764490.818069:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320743207
00000100:00000001:1.0:1787764490.818071:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320741900
00000100:00000001:1.0:1787764490.818073:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320743207
00000100:00000001:1.0:1787764490.818076:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764490.818078:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.818080:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764490.818084:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764490/real 1787764490]  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764490.818091:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764490.818093:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764490.818094:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764490.818096:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764490.818098:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764490.818100:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764490.818103:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764490.818111:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818117:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764490.818118:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.818120:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764490.818121:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764490.818124:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818130:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764490.818134:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818141:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764490.818143:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.818145:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764490.818146:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.818147:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764490.818149:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764490.818153:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764490.818156:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764490.818158:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764490.818162:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764490.818169:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355072:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764490.818173:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764490.818176:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818183:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764490.818184:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.818186:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764490.818188:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764490.818190:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764490.818193:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355200:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764490.818196:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764490.818197:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764490.818199:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.818201:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764490.818204:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764490.818206:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764490.818210:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764490.818212:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764490.818216:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764490.818218:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482355200, portal 10
00000100:00000001:1.0:1787764490.818220:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764490.818221:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764490.818226:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818237:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764490.818239:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764490.818242:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764490.818244:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482355200, offset 0
00000400:00000200:1.0:1787764490.818248:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764490.818252:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764490.818256:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764490.818258:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764490.818261:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764490.818263:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764490.818265:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764490.818268:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278017:278017:256:4294967295] 192.168.203.115@tcp LPNI seq info [278017:278017:8:4294967295]
00000400:00000200:1.0:1787764490.818272:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764490.818278:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764490.818282:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764490.818286:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764490.818290:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764490.818293:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764490.818297:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764490.818299:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764490.818303:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764490.818304:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764490.818307:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764490.818311:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764490.818314:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764490.818315:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764490.818317:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764490.818321:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818329:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764490.818332:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818343:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.818345:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764490.818347:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764490.818350:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764490.818353:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764490.818355:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320741908
00000100:00000001:1.0:1787764490.818357:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320743207
00000100:00000001:1.0:1787764490.818359:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320741908
00000100:00000001:1.0:1787764490.818361:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320743207
00000100:00000001:1.0:1787764490.818362:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764490.818364:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.818366:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764490.818369:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764490/real 1787764490]  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764490.818375:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764490.818376:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764490.818378:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764490.818380:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764490.818382:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764490.818384:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764490.818387:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764490.818395:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818400:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764490.818401:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.818403:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764490.818405:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764490.818407:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818413:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764490.818417:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818422:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764490.818424:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.818426:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764490.818427:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.818429:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764490.818430:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764490.818433:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764490.818436:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764490.818438:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764490.818442:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764490.818450:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355200:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764490.818453:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764490.818457:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818463:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764490.818465:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.818466:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764490.818468:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764490.818470:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764490.818473:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355328:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764490.818476:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764490.818478:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764490.818479:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.818481:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764490.818484:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764490.818486:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764490.818489:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764490.818492:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764490.818495:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764490.818497:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482355328, portal 4
00000100:00000001:1.0:1787764490.818499:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764490.818500:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764490.818505:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818511:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764490.818514:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764490.818515:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764490.818517:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482355328, offset 0
00000400:00000200:1.0:1787764490.818521:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764490.818524:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764490.818527:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764490.818529:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764490.818532:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764490.818534:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764490.818536:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764490.818539:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278018:278018:256:4294967295] 192.168.203.115@tcp LPNI seq info [278018:278018:8:4294967295]
00000400:00000200:1.0:1787764490.818543:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764490.818549:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764490.818554:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764490.818556:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764490.818560:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764490.818563:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764490.818566:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764490.818569:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764490.818573:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764490.818575:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764490.818577:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764490.818580:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764490.818583:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764490.818585:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764490.818587:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764490.818590:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818598:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764490.818600:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818607:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.818608:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764490.818611:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764490.818614:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764490.818617:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764490.818618:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320741908
00000100:00000001:1.0:1787764490.818621:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320743207
00000100:00000001:1.0:1787764490.818623:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320741908
00000100:00000001:1.0:1787764490.818625:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320743207
00000100:00000001:1.0:1787764490.818627:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764490.818629:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.818631:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764490.818634:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764490/real 1787764490]  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764490.818655:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764490.818656:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764490.818658:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764490.818661:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764490.818662:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764490.818665:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764490.818668:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764490.818676:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818683:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764490.818684:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.818686:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764490.818687:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764490.818691:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818697:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764490.818701:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818708:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764490.818710:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.818711:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764490.818713:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.818714:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764490.818716:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764490.818718:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764490.818721:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764490.818723:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764490.818726:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764490.818734:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355328:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764490.818737:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764490.818741:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818747:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764490.818766:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.818768:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764490.818770:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764490.818772:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764490.818775:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355456:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764490.818778:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764490.818780:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764490.818781:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.818783:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764490.818787:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764490.818789:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764490.818792:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764490.818794:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764490.818797:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764490.818799:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482355456, portal 4
00000100:00000001:1.0:1787764490.818801:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764490.818802:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764490.818807:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818814:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764490.818816:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764490.818818:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764490.818820:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482355456, offset 0
00000400:00000200:1.0:1787764490.818823:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764490.818826:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764490.818829:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764490.818832:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764490.818834:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764490.818836:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764490.818838:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764490.818842:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278019:278019:256:4294967295] 192.168.203.115@tcp LPNI seq info [278019:278019:8:4294967295]
00000400:00000200:1.0:1787764490.818846:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764490.818852:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764490.818856:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764490.818859:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764490.818862:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764490.818865:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764490.818869:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764490.818871:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764490.818875:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764490.818877:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764490.818879:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764490.818883:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764490.818885:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764490.818887:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764490.818889:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764490.818892:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818900:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764490.818902:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818909:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.818910:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764490.818913:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764490.818915:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764490.818918:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764490.818920:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320741913
00000100:00000001:1.0:1787764490.818922:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320743207
00000100:00000001:1.0:1787764490.818924:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320741913
00000100:00000001:1.0:1787764490.818927:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320743207
00000100:00000001:1.0:1787764490.818929:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764490.818931:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.818933:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764490.818936:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764490/real 1787764490]  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764490.818944:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764490.818945:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764490.818947:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764490.818949:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764490.818950:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764490.818952:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764490.818956:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764490.818964:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818970:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764490.818971:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.818973:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764490.818974:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764490.818977:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818984:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764490.818987:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.818994:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764490.818996:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.818997:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764490.818999:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.819000:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764490.819001:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764490.819004:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764490.819007:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764490.819009:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764490.819013:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764490.819021:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355456:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764490.819024:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.819026:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764490.819029:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482355072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.819035:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764490.819037:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764490.819039:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764490.819041:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764490.819042:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764490.819043:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764490.819045:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764490.819047:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764490.819050:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764490.819051:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764490.819053:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000100:00000001:1.0:1787764490.819057:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764490.819058:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.819059:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764490.819062:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482355200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.819069:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764490.819070:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764490.819071:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764490.819072:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764490.819073:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764490.819075:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764490.819076:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764490.819078:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764490.819081:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764490.819082:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764490.819083:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764490.819085:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764490.819086:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.819088:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764490.819090:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482355328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.819096:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764490.819097:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764490.819099:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764490.819100:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764490.819101:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764490.819102:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764490.819104:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764490.819105:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764490.819107:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764490.819108:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764490.819109:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764490.819111:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764490.819112:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.819113:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764490.819117:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482355456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.819123:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764490.819124:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764490.819125:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764490.819127:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764490.819129:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764490.819130:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764490.819131:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764490.819133:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764490.819135:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764490.819136:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764490.819137:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764490.819142:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764490.819143:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.819144:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.819148:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764490.819149:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.819151:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764490.819152:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764491.520811:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764491.520815:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764491.520819:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764491.520819:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764491.520821:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764491.520822:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764491.520890:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764491.520894:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764491.520897:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764492.160852:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320743207, at 4320743232
00000100:00000040:1.0:1787764492.160852:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320743207, at 4320743232
00000100:00000010:0.0:1787764492.160867:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f2a0.
00000100:00000010:1.0:1787764492.160869:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f720.
00010000:00000001:2.0:1787764492.544891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764492.544896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764492.544900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764492.544901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764492.544903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764492.544904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764492.544952:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764492.544955:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764492.544957:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764493.568832:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764493.568838:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764493.568843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764493.568845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764493.568848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764493.568849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764493.568909:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764493.568914:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764493.568918:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764494.592929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764494.592936:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764494.592941:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764494.592942:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764494.592945:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764494.592948:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764494.592950:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764494.592953:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764494.592955:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764494.592957:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764494.592960:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764494.592962:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764494.594050:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764494.594055:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764494.594058:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764495.618203:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764495.618212:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764495.618221:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764495.618222:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764495.618226:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764495.618228:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764495.618626:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764495.618631:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764495.618635:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764495.936855:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764495.936864:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764495.936867:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764495.936870:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764495.936874:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764495.936881:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26074
00000400:00000200:3.0:1787764495.936890:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764495.936896:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764495.936899:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764495.936902:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.936905:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764495.936907:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.936910:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764495.936913:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764495.936915:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764495.936917:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764495.936920:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764495.936923:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764495.936926:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764495.936928:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.936931:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764495.936933:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.936935:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764495.936938:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764495.936941:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764495.936944:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764495.936947:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764495.936950:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764495.936952:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.936954:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764495.936956:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764495.936965:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764495.936968:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764495.936971:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764495.936973:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.936976:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764495.936978:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764495.936982:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764495.936989:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764495.936995:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764495.937002:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764495.937012:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764495.937016:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764495.937020:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764495.937045:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764495.937048:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764495.937052:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764495.937053:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764495.937055:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764495.937058:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764495.937060:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26074
00000400:00000200:3.0:1787764495.937063:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764495.937066:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764495.937068:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764495.937071:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937073:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764495.937075:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937077:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764495.937078:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764495.937079:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764495.937081:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764495.937083:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764495.937085:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764495.937087:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764495.937090:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937091:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764495.937093:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937095:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764495.937097:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764495.937100:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937102:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764495.937104:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764495.937109:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764495.937111:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.937112:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764495.937116:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764495.937119:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.937121:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764495.937124:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764495.937126:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764495.937129:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764495.937130:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.937131:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764495.937133:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764495.937135:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764495.937138:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764495.937141:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764495.937145:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764495.937152:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764495.937154:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764495.937157:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764495.937165:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764495.937168:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764495.937171:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764495.937172:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764495.937174:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764495.937176:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764495.937178:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26074
00000400:00000200:3.0:1787764495.937182:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764495.937184:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764495.937186:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764495.937189:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937190:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764495.937192:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937194:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764495.937196:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764495.937197:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764495.937198:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764495.937200:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764495.937202:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764495.937203:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764495.937207:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937209:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764495.937211:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937212:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764495.937214:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764495.937217:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937219:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764495.937220:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764495.937223:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764495.937225:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.937226:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764495.937228:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764495.937230:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.937231:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764495.937234:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764495.937236:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764495.937238:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764495.937239:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.937240:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764495.937242:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764495.937243:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764495.937246:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764495.937249:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764495.937253:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764495.937259:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764495.937261:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764495.937264:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764495.937272:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764495.937274:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764495.937278:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764495.937279:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764495.937281:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764495.937283:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764495.937285:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26074
00000400:00000200:3.0:1787764495.937288:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764495.937290:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764495.937292:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764495.937294:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937296:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764495.937297:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937299:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764495.937301:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764495.937302:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764495.937303:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764495.937304:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764495.937306:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764495.937308:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764495.937310:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937312:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764495.937314:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937316:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764495.937318:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764495.937320:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764495.937322:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764495.937323:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764495.937325:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764495.937327:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.937328:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764495.937330:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764495.937333:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.937335:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764495.937337:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764495.937339:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764495.937341:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764495.937342:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.937344:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764495.937345:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764495.937346:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764495.937349:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764495.937352:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764495.937355:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764495.937361:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764495.937363:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764495.937366:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764495.937372:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.937660:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764495.937665:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764495.937668:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764495.937676:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.937685:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764495.937688:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.937691:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764495.937694:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764495.937697:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764495.937701:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482355584:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764495.937705:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764495.937709:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764495.937868:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.937871:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764495.937877:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764495.937879:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764495.937885:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764495.937889:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764495.937895:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764495.937902:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482355584, portal 25
00000100:00000001:1.0:1787764495.937904:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764495.937907:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:1.0:1787764495.937913:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.937921:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764495.937923:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764495.937926:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764495.937928:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482355584, offset 0
00000400:00000200:1.0:1787764495.937934:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764495.937942:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764495.937947:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764495.937952:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764495.937955:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764495.937959:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764495.937961:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764495.937965:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278020:278020:256:4294967295] 192.168.203.115@tcp LPNI seq info [278020:278020:8:4294967295]
00000400:00000200:1.0:1787764495.937970:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764495.937978:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764495.937984:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764495.937988:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764495.937994:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764495.937998:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764495.938003:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764495.938006:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764495.938011:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764495.938013:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764495.938076:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764495.938082:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764495.938087:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764495.938089:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764495.938094:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764495.938098:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938107:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764495.938110:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938117:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.938119:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764495.938124:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764495.938128:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764495.938130:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320748328
00000100:00000010:1.0:1787764495.938136:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f720.
00000100:00000001:1.0:1787764495.938142:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764495.938148:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320748328
00000100:00000010:1.0:1787764495.938151:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f540.
00000100:00000001:1.0:1787764495.938153:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764495.938156:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764495.938159:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.938161:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764495.938165:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764495/real 1787764495]  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764495.938174:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764495.938175:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764495.938177:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764495.938180:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764495.938181:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764495.938183:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764495.938186:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764495.938193:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938198:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764495.938200:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.938202:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764495.938203:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764495.938206:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938213:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764495.938218:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938224:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764495.938227:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.938229:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764495.938230:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.938232:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764495.938234:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764495.938237:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764495.938240:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764495.938243:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764495.938247:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764495.938255:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482355584:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764495.938259:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764495.938262:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938267:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764495.938269:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.938270:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764495.938272:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764495.938274:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764495.938276:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355712:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764495.938279:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764495.938281:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764495.938282:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.938284:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764495.938287:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764495.938289:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764495.938292:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764495.938294:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764495.938297:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764495.938299:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482355712, portal 10
00000100:00000001:1.0:1787764495.938300:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764495.938302:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764495.938307:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938312:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764495.938314:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764495.938315:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764495.938317:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482355712, offset 0
00000400:00000200:1.0:1787764495.938321:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764495.938324:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764495.938327:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764495.938330:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764495.938332:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764495.938334:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764495.938336:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764495.938338:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278021:278021:256:4294967295] 192.168.203.115@tcp LPNI seq info [278021:278021:8:4294967295]
00000400:00000200:1.0:1787764495.938342:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764495.938347:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764495.938351:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764495.938353:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764495.938357:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764495.938359:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764495.938363:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764495.938366:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764495.938369:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764495.938371:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764495.938374:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764495.938377:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764495.938380:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764495.938381:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764495.938383:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764495.938386:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938393:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764495.938396:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938401:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.938403:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764495.938405:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764495.938409:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764495.938411:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764495.938413:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320747020
00000100:00000001:1.0:1787764495.938415:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320748328
00000100:00000001:1.0:1787764495.938417:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320747020
00000100:00000001:1.0:1787764495.938419:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320748328
00000100:00000001:1.0:1787764495.938421:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764495.938423:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.938425:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764495.938428:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764495/real 1787764495]  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764495.938436:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764495.938437:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764495.938439:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764495.938441:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764495.938443:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764495.938445:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764495.938449:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764495.938457:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938463:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764495.938465:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.938467:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764495.938469:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764495.938472:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938478:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764495.938482:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938489:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764495.938491:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.938493:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764495.938494:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.938495:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764495.938497:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764495.938500:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764495.938503:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764495.938504:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764495.938508:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764495.938516:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355712:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764495.938519:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764495.938522:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938534:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764495.938535:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.938538:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764495.938540:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764495.938542:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764495.938544:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355840:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764495.938548:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764495.938549:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764495.938551:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.938552:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764495.938556:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764495.938557:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764495.938561:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764495.938563:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764495.938566:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764495.938569:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482355840, portal 10
00000100:00000001:1.0:1787764495.938571:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764495.938572:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764495.938577:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938583:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764495.938585:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764495.938586:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764495.938589:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482355840, offset 0
00000400:00000200:1.0:1787764495.938593:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764495.938596:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764495.938599:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764495.938602:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764495.938604:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764495.938619:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764495.938622:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764495.938625:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278022:278022:256:4294967295] 192.168.203.115@tcp LPNI seq info [278022:278022:8:4294967295]
00000400:00000200:1.0:1787764495.938629:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764495.938635:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764495.938639:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764495.938643:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764495.938646:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764495.938648:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764495.938652:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764495.938655:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764495.938658:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764495.938660:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764495.938662:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764495.938665:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764495.938668:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764495.938670:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764495.938672:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764495.938675:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938683:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764495.938686:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.938692:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.938694:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764495.938696:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764495.938699:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764495.938702:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764495.938704:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320747028
00000100:00000001:1.0:1787764495.938706:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320748328
00000100:00000001:1.0:1787764495.938709:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320747028
00000100:00080000:3.0:1787764495.939670:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764495.939677:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764495.939679:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764495.939682:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764495.939684:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764495.939688:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26074
00000400:00000200:3.0:1787764495.939692:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764495.939696:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764495.939698:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764495.939701:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.939703:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764495.939705:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.939708:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764495.939710:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764495.939712:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764495.939714:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764495.939716:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764495.939718:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764495.939720:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764495.939723:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.939725:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764495.939727:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764495.939729:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764495.939731:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764495.939734:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764495.939737:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764495.939739:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764495.939743:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764495.939745:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.939853:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320748328
00000100:00000001:1.0:1787764495.939856:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764495.939859:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.939861:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764495.939866:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764495/real 1787764495]  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764495.939875:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764495.939876:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764495.939878:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764495.939881:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764495.939883:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764495.939886:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764495.939889:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764495.939897:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.939903:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764495.939904:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.939906:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764495.939907:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764495.939910:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.939917:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764495.939920:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.939926:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764495.939929:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.939930:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764495.939932:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.939933:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764495.939935:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764495.939937:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764495.939941:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764495.939943:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764495.939947:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764495.939954:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355840:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764495.939958:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764495.939961:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.939967:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764495.939968:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.939971:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764495.939973:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764495.939974:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764495.939977:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355968:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764495.939980:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764495.939982:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764495.939984:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.939985:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764495.939989:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764495.939991:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764495.939995:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764495.939997:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764495.940001:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764495.940004:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482355968, portal 4
00000100:00000001:1.0:1787764495.940005:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764495.940007:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764495.940012:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.940019:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764495.940063:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764495.940066:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764495.940071:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764495.940075:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764495.940075:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764495.940081:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000010:3.0:1787764495.940083:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000200:1.0:1787764495.940086:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482355968, offset 0
00000020:00000040:3.0:1787764495.940088:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764495.940092:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764495.940095:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764495.940096:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764495.940100:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764495.940104:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764495.940104:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764495.940108:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764495.940112:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
02000000:00000010:3.0:1787764495.940116:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764495.940120:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764495.940122:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764495.940128:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00100000:3.0:1787764495.940129:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764495.940132:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764495.940139:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764495.940145:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278023:278023:256:4294967295] 192.168.203.115@tcp LPNI seq info [278023:278023:8:4294967295]
00000400:00000200:1.0:1787764495.940156:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764495.940162:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764495.940168:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764495.940169:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764495.940177:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764495.940179:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764495.940184:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764495.940192:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764495.940192:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764495.940197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787764495.940199:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26084)
00000800:00000200:1.1:1787764495.940204:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764495.940208:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764495.940211:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764495.940214:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764495.940223:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764495.940227:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764495.940230:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764495.940231:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764495.940234:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764495.940238:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.940246:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764495.940249:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.940255:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.940256:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764495.940260:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764495.940263:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764495.940266:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764495.940268:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320747030
00000100:00000001:1.0:1787764495.940270:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320748328
00000100:00000001:1.0:1787764495.940272:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320747030
00000100:00000001:1.0:1787764495.940274:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320748328
00000100:00000001:1.0:1787764495.940276:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764495.940278:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.940280:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764495.940283:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764495/real 1787764495]  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764495.940291:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764495.940292:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764495.940294:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764495.940296:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764495.940298:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764495.940300:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764495.940303:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764495.940310:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.940316:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764495.940318:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.940320:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764495.940321:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764495.940325:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.940332:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764495.940342:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.940349:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764495.940351:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.940352:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764495.940354:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.940356:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764495.940358:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764495.940360:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764495.940363:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764495.940365:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764495.940369:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764495.940377:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482355968:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764495.940381:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.940383:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764495.940841:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482355584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.940849:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764495.940852:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764495.940854:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764495.940857:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764495.940859:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764495.940861:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764495.940863:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764495.940866:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764495.940869:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764495.940870:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764495.940872:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764495.940876:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764495.940877:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.940879:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764495.940884:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482355712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.940890:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764495.940891:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764495.940893:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764495.940895:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764495.940896:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764495.940897:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764495.940899:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764495.940900:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764495.940903:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764495.940904:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764495.940905:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:1.0:1787764495.940910:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764495.940911:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.940913:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764495.940916:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482355840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.940922:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764495.940923:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764495.940925:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764495.940927:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764495.940928:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764495.940929:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764495.940930:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764495.940932:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764495.940933:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764495.940934:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764495.940936:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764495.940938:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764495.940939:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.940940:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764495.940943:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482355968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.940954:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764495.940955:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764495.940957:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764495.940959:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764495.940960:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764495.940961:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764495.940963:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764495.940964:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764495.940966:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764495.940967:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764495.940968:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764495.940970:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764495.940971:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.940973:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.940979:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764495.940981:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.940983:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764495.940984:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764495.940986:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764495.940989:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.940996:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764495.940997:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.941000:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764495.941001:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764495.941003:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764495.941006:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356096:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764495.941009:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764495.941011:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764495.941013:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.941015:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764495.941018:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764495.941019:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764495.941024:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764495.941026:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764495.941030:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764495.941033:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482356096, portal 4
00000100:00000001:1.0:1787764495.941035:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764495.941036:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764495.941042:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.941048:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764495.941051:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764495.941053:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764495.941055:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482356096, offset 0
00000400:00000200:1.0:1787764495.941059:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764495.941064:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764495.941067:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764495.941070:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764495.941073:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764495.941075:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764495.941078:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764495.941080:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278024:278024:256:4294967295] 192.168.203.115@tcp LPNI seq info [278024:278024:8:4294967295]
00000400:00000200:1.0:1787764495.941084:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764495.941090:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764495.941094:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764495.941097:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764495.941101:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764495.941104:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764495.941108:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764495.941111:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764495.941114:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764495.941116:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764495.941119:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764495.941122:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764495.941125:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764495.941127:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764495.941130:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764495.941133:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.941141:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764495.941144:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.941149:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.941150:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764495.941153:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764495.941156:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764495.941158:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764495.941160:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320747035
00000100:00000001:1.0:1787764495.941162:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320748328
00000100:00000001:1.0:1787764495.941164:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320747035
00000100:00000001:1.0:1787764495.941165:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320748328
00000100:00000001:1.0:1787764495.941167:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764495.941169:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.941170:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764495.941173:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764495/real 1787764495]  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764495.941180:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764495.941181:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764495.941183:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764495.941185:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764495.941186:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764495.941188:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764495.941191:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764495.941198:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.941205:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764495.941206:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.941208:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764495.941209:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764495.941212:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.941218:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764495.941222:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.941228:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764495.941230:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.941232:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764495.941233:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.941235:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764495.941236:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764495.941239:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764495.941241:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764495.941244:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764495.941247:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764495.941254:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356096:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764495.941257:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.941258:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764495.941261:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482356096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.941266:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764495.941267:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764495.941270:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764495.941272:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764495.941273:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764495.941274:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764495.941276:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764495.941277:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764495.941279:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764495.941280:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764495.941281:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764495.941284:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764495.941285:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.941286:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.941289:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764495.941290:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.941292:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764495.941293:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764496.640939:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764496.640948:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764496.640955:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764496.640957:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764496.640961:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764496.640962:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764496.641053:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764496.641057:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764496.641060:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764497.280875:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320748328, at 4320748352
00000100:00000010:0.0:1787764497.280891:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f720.
00000100:00000040:1.0:1787764497.280964:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320748328, at 4320748352
00000100:00000010:1.0:1787764497.280971:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f540.
00010000:00000001:2.0:1787764497.664915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764497.664924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764497.664932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764497.664936:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764497.664939:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764497.664943:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764497.664946:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764497.664949:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764497.664951:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764497.664954:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764497.664958:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764497.664959:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764497.665120:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764497.665125:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764497.665184:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764498.689079:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764498.689101:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764498.689109:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764498.689110:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764498.689115:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764498.689116:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764498.689208:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764498.689215:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764498.689219:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764499.712923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764499.712933:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764499.712936:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764499.712938:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764499.712943:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764499.712945:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764499.712947:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764499.712949:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764499.712953:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764499.712955:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764499.712959:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764499.712960:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764499.713613:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764499.713618:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764499.713621:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764500.736896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764500.736902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764500.736908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764500.736909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764500.736916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764500.736918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764500.736972:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764500.736978:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764500.736981:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764501.056945:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764501.056956:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764501.056959:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764501.056963:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764501.056968:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764501.056975:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26079
00000400:00000200:2.0:1787764501.056983:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764501.056991:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764501.056995:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764501.056998:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057009:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764501.057012:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057015:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764501.057018:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764501.057020:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764501.057023:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764501.057027:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764501.057029:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764501.057032:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764501.057034:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057036:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764501.057038:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057039:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764501.057042:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764501.057046:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057048:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764501.057051:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764501.057055:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764501.057058:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057060:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764501.057063:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764501.057071:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cb40.
00000020:00000040:2.0:1787764501.057074:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764501.057078:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764501.057080:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057082:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764501.057090:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764501.057095:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764501.057102:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764501.057108:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764501.057117:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764501.057126:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764501.057130:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764501.057135:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2e980d] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764501.057162:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764501.057165:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764501.057168:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764501.057170:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764501.057171:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764501.057174:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764501.057177:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26079
00000400:00000200:2.0:1787764501.057181:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764501.057184:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764501.057186:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764501.057189:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057191:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764501.057193:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057195:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764501.057197:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764501.057198:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764501.057200:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764501.057202:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764501.057204:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764501.057206:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764501.057209:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057211:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764501.057212:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057214:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764501.057217:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764501.057220:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057222:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764501.057224:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764501.057229:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764501.057231:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057233:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764501.057237:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764501.057239:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057241:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764501.057246:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
00000020:00000040:2.0:1787764501.057248:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764501.057251:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764501.057252:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057253:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764501.057254:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764501.057256:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764501.057259:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764501.057264:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764501.057269:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764501.057276:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764501.057278:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764501.057282:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764501.057289:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764501.057292:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764501.057295:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764501.057297:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764501.057299:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764501.057301:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764501.057304:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26079
00000400:00000200:2.0:1787764501.057309:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764501.057312:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764501.057317:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764501.057320:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787764501.057325:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000040:1.0:1787764501.057328:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764501.057329:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764501.057336:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057341:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764501.057345:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764501.057346:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764501.057350:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057352:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764501.057354:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787764501.057357:0:373018:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787764501.057359:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787764501.057360:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
02000000:00000001:1.0:1787764501.057364:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764501.057364:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764501.057368:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764501.057372:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00100000:1.0:1787764501.057373:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482356224:192.168.203.115@tcp:250:kworker.0
00000020:00000001:2.0:1787764501.057375:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:1.0:1787764501.057382:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1787764501.057383:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057386:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787764501.057387:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787764501.057390:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:1.0:1787764501.057392:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057395:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764501.057396:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787764501.057399:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764501.057403:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000010:1.0:1787764501.057404:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
00000100:00000001:2.0:1787764501.057407:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764501.057409:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764501.057410:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764501.057414:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764501.057418:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764501.057419:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764501.057422:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787764501.057426:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000008:00100000:2.0:1787764501.057426:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764501.057430:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057434:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764501.057436:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000010:2.0:1787764501.057438:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787764501.057442:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000200:1.0:1787764501.057445:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482356224, portal 25
02000000:00000001:2.0:1787764501.057445:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764501.057448:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.057450:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764501.057451:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764501.057453:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980236096 : -118790729315520 : ffff93f5e0c6cb40)
02000000:00000001:2.0:1787764501.057455:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764501.057458:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764501.057464:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787764501.057464:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764501.057470:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.057478:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787764501.057479:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764501.057485:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764501.057492:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000001:2.0:1787764501.057493:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764501.057497:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764501.057498:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482356224, offset 0
00000100:00000040:2.0:1787764501.057503:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764501.057513:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764501.057516:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764501.057519:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787764501.057523:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057523:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764501.057527:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764501.057530:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764501.057535:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:2.0:1787764501.057536:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26079
00000400:00000200:2.0:1787764501.057542:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764501.057547:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764501.057547:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764501.057553:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764501.057557:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787764501.057558:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057562:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764501.057566:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000040:2.0:1787764501.057566:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057582:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764501.057586:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787764501.057587:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764501.057589:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000400:00000200:1.0:1787764501.057593:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000020:00000001:2.0:1787764501.057593:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764501.057596:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000400:00000200:1.0:1787764501.057601:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278025:278025:256:4294967295] 192.168.203.115@tcp LPNI seq info [278025:278025:8:4294967295]
00000020:00000001:2.0:1787764501.057602:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764501.057607:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764501.057613:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764501.057614:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764501.057618:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764501.057621:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057624:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764501.057628:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000200:1.0:1787764501.057632:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787764501.057635:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057640:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764501.057644:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787764501.057645:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
02000000:00000001:2.0:1787764501.057648:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1787764501.057651:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
02000000:00000001:2.0:1787764501.057653:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057656:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764501.057659:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.0:1787764501.057661:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000008:00000001:2.0:1787764501.057662:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764501.057666:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764501.057674:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764501.057675:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764501.057679:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000100:00000010:2.0:1787764501.057682:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787764501.057686:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000800:00000100:1.0:1787764501.057687:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
02000000:00000001:2.0:1787764501.057691:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1787764501.057692:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
02000000:00000001:2.0:1787764501.057694:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057697:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764501.057699:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764501.057700:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787764501.057701:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764501.057707:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000400:00000200:1.0:1787764501.057708:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787764501.057713:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764501.057715:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764501.057719:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00100000:2.0:1787764501.057721:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764501.057724:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764501.057731:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764501.057732:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764501.057737:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764501.057746:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764501.057794:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764501.057797:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764501.057799:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787764501.057800:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764501.057804:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787764501.057806:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764501.057807:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764501.057812:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764501.057817:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26079
00000100:00000001:1.0:1787764501.057824:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764501.057824:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764501.057829:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1787764501.057831:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764501.057834:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764501.057837:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764501.057838:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057843:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764501.057846:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764501.057847:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764501.057851:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764501.057855:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764501.057856:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:1.0:1787764501.057858:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320753448
00000020:00000001:2.0:1787764501.057858:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764501.057861:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764501.057865:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000010:1.0:1787764501.057867:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f540.
00000020:00000001:2.0:1787764501.057868:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764501.057874:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057876:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764501.057877:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787764501.057879:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764501.057883:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764501.057886:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:1.0:1787764501.057887:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320753448
00000100:00080000:2.0:1787764501.057890:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000010:1.0:1787764501.057894:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f300.
00000100:00000001:2.0:1787764501.057895:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764501.057899:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764501.057901:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787764501.057903:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764501.057906:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764501.057908:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.057910:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057912:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764501.057915:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:2.0:1787764501.057916:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764501.057920:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764501.057923:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764501/real 1787764501]  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764501.057924:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764501.057929:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787764501.057934:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764501.057939:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1787764501.057941:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787764501.057941:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764501.057944:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764501.057946:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764501.057947:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764501.057951:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000400:00000001:1.0:1787764501.057954:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787764501.057956:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764501.057958:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000100:00100000:2.0:1787764501.057964:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764501.057965:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764501.057968:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764501.057973:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787764501.057977:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764501.057981:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764501.057981:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764501.057989:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764501.058000:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764501.058002:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764501.058009:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26089)
00000100:00000001:1.0:1787764501.058011:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764501.058015:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058017:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764501.058020:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764501.058024:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058043:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764501.058048:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058055:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764501.058058:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058059:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764501.058060:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058063:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764501.058064:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764501.058067:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764501.058070:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764501.058073:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764501.058077:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764501.058084:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482356224:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764501.058088:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764501.058092:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058098:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764501.058100:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764501.058102:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764501.058103:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764501.058105:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764501.058108:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356352:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764501.058111:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764501.058112:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764501.058114:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764501.058116:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764501.058130:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764501.058133:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764501.058136:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764501.058139:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764501.058142:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764501.058145:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482356352, portal 10
00000100:00000001:1.0:1787764501.058147:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764501.058149:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980235136 : -118790729316480 : ffff93f5e0c6c780)
00000100:00000040:1.0:1787764501.058155:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058162:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764501.058164:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764501.058166:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764501.058169:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482356352, offset 0
00000400:00000200:1.0:1787764501.058172:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764501.058176:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764501.058179:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764501.058183:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764501.058185:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764501.058188:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764501.058190:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764501.058193:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278026:278026:256:4294967295] 192.168.203.115@tcp LPNI seq info [278026:278026:8:4294967295]
00000400:00000200:1.0:1787764501.058197:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764501.058203:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764501.058208:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764501.058212:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764501.058216:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764501.058219:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764501.058223:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764501.058226:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764501.058235:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764501.058237:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764501.058240:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764501.058243:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764501.058246:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764501.058247:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764501.058249:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764501.058253:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058260:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764501.058263:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058270:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.058271:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764501.058274:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764501.058277:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764501.058281:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764501.058282:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320752140
00000100:00000001:1.0:1787764501.058285:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320753448
00000100:00000001:1.0:1787764501.058287:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320752140
00000100:00000001:1.0:1787764501.058289:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320753448
00000100:00000001:1.0:1787764501.058291:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764501.058293:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.058295:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764501.058299:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764501/real 1787764501]  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764501.058307:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764501.058308:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764501.058310:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764501.058312:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764501.058314:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764501.058316:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764501.058319:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764501.058326:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058332:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764501.058333:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058335:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764501.058336:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764501.058339:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058345:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764501.058349:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058356:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764501.058359:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058360:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764501.058361:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058363:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764501.058365:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764501.058367:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764501.058370:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764501.058372:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764501.058376:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764501.058384:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356352:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764501.058388:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058390:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764501.058392:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cb40 x1874595482356224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058399:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764501.058401:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764501.058403:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764501.058406:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764501.058408:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764501.058410:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764501.058412:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764501.058414:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:1.0:1787764501.058417:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764501.058419:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764501.058421:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cb40.
00000100:00000001:1.0:1787764501.058424:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764501.058425:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058427:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764501.058430:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c780 x1874595482356352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058437:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764501.058438:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764501.058440:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764501.058442:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764501.058443:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764501.058444:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764501.058446:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764501.058447:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:1.0:1787764501.058449:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764501.058451:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764501.058453:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c780.
00000100:00000001:1.0:1787764501.058455:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764501.058456:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058458:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058465:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764501.058467:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.058469:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764501.058471:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764501.058472:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764501.058476:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058484:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764501.058485:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764501.058488:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764501.058489:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764501.058492:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764501.058495:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356480:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764501.058498:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764501.058500:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764501.058501:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764501.058503:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764501.058506:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764501.058508:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764501.058512:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764501.058514:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764501.058518:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764501.058520:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482356480, portal 10
00000100:00000001:1.0:1787764501.058522:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764501.058524:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238016 : -118790729313600 : ffff93f5e0c6d2c0)
00000100:00000040:1.0:1787764501.058529:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058535:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764501.058538:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764501.058540:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764501.058542:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482356480, offset 0
00000400:00000200:1.0:1787764501.058546:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764501.058550:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764501.058553:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764501.058556:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764501.058558:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764501.058560:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764501.058562:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764501.058565:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278027:278027:256:4294967295] 192.168.203.115@tcp LPNI seq info [278027:278027:8:4294967295]
00000400:00000200:1.0:1787764501.058569:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764501.058587:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764501.058591:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764501.058595:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764501.058599:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764501.058601:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764501.058605:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764501.058608:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764501.058611:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764501.058613:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764501.058616:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764501.058619:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764501.058621:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764501.058623:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764501.058626:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764501.058629:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058636:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764501.058639:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058645:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.058647:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764501.058650:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764501.058654:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764501.058657:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764501.058659:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320752148
00000100:00000001:1.0:1787764501.058661:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320753448
00000100:00000001:1.0:1787764501.058663:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320752148
00000100:00000001:1.0:1787764501.058665:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320753448
00000100:00000001:1.0:1787764501.058667:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764501.058669:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.058671:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764501.058675:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764501/real 1787764501]  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764501.058682:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764501.058683:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764501.058685:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764501.058687:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764501.058689:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764501.058691:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764501.058694:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764501.058702:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058709:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764501.058710:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058712:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764501.058713:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764501.058717:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058724:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764501.058728:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058735:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764501.058738:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058739:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764501.058741:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.058742:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764501.058744:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764501.058746:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764501.058769:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764501.058772:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764501.058776:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764501.058784:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356480:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764501.058787:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764501.058790:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058796:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764501.058798:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764501.058800:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764501.058801:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764501.058803:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764501.058806:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356608:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764501.058809:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764501.058811:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764501.058812:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764501.058814:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764501.058817:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764501.058819:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764501.058823:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764501.058825:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764501.058828:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764501.058831:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482356608, portal 4
00000100:00000001:1.0:1787764501.058833:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764501.058834:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980233216 : -118790729318400 : ffff93f5e0c6c000)
00000100:00000040:1.0:1787764501.058840:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058846:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764501.058848:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764501.058851:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764501.058853:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482356608, offset 0
00000400:00000200:1.0:1787764501.058857:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764501.058861:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764501.058864:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764501.058867:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764501.058869:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764501.058871:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764501.058874:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764501.058876:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278028:278028:256:4294967295] 192.168.203.115@tcp LPNI seq info [278028:278028:8:4294967295]
00000400:00000200:1.0:1787764501.058880:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764501.058885:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764501.058890:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764501.058894:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764501.058897:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764501.058900:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764501.058904:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764501.058906:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764501.058910:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764501.058912:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764501.058914:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764501.058917:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764501.058919:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764501.058922:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764501.058924:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764501.058928:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058935:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764501.058938:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.058944:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.058946:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764501.058949:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764501.058952:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764501.058955:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764501.058957:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320752149
00000100:00000001:1.0:1787764501.058959:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320753448
00000100:00000001:1.0:1787764501.058961:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320752149
00000100:00000001:1.0:1787764501.058963:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320753448
00000100:00000001:1.0:1787764501.058965:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764501.058967:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.058969:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764501.058972:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764501/real 1787764501]  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764501.058979:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764501.058980:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764501.058982:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764501.058984:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764501.058986:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764501.058988:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764501.058991:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764501.058998:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059005:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764501.059006:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.059008:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764501.059009:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764501.059012:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059019:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764501.059022:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059029:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764501.059031:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.059032:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764501.059033:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.059035:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764501.059036:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764501.059039:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764501.059041:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764501.059043:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764501.059047:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764501.059055:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356608:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764501.059058:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764501.059061:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059067:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764501.059068:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764501.059070:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764501.059072:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764501.059074:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764501.059076:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356736:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764501.059079:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764501.059081:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764501.059082:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764501.059084:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764501.059087:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764501.059089:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764501.059092:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764501.059094:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764501.059096:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764501.059099:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482356736, portal 4
00000100:00000001:1.0:1787764501.059101:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764501.059102:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980246656 : -118790729304960 : ffff93f5e0c6f480)
00000100:00000040:1.0:1787764501.059106:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059112:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764501.059114:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764501.059116:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764501.059118:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482356736, offset 0
00000400:00000200:1.0:1787764501.059122:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764501.059125:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764501.059128:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764501.059131:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764501.059133:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764501.059135:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764501.059138:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764501.059141:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278029:278029:256:4294967295] 192.168.203.115@tcp LPNI seq info [278029:278029:8:4294967295]
00000400:00000200:1.0:1787764501.059145:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764501.059151:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764501.059155:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764501.059157:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764501.059161:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764501.059163:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764501.059166:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764501.059169:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764501.059172:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764501.059174:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764501.059182:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764501.059185:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764501.059187:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764501.059189:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764501.059191:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764501.059194:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059200:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764501.059202:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059208:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.059210:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764501.059212:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764501.059215:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764501.059219:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764501.059220:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320752153
00000100:00000001:1.0:1787764501.059222:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320753448
00000100:00000001:1.0:1787764501.059224:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320752153
00000100:00000001:1.0:1787764501.059226:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320753448
00000100:00000001:1.0:1787764501.059228:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764501.059229:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.059231:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764501.059234:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764501/real 1787764501]  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764501.059240:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764501.059241:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764501.059243:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764501.059245:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764501.059246:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764501.059248:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764501.059250:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764501.059257:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059262:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764501.059263:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.059264:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764501.059265:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764501.059268:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059273:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764501.059276:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059281:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764501.059283:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.059284:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764501.059285:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.059301:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764501.059303:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764501.059305:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764501.059307:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764501.059309:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764501.059313:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764501.059320:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356736:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764501.059323:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.059325:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764501.059327:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d2c0 x1874595482356480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059333:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764501.059335:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764501.059337:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764501.059339:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764501.059341:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764501.059342:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764501.059344:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764501.059346:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:1.0:1787764501.059348:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764501.059349:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764501.059351:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d2c0.
00000100:00000001:1.0:1787764501.059353:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764501.059354:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.059355:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764501.059358:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c000 x1874595482356608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059363:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764501.059364:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764501.059366:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764501.059368:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764501.059369:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764501.059370:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764501.059371:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764501.059373:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5400.
02000000:00000001:1.0:1787764501.059375:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764501.059376:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764501.059377:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c000.
00000100:00000001:1.0:1787764501.059379:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764501.059380:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.059381:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764501.059384:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f480 x1874595482356736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764501.059389:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764501.059390:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764501.059391:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764501.059393:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764501.059394:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764501.059395:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764501.059397:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764501.059398:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4000.
02000000:00000001:1.0:1787764501.059400:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764501.059400:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764501.059402:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f480.
00000100:00000001:1.0:1787764501.059404:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764501.059405:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.059406:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764501.059411:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764501.059412:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764501.059414:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764501.059416:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764501.760872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764501.760879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764501.760884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764501.760886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764501.760889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764501.760890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764501.760949:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764501.760953:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764501.760956:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764502.400862:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320753448, at 4320753472
00000100:00000010:1.0:1787764502.400878:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f300.
00000100:00000040:0.0:1787764502.401232:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320753448, at 4320753472
00000100:00000010:0.0:1787764502.401247:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f540.
00010000:00000001:2.0:1787764502.784934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764502.784941:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764502.784947:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764502.784948:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764502.784951:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764502.784952:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764502.785085:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764502.785089:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764502.785093:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764503.808881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764503.808888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764503.808894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764503.808895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764503.808899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764503.808900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764503.809677:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764503.809681:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764503.809685:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764504.832912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764504.832920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764504.832926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764504.832927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764504.832930:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764504.832934:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764504.832936:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764504.832940:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764504.832943:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764504.832945:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764504.832948:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764504.832950:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764504.833039:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764504.833043:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764504.833046:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764505.856965:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764505.856972:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764505.856976:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764505.856978:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764505.856981:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764505.856982:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764505.857264:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764505.857268:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764505.857271:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764506.176853:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764506.176860:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764506.176863:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764506.176865:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764506.176868:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764506.176874:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26084
00000400:00000200:2.0:1787764506.176882:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764506.176889:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764506.176892:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764506.176895:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.176898:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764506.176900:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.176902:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764506.176906:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764506.176908:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764506.176910:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764506.176914:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764506.176916:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764506.176918:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764506.176922:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.176924:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764506.176926:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.176928:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764506.176932:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764506.176935:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764506.176937:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764506.176939:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764506.176942:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764506.176944:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764506.176946:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764506.176948:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764506.176956:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764506.176958:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764506.176961:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764506.176963:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764506.176965:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764506.176967:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764506.176970:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764506.176975:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6400.
00000100:00000001:2.0:1787764506.176979:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764506.176986:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764506.176993:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764506.176996:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764506.176999:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764506.177022:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764506.177025:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764506.177027:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764506.177028:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764506.177029:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764506.177031:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764506.177033:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26084
00000400:00000200:2.0:1787764506.177035:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764506.177037:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764506.177039:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764506.177041:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177042:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764506.177043:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177045:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764506.177046:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764506.177047:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764506.177048:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764506.177050:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764506.177051:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764506.177052:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764506.177053:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177054:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764506.177055:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177056:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764506.177058:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764506.177059:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177060:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764506.177061:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764506.177065:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764506.177066:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764506.177067:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764506.177069:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764506.177071:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764506.177072:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764506.177074:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787764506.177075:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764506.177077:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764506.177078:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764506.177078:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764506.177079:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764506.177080:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764506.177082:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6800.
00000100:00000001:2.0:1787764506.177085:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764506.177087:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764506.177096:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764506.177097:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764506.177099:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764506.177103:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764506.177105:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764506.177107:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764506.177108:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764506.177108:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764506.177110:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764506.177111:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26084
00000400:00000200:2.0:1787764506.177113:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764506.177114:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764506.177115:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764506.177117:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177118:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764506.177119:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177121:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764506.177122:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764506.177122:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764506.177123:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764506.177124:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764506.177125:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764506.177126:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764506.177128:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177129:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764506.177130:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177131:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764506.177132:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764506.177134:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177135:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764506.177136:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764506.177138:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764506.177139:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764506.177140:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764506.177141:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764506.177142:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764506.177143:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764506.177144:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787764506.177146:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764506.177147:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764506.177147:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764506.177148:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764506.177149:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764506.177150:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764506.177152:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000100:00000001:2.0:1787764506.177154:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764506.177156:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764506.177160:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764506.177161:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764506.177163:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764506.177167:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764506.177168:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764506.177170:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764506.177171:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764506.177171:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764506.177173:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764506.177174:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26084
00000400:00000200:2.0:1787764506.177176:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764506.177178:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764506.177179:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764506.177181:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177182:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764506.177183:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.177184:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764506.177386:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764506.177392:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764506.177395:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764506.177403:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.177412:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764506.177415:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.177418:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764506.177421:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764506.177424:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764506.177428:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482356864:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764506.177432:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764506.177436:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764506.177439:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.177441:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764506.177446:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764506.177449:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764506.177454:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764506.177458:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764506.177465:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764506.177471:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482356864, portal 25
00000100:00000001:1.0:1787764506.177474:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764506.177475:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980244736 : -118790729306880 : ffff93f5e0c6ed00)
00000100:00000040:1.0:1787764506.177481:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.177489:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764506.177491:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764506.177494:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764506.177496:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482356864, offset 0
00000400:00000200:1.0:1787764506.177503:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764506.177510:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764506.177517:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764506.177522:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764506.177526:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764506.177530:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764506.177532:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764506.177546:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278030:278030:256:4294967295] 192.168.203.115@tcp LPNI seq info [278030:278030:8:4294967295]
00000400:00000200:1.0:1787764506.177551:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764506.177560:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764506.177566:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764506.177572:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764506.177578:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764506.177581:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764506.177587:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764506.177590:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764506.177595:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764506.177597:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764506.177602:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764506.177605:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764506.177610:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764506.177612:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764506.177616:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764506.177620:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.177629:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764506.177631:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.177638:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.177640:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764506.177645:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764506.177649:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764506.177651:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320758567
00000100:00000010:1.0:1787764506.177656:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f300.
00000100:00000001:1.0:1787764506.177662:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764506.177669:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320758567
00000100:00000010:1.0:1787764506.177672:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f540.
00000100:00000001:1.0:1787764506.177675:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764506.177679:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764506.177681:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.177683:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764506.177687:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764506/real 1787764506]  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764506.177702:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764506.177704:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764506.177705:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764506.177708:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764506.177710:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764506.177712:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764506.177714:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764506.177723:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.177729:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764506.177731:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.177733:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764506.177735:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764506.177738:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.177746:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764506.177777:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.177783:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764506.177786:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.177788:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764506.177789:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.177791:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764506.177793:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764506.177796:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764506.177799:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764506.177801:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764506.177806:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764506.177814:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482356864:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764506.177819:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764506.177822:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.177829:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764506.177830:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.177832:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764506.177833:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764506.177835:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764506.177838:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356992:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764506.177840:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764506.177842:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764506.177844:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.177845:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764506.177849:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764506.177851:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764506.177855:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764506.177857:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764506.177861:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764506.177863:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482356992, portal 10
00000100:00000001:1.0:1787764506.177865:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764506.177866:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980245696 : -118790729305920 : ffff93f5e0c6f0c0)
00000100:00000040:1.0:1787764506.177871:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.177878:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764506.177880:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764506.177882:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764506.177884:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482356992, offset 0
00000400:00000200:1.0:1787764506.177889:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764506.177893:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764506.177897:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764506.177900:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764506.177902:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764506.177904:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764506.177906:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764506.177909:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278031:278031:256:4294967295] 192.168.203.115@tcp LPNI seq info [278031:278031:8:4294967295]
00000400:00000200:1.0:1787764506.177913:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764506.177919:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764506.177923:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764506.177926:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764506.177930:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764506.177932:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764506.177936:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764506.177938:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764506.177942:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764506.177943:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764506.177946:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764506.177949:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764506.177953:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764506.177954:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764506.177957:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764506.177960:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.177968:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764506.177971:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.177977:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.177978:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764506.177981:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764506.177984:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764506.177988:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764506.177990:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320757259
00000100:00000001:1.0:1787764506.177993:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320758567
00000100:00000001:1.0:1787764506.177994:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320757259
00000100:00000001:1.0:1787764506.177996:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320758567
00000100:00000001:1.0:1787764506.177998:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764506.177999:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178001:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764506.178005:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764506/real 1787764506]  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764506.178012:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764506.178014:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764506.178015:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764506.178017:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764506.178018:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764506.178020:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764506.178023:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764506.178031:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178038:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764506.178039:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.178041:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764506.178043:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764506.178046:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178052:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764506.178056:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178062:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764506.178065:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.178066:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764506.178067:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.178069:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764506.178070:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764506.178073:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764506.178076:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764506.178078:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764506.178081:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764506.178088:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482356992:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764506.178092:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764506.178095:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178101:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764506.178102:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.178104:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764506.178106:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764506.178107:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764506.178110:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357120:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764506.178113:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764506.178115:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764506.178117:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.178118:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764506.178122:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764506.178124:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764506.178127:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764506.178141:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764506.178144:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764506.178147:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482357120, portal 10
00000100:00000001:1.0:1787764506.178150:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764506.178151:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980234176 : -118790729317440 : ffff93f5e0c6c3c0)
00000100:00000040:1.0:1787764506.178162:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178168:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764506.178170:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764506.178172:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764506.178175:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482357120, offset 0
00000400:00000200:1.0:1787764506.178179:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764506.178183:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764506.178187:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764506.178190:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764506.178192:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764506.178194:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764506.178197:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764506.178199:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278032:278032:256:4294967295] 192.168.203.115@tcp LPNI seq info [278032:278032:8:4294967295]
00000400:00000200:1.0:1787764506.178204:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764506.178209:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764506.178214:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764506.178217:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764506.178221:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764506.178223:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764506.178227:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764506.178229:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764506.178234:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764506.178235:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764506.178238:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764506.178241:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764506.178244:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764506.178246:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764506.178248:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764506.178251:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178264:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764506.178267:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178274:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178276:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764506.178280:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764506.178282:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764506.178285:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764506.178287:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320757268
00000100:00000001:1.0:1787764506.178289:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320758567
00000100:00000001:1.0:1787764506.178291:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320757268
00000100:00000001:1.0:1787764506.178293:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320758567
00000100:00000001:1.0:1787764506.178295:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787764506.178299:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764506.178300:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764506.178303:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764506.178307:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764506.178309:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764506.178311:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764506.178313:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764506.178315:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787764506.178319:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.178323:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787764506.178324:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764506/real 1787764506]  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764506.178328:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764506.178332:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764506.178337:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000001:1.0:1787764506.178343:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787764506.178343:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000001:1.0:1787764506.178347:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787764506.178349:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764506.178350:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
02000000:00000001:2.0:1787764506.178352:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764506.178355:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
02000000:00000001:2.0:1787764506.178357:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787764506.178359:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
02000000:00000001:2.0:1787764506.178361:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178364:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787764506.178365:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764506.178369:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1787764506.178371:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787764506.178374:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764506.178379:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764506.178386:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000100:00000200:1.0:1787764506.178387:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764506.178391:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764506.178397:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764506.178401:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178402:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764506.178404:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764506.178406:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787764506.178408:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764506.178410:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787764506.178412:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178413:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764506.178422:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787764506.178422:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764506.178429:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178435:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764506.178439:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764506.178444:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764506.178457:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764506.178462:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764506.178463:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178466:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.178469:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764506.178471:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764506.178472:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178474:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764506.178476:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764506.178481:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764506.178488:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764506.178493:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787764506.178494:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764506.178499:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764506.178500:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764506.178509:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764506.178512:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764506.178516:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787764506.178517:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357120:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764506.178519:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764506.178525:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26084
00000100:00000001:1.0:1787764506.178526:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.178530:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1787764506.178533:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:1.0:1787764506.178548:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6ed00 x1874595482356864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764506.178549:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764506.178554:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764506.178561:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764506.178563:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1787764506.178566:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787764506.178568:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1787764506.178571:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000010:1.0:1787764506.178573:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
00000100:00000001:2.0:1787764506.178575:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764506.178580:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764506.178580:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787764506.178584:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764506.178584:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764506.178586:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764506.178589:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000040:2.0:1787764506.178590:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:1.0:1787764506.178594:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:2.0:1787764506.178596:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000010:1.0:1787764506.178599:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6400.
00000020:00000001:2.0:1787764506.178600:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:1.0:1787764506.178605:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:2.0:1787764506.178606:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000001:1.0:1787764506.178609:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787764506.178610:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787764506.178612:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6ed00.
00000100:00000040:2.0:1787764506.178615:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764506.178617:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764506.178619:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764506.178620:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.178626:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1787764506.178627:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000040:1.0:1787764506.178632:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f0c0 x1874595482356992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764506.178634:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764506.178640:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764506.178645:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764506.178647:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764506.178649:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764506.178650:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764506.178652:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:2.0:1787764506.178654:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.178657:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787764506.178659:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000020:00000001:1.0:1787764506.178660:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000008:00100000:2.0:1787764506.178663:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000020:00000040:1.0:1787764506.178664:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764506.178670:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000008:00000001:2.0:1787764506.178670:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764506.178672:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6800.
00000100:00000001:2.0:1787764506.178674:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.178676:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764506.178679:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764506.178680:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000100:00000010:1.0:1787764506.178682:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787764506.178684:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:1.0:1787764506.178687:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1787764506.178689:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764506.178690:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787764506.178692:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178695:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787764506.178696:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764506.178698:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764506.178701:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764506.178702:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c3c0 x1874595482357120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787764506.178707:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:1.0:1787764506.178714:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1787764506.178714:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.178718:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764506.178721:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
00000100:00100000:2.0:1787764506.178723:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764506.178725:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764506.178728:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764506.178730:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764506.178735:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764506.178739:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4000.
00000100:00000001:2.0:1787764506.178739:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764506.178744:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.178745:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764506.178764:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764506.178766:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c3c0.
00000100:00000040:2.0:1787764506.178770:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178771:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764506.178773:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.178777:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.178785:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764506.178785:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178788:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178792:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787764506.178793:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26094)
00000100:00000001:1.0:1787764506.178794:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764506.178797:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764506.178803:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178810:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764506.178812:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.178815:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764506.178817:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764506.178819:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764506.178822:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357248:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764506.178825:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764506.178827:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764506.178828:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.178830:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764506.178833:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764506.178835:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764506.178839:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764506.178842:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764506.178845:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764506.178848:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482357248, portal 4
00000100:00000001:1.0:1787764506.178850:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764506.178851:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238976 : -118790729312640 : ffff93f5e0c6d680)
00000100:00000040:1.0:1787764506.178857:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178863:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764506.178866:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764506.178869:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764506.178871:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482357248, offset 0
00000400:00000200:1.0:1787764506.178875:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764506.178879:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764506.178883:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764506.178886:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764506.178888:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764506.178890:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764506.178892:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764506.178895:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278033:278033:256:4294967295] 192.168.203.115@tcp LPNI seq info [278033:278033:8:4294967295]
00000400:00000200:1.0:1787764506.178899:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764506.178905:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764506.178909:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764506.178913:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764506.178917:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764506.178920:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764506.178923:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764506.178925:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764506.178928:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764506.178930:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764506.178933:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764506.178936:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764506.178938:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764506.178940:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764506.178942:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764506.178945:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178952:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764506.178955:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.178961:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178963:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764506.178966:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764506.178969:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764506.178972:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764506.178974:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320757269
00000100:00000001:1.0:1787764506.178977:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320758567
00000100:00000001:1.0:1787764506.178978:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320757269
00000100:00000001:1.0:1787764506.178980:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320758567
00000100:00000001:1.0:1787764506.178982:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764506.178984:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.178986:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764506.178989:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764506/real 1787764506]  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764506.178997:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764506.178998:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764506.179000:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764506.179003:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764506.179004:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764506.179006:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764506.179009:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764506.179017:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179023:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764506.179024:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.179026:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764506.179027:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764506.179031:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179037:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764506.179040:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179047:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764506.179049:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.179051:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764506.179052:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.179054:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764506.179055:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764506.179058:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764506.179061:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764506.179064:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764506.179067:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764506.179076:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357248:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764506.179080:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764506.179082:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179087:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764506.179089:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.179091:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764506.179092:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764506.179094:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764506.179097:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357376:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764506.179099:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764506.179101:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764506.179103:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764506.179104:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764506.179108:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764506.179110:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764506.179113:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764506.179116:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764506.179119:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764506.179122:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482357376, portal 4
00000100:00000001:1.0:1787764506.179124:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764506.179125:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980241856 : -118790729309760 : ffff93f5e0c6e1c0)
00000100:00000040:1.0:1787764506.179130:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179136:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764506.179138:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764506.179140:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764506.179142:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482357376, offset 0
00000400:00000200:1.0:1787764506.179146:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764506.179149:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764506.179152:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764506.179155:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764506.179157:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764506.179159:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764506.179162:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764506.179164:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278034:278034:256:4294967295] 192.168.203.115@tcp LPNI seq info [278034:278034:8:4294967295]
00000400:00000200:1.0:1787764506.179168:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764506.179173:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764506.179177:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764506.179181:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764506.179184:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764506.179186:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764506.179190:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764506.179193:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764506.179196:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764506.179198:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764506.179201:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764506.179204:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764506.179207:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764506.179208:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764506.179211:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764506.179214:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179222:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764506.179225:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179230:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.179231:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764506.179233:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764506.179236:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764506.179239:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764506.179240:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320757273
00000100:00000001:1.0:1787764506.179243:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320758567
00000100:00000001:1.0:1787764506.179245:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320757273
00000100:00000001:1.0:1787764506.179247:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320758567
00000100:00000001:1.0:1787764506.179249:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764506.179251:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.179253:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764506.179256:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764506/real 1787764506]  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764506.179264:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764506.179265:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764506.179266:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764506.179269:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764506.179270:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764506.179272:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764506.179275:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764506.179283:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179294:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764506.179296:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.179298:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764506.179299:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764506.179302:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179309:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764506.179312:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179318:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764506.179320:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.179322:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764506.179323:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.179324:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764506.179326:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764506.179328:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764506.179331:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764506.179333:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764506.179337:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764506.179345:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357376:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764506.179349:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.179351:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764506.179353:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d680 x1874595482357248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179358:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764506.179359:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764506.179361:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764506.179364:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764506.179365:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764506.179367:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764506.179368:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764506.179370:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5400.
02000000:00000001:1.0:1787764506.179373:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764506.179374:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764506.179375:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d680.
00000100:00000001:1.0:1787764506.179378:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764506.179379:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.179380:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764506.179383:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e1c0 x1874595482357376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764506.179388:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764506.179389:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764506.179391:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764506.179393:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764506.179394:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764506.179395:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764506.179397:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764506.179398:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:1.0:1787764506.179400:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764506.179401:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764506.179403:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e1c0.
00000100:00000001:1.0:1787764506.179405:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764506.179406:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.179408:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764506.179412:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764506.179413:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764506.179414:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764506.179416:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764506.880902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764506.880908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764506.880914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764506.880915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764506.880919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764506.880920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764506.881008:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764506.881012:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764506.881016:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764507.520866:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320758567, at 4320758592
00000100:00000040:1.0:1787764507.520866:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320758567, at 4320758592
00000100:00000010:1.0:1787764507.520880:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f540.
00000100:00000010:0.0:1787764507.520882:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f300.
00010000:00000001:2.0:1787764507.905010:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764507.905019:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764507.905027:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764507.905031:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764507.905033:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764507.905037:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764507.905040:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764507.905044:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764507.905046:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764507.905048:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764507.905053:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764507.905054:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764507.905193:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764507.905197:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764507.905200:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764508.928973:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764508.928980:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764508.928985:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764508.928986:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764508.928989:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764508.928990:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764508.929315:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764508.929319:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764508.929321:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764509.953117:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764509.953125:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764509.953132:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764509.953135:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764509.953139:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764509.953141:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764509.953143:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764509.953145:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764509.953149:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764509.953150:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764509.953153:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764509.953154:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764509.953219:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764509.953224:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764509.953228:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764510.976914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764510.976921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764510.976926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764510.976927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764510.976931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764510.976932:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764510.977027:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764510.977031:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764510.977035:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764511.297742:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764511.297774:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764511.297776:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764511.297779:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764511.297783:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764511.297791:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26089
00000400:00000200:2.0:1787764511.297805:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764511.297812:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764511.297815:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764511.297818:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.297821:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764511.297823:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.297826:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764511.297829:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764511.297831:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764511.297834:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764511.297838:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764511.297840:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764511.297842:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764511.297845:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.297846:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764511.297848:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.297850:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764511.297853:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764511.297856:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764511.297858:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764511.297862:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764511.297865:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764511.297868:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.297870:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764511.297873:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764511.297882:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764511.297885:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764511.297890:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764511.297891:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.297894:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764511.297897:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764511.297900:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764511.297907:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764511.297912:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764511.297920:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764511.297930:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764511.297933:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764511.297938:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764511.297960:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764511.297963:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764511.297966:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764511.297967:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764511.297968:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764511.297971:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764511.297974:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26089
00000400:00000200:2.0:1787764511.297977:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764511.297980:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764511.297982:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764511.297985:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.297987:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764511.297991:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.297993:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764511.297995:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764511.297997:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764511.297998:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764511.298001:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000100:00000001:1.0:1787764511.298002:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787764511.298003:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764511.298007:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787764511.298008:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764511.298012:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764511.298013:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298017:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764511.298021:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764511.298022:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764511.298023:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764511.298027:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764511.298032:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298039:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764511.298042:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764511.298046:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787764511.298049:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764511.298050:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764511.298055:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764511.298057:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787764511.298059:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764511.298062:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787764511.298064:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764511.298067:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787764511.298068:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.298073:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764511.298076:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000020:00000040:2.0:1787764511.298079:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00100000:1.0:1787764511.298081:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482357504:192.168.203.115@tcp:250:kworker.0
02000000:00000001:2.0:1787764511.298082:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764511.298085:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.298089:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787764511.298089:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764511.298090:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764511.298094:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764511.298095:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1787764511.298098:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
02000000:00000001:1.0:1787764511.298099:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764511.298104:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787764511.298104:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764511.298112:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
00000100:00100000:2.0:1787764511.298112:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764511.298117:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.298126:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764511.298128:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764511.298130:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764511.298135:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000040:2.0:1787764511.298136:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764511.298143:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000001:2.0:1787764511.298149:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764511.298153:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764511.298154:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482357504, portal 25
00000100:00000001:1.0:1787764511.298159:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787764511.298160:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764511.298163:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980237056 : -118790729314560 : ffff93f5e0c6cf00)
00000100:00000001:2.0:1787764511.298164:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764511.298167:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764511.298170:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787764511.298175:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764511.298175:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26089
00000400:00000200:2.0:1787764511.298182:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764511.298187:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764511.298192:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764511.298195:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764511.298197:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298200:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764511.298202:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000040:2.0:1787764511.298205:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764511.298209:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000001:2.0:1787764511.298209:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764511.298214:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787764511.298216:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482357504, offset 0
00000020:00000040:2.0:1787764511.298217:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764511.298220:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764511.298222:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764511.298224:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764511.298228:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764511.298229:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:2.0:1787764511.298233:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298236:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764511.298237:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764511.298242:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764511.298243:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764511.298247:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:1.0:1787764511.298252:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:2.0:1787764511.298252:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298257:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764511.298260:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764511.298262:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787764511.298263:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764511.298267:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764511.298269:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:2.0:1787764511.298270:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764511.298274:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764511.298276:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1787764511.298278:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.298282:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764511.298283:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000010:2.0:1787764511.298286:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000400:00000200:1.0:1787764511.298290:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278035:278035:256:4294967295] 192.168.203.115@tcp LPNI seq info [278035:278035:8:4294967295]
00000020:00000040:2.0:1787764511.298291:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764511.298296:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764511.298299:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.298300:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764511.298301:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764511.298303:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764511.298307:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:2.0:1787764511.298309:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787764511.298313:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764511.298320:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764511.298322:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764511.298336:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298336:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764511.298341:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764511.298345:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00000040:2.0:1787764511.298347:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764511.298357:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764511.298363:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764511.298365:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000100:00080000:2.0:1787764511.298369:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787764511.298374:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:2.0:1787764511.298376:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764511.298380:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787764511.298381:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000100:00080000:2.0:1787764511.298383:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764511.298388:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787764511.298391:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00080000:2.0:1787764511.298394:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26089
00000800:00000010:1.0:1787764511.298395:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:2.0:1787764511.298401:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764511.298404:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764511.298405:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764511.298409:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764511.298413:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787764511.298416:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298419:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764511.298420:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298422:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764511.298424:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764511.298426:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764511.298428:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764511.298431:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000400:00000200:1.0:1787764511.298434:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000020:00000001:2.0:1787764511.298434:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000010:1.0:1787764511.298440:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000020:00000001:2.0:1787764511.298440:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764511.298446:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764511.298447:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787764511.298448:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764511.298452:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298456:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000200:1.0:1787764511.298457:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764511.298460:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764511.298467:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298472:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764511.298474:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764511.298476:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787764511.298478:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764511.298482:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764511.298482:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.298487:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764511.298490:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764511.298495:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.298509:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.298510:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.298512:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1787764511.298517:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6fc00.
00000100:00000001:1.0:1787764511.298518:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764511.298521:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000400:00000200:1.0:1787764511.298525:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:2.0:1787764511.298526:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764511.298529:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320763688
02000000:00000001:2.0:1787764511.298530:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.298534:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764511.298536:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764511.298537:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764511.298540:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f540.
02000000:00000010:2.0:1787764511.298547:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:1.0:1787764511.298549:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764511.298552:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.298559:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320763688
00000100:00100000:2.0:1787764511.298559:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787764511.298567:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f720.
00000100:00000001:1.0:1787764511.298572:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764511.298573:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764511.298577:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.298579:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787764511.298583:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c4bb1e] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764511.298590:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764511.298592:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764511.298596:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764511.298597:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764511.298599:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764511.298601:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764511.298603:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26089
00000400:00000200:2.0:1787764511.298606:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764511.298608:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764511.298610:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764511.298613:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298615:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764511.298617:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298619:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764511.298620:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764511.298622:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764511.298623:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764511.298625:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764511.298627:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764511.298630:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764511.298633:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298635:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764511.298636:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298638:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764511.298640:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764511.298643:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764511.298645:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764511.298646:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764511.298648:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764511.298650:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.298652:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764511.298654:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764511.298656:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.298657:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764511.298660:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
00000020:00000040:2.0:1787764511.298662:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764511.298664:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764511.298666:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764511.298667:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764511.298668:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764511.298670:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764511.298673:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787764511.298675:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764511.298679:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764511.298685:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764511.298687:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764511.298691:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764511.298698:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764511.298702:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26100)
00000100:00000001:1.0:1787764511.298738:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.298741:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764511.298769:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764511/real 1787764511]  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764511.298779:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764511.298781:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764511.298783:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764511.298785:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764511.298787:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764511.298789:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764511.298793:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764511.298801:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.298807:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764511.298809:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.298811:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764511.298813:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764511.298817:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.298823:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764511.298828:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.298834:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764511.298836:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.298838:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764511.298840:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.298842:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764511.298844:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764511.298853:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764511.298857:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764511.298860:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764511.298864:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764511.298871:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482357504:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764511.298875:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.298877:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764511.298880:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cf00 x1874595482357504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.298886:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764511.298888:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764511.298890:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764511.298893:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764511.298895:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764511.298896:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764511.298898:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764511.298900:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:1.0:1787764511.298904:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764511.298905:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764511.298907:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cf00.
00000100:00000001:1.0:1787764511.298910:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764511.298911:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.298913:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.298927:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764511.298929:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.298930:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764511.298932:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764511.298933:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764511.298936:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.298942:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764511.298944:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764511.298945:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764511.298947:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764511.298949:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764511.298951:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357632:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764511.298954:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764511.298956:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764511.298958:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764511.298959:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764511.298963:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764511.298964:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764511.298968:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764511.298970:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764511.298974:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764511.298977:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482357632, portal 10
00000100:00000001:1.0:1787764511.298978:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764511.298980:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980240896 : -118790729310720 : ffff93f5e0c6de00)
00000100:00000040:1.0:1787764511.298987:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.298993:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764511.298995:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764511.298998:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764511.299000:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482357632, offset 0
00000400:00000200:1.0:1787764511.299003:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764511.299007:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764511.299011:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764511.299014:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764511.299016:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764511.299019:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764511.299021:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764511.299024:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278036:278036:256:4294967295] 192.168.203.115@tcp LPNI seq info [278036:278036:8:4294967295]
00000400:00000200:1.0:1787764511.299028:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764511.299034:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764511.299039:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764511.299042:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764511.299046:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764511.299049:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764511.299053:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764511.299056:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764511.299060:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764511.299061:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764511.299064:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764511.299068:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764511.299071:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764511.299072:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764511.299075:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764511.299078:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299085:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764511.299089:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299095:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.299097:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764511.299099:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764511.299103:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764511.299106:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764511.299108:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320762381
00000100:00000001:1.0:1787764511.299111:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320763688
00000100:00000001:1.0:1787764511.299113:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320762381
00000100:00000001:1.0:1787764511.299115:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320763688
00000100:00000001:1.0:1787764511.299117:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764511.299119:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.299121:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764511.299125:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764511/real 1787764511]  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764511.299132:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764511.299134:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764511.299135:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764511.299138:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764511.299139:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764511.299141:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764511.299144:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764511.299152:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299158:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764511.299159:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.299161:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764511.299163:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764511.299166:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299172:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764511.299175:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299179:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764511.299181:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.299181:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764511.299182:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.299183:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764511.299184:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764511.299186:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764511.299189:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764511.299191:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764511.299195:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764511.299202:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357632:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764511.299206:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764511.299209:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299215:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764511.299216:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764511.299218:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764511.299220:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764511.299222:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764511.299224:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357760:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764511.299228:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764511.299229:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764511.299231:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764511.299233:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764511.299236:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764511.299238:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764511.299241:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764511.299243:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764511.299247:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764511.299249:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482357760, portal 10
00000100:00000001:1.0:1787764511.299251:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764511.299253:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980242816 : -118790729308800 : ffff93f5e0c6e580)
00000100:00000040:1.0:1787764511.299259:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299264:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764511.299267:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764511.299269:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764511.299271:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482357760, offset 0
00000400:00000200:1.0:1787764511.299275:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764511.299279:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764511.299283:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764511.299286:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764511.299288:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764511.299291:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764511.299293:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764511.299296:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278037:278037:256:4294967295] 192.168.203.115@tcp LPNI seq info [278037:278037:8:4294967295]
00000400:00000200:1.0:1787764511.299299:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764511.299306:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764511.299310:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764511.299314:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764511.299317:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764511.299320:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764511.299324:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764511.299326:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764511.299330:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764511.299332:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764511.299334:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764511.299338:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764511.299341:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764511.299342:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764511.299345:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764511.299349:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299356:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764511.299359:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299365:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.299367:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764511.299370:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764511.299373:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764511.299376:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764511.299379:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320762389
00000100:00000001:1.0:1787764511.299381:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320763688
00000100:00000001:1.0:1787764511.299383:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320762389
00000100:00000001:1.0:1787764511.299385:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320763688
00000100:00000001:1.0:1787764511.299387:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764511.299389:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.299391:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764511.299395:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764511/real 1787764511]  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764511.299403:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764511.299404:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764511.299405:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764511.299407:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764511.299409:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764511.299411:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764511.299414:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764511.299422:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299427:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764511.299429:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.299430:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764511.299432:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764511.299435:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299442:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764511.299446:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299452:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764511.299454:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.299456:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764511.299457:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.299458:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764511.299460:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764511.299462:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764511.299464:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764511.299466:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764511.299469:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764511.299475:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357760:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764511.299479:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764511.299482:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299488:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764511.299490:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764511.299492:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764511.299494:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764511.299495:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764511.299498:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357888:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764511.299514:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764511.299516:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764511.299518:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764511.299519:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764511.299522:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764511.299524:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764511.299528:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764511.299530:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764511.299533:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764511.299535:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482357888, portal 4
00000100:00000001:1.0:1787764511.299537:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764511.299538:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980248576 : -118790729303040 : ffff93f5e0c6fc00)
00000100:00000040:1.0:1787764511.299543:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299550:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764511.299552:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764511.299554:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764511.299556:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482357888, offset 0
00000400:00000200:1.0:1787764511.299560:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764511.299563:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764511.299567:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764511.299570:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764511.299572:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764511.299575:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764511.299577:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764511.299580:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278038:278038:256:4294967295] 192.168.203.115@tcp LPNI seq info [278038:278038:8:4294967295]
00000400:00000200:1.0:1787764511.299726:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764511.299734:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764511.299739:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764511.299742:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764511.299746:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764511.299766:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764511.299772:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764511.299775:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764511.299778:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764511.299780:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764511.299783:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764511.299786:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764511.299789:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764511.299791:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764511.299794:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764511.299797:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299805:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764511.299808:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299814:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.299815:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764511.299818:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764511.299821:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764511.299824:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764511.299827:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320762390
00000100:00000001:1.0:1787764511.299829:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320763688
00000100:00000001:1.0:1787764511.299831:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320762390
00000100:00000001:1.0:1787764511.299833:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320763688
00000100:00000001:1.0:1787764511.299835:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764511.299836:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.299838:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764511.299841:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764511/real 1787764511]  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764511.299848:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764511.299850:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764511.299851:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764511.299853:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764511.299855:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764511.299857:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764511.299860:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764511.299867:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299873:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764511.299875:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.299877:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764511.299878:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764511.299881:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299887:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764511.299891:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299897:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764511.299900:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.299901:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764511.299902:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.299904:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764511.299906:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764511.299908:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764511.299912:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764511.299914:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764511.299918:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764511.299925:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482357888:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764511.299929:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764511.299933:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299939:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764511.299940:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764511.299943:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764511.299944:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764511.299946:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764511.299949:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358016:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764511.299952:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764511.299954:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764511.299955:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764511.299957:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764511.299960:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764511.299962:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764511.299967:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764511.299969:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764511.299972:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764511.299975:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482358016, portal 4
00000100:00000001:1.0:1787764511.299977:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764511.299978:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980243776 : -118790729307840 : ffff93f5e0c6e940)
00000100:00000040:1.0:1787764511.299983:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.299989:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764511.299991:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764511.299993:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764511.299995:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482358016, offset 0
00000400:00000200:1.0:1787764511.299999:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764511.300002:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764511.300005:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764511.300008:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764511.300010:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764511.300012:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764511.300014:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764511.300017:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278039:278039:256:4294967295] 192.168.203.115@tcp LPNI seq info [278039:278039:8:4294967295]
00000400:00000200:1.0:1787764511.300020:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764511.300026:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764511.300030:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764511.300033:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764511.300037:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764511.300039:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764511.300043:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764511.300046:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764511.300050:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764511.300052:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764511.300055:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764511.300058:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764511.300060:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764511.300061:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764511.300064:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764511.300067:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.300074:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764511.300076:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.300083:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.300084:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764511.300087:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764511.300090:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764511.300093:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764511.300095:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320762394
00000100:00000001:1.0:1787764511.300097:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320763688
00000100:00000001:1.0:1787764511.300099:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320762394
00000100:00000001:1.0:1787764511.300101:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320763688
00000100:00000001:1.0:1787764511.300103:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764511.300105:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.300107:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764511.300110:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764511/real 1787764511]  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764511.300118:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764511.300119:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764511.300121:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764511.300123:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764511.300124:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764511.300126:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764511.300129:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764511.300137:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.300143:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764511.300144:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.300146:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764511.300147:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764511.300150:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.300156:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764511.300159:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.300165:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764511.300167:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.300168:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764511.300169:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.300171:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764511.300173:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764511.300175:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764511.300178:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764511.300180:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764511.300184:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764511.300192:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358016:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764511.300195:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.300197:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764511.300201:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6de00 x1874595482357632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.300207:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764511.300208:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764511.300210:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764511.300213:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764511.300215:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764511.300216:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764511.300218:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764511.300219:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5800.
02000000:00000001:1.0:1787764511.300222:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764511.300224:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764511.300225:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6de00.
00000100:00000001:1.0:1787764511.300228:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764511.300229:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.300230:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764511.300234:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e580 x1874595482357760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.300240:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764511.300241:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764511.300243:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764511.300245:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764511.300246:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764511.300247:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764511.300249:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764511.300250:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:1.0:1787764511.300252:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764511.300254:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764511.300255:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e580.
00000100:00000001:1.0:1787764511.300257:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764511.300258:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.300260:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764511.300263:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6fc00 x1874595482357888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.300269:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764511.300271:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764511.300272:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764511.300274:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764511.300275:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764511.300276:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764511.300278:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764511.300280:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:1.0:1787764511.300282:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764511.300283:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764511.300284:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6fc00.
00000100:00000001:1.0:1787764511.300286:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764511.300287:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.300289:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764511.300292:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e940 x1874595482358016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764511.300298:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764511.300299:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764511.300300:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764511.300302:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764511.300303:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764511.300304:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764511.300306:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764511.300307:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4800.
02000000:00000001:1.0:1787764511.300310:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764511.300311:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764511.300312:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e940.
00000100:00000001:1.0:1787764511.300314:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764511.300315:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.300318:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764511.300322:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764511.300323:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764511.300325:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764511.300327:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764512.000885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764512.000893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764512.000899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764512.000900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764512.000903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764512.000905:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764512.000969:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764512.000973:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764512.000977:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764512.640841:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320763688, at 4320763712
00000100:00000040:1.0:1787764512.640841:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320763688, at 4320763712
00000100:00000010:1.0:1787764512.640853:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f720.
00000100:00000010:0.0:1787764512.640855:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f540.
00010000:00000001:2.0:1787764513.024879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764513.024886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764513.024891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764513.024892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764513.024895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764513.024896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764513.024960:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764513.024964:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764513.024967:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764514.048924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764514.048929:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764514.048932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764514.048933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764514.048936:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764514.048936:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764514.049002:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764514.049006:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764514.049010:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764515.072847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764515.072853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764515.072859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764515.072860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764515.072863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764515.072866:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764515.072868:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764515.072871:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764515.072874:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764515.072877:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764515.072879:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764515.072881:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764515.072941:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764515.072945:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764515.072948:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764516.096868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764516.096873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764516.096877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764516.096878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764516.096880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764516.096880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764516.096942:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764516.096946:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764516.096949:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764516.416869:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764516.416880:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764516.416883:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764516.416886:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764516.416889:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764516.416895:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26095
00000400:00000200:2.0:1787764516.416908:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764516.416913:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764516.416915:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764516.416917:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.416920:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764516.416921:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.416923:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764516.416926:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764516.416927:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764516.416929:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764516.416931:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764516.416933:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764516.416937:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764516.416938:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.416940:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764516.416941:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.416942:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764516.416944:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764516.416946:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764516.416947:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.416949:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764516.416951:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764516.416954:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.416955:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764516.416957:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764516.416965:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6da40.
00000020:00000040:2.0:1787764516.416969:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764516.416973:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764516.416975:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.416978:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764516.416980:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764516.416983:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764516.416990:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00000001:2.0:1787764516.416996:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764516.417004:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764516.417014:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764516.417017:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764516.417020:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003501baba] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764516.417037:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764516.417039:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764516.417041:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764516.417042:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764516.417043:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764516.417046:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764516.417047:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26095
00000400:00000200:2.0:1787764516.417050:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764516.417052:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764516.417054:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764516.417055:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417057:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764516.417058:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417059:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764516.417061:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764516.417061:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764516.417062:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764516.417065:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764516.417067:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764516.417068:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764516.417070:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417071:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764516.417073:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417074:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764516.417075:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764516.417077:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417079:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.417080:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764516.417082:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764516.417087:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764516.417090:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787764516.417090:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764516.417094:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417096:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764516.417099:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787764516.417101:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787764516.417102:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417105:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764516.417111:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
00000020:00000040:2.0:1787764516.417114:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000001:1.0:1787764516.417116:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787764516.417117:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764516.417120:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.417120:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417125:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764516.417126:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764516.417127:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764516.417128:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.417132:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787764516.417132:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
02000000:00000001:1.0:1787764516.417138:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417138:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764516.417144:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482358144:192.168.203.115@tcp:250:kworker.0
00000100:00100000:2.0:1787764516.417145:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764516.417153:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787764516.417155:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764516.417157:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.417158:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764516.417162:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.417166:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787764516.417166:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764516.417174:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764516.417178:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417184:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764516.417186:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764516.417188:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:2.0:1787764516.417189:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764516.417191:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764516.417192:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787764516.417193:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000001:2.0:1787764516.417194:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764516.417198:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26095
00000400:00000200:2.0:1787764516.417201:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764516.417203:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000400:00000200:2.0:1787764516.417203:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764516.417207:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764516.417209:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417211:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764516.417212:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482358144, portal 25
00000100:00000040:2.0:1787764516.417213:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417218:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764516.417219:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787764516.417221:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764516.417222:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980239936 : -118790729311680 : ffff93f5e0c6da40)
00000020:00000040:2.0:1787764516.417223:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764516.417225:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764516.417228:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764516.417230:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764516.417233:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:1.0:1787764516.417234:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764516.417238:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417243:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764516.417247:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764516.417251:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787764516.417252:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764516.417258:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000020:00000040:2.0:1787764516.417258:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000010:1.0:1787764516.417262:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00080000:2.0:1787764516.417265:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000200:1.0:1787764516.417267:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482358144, offset 0
00000100:00000001:2.0:1787764516.417270:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.417274:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764516.417278:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
02000000:00000001:2.0:1787764516.417279:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764516.417283:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417285:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764516.417288:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764516.417289:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00000001:2.0:1787764516.417291:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417294:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764516.417298:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000010:2.0:1787764516.417298:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6fc00.
00000020:00000040:2.0:1787764516.417302:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764516.417305:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764516.417306:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787764516.417307:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417310:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764516.417312:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764516.417313:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764516.417314:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
02000000:00000010:2.0:1787764516.417317:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000400:00000200:1.0:1787764516.417320:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787764516.417321:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764516.417326:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00100000:2.0:1787764516.417328:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764516.417334:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278040:278040:256:4294967295] 192.168.203.115@tcp LPNI seq info [278040:278040:8:4294967295]
00000100:00000001:2.0:1787764516.417337:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764516.417341:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764516.417345:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764516.417346:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c4bb1e] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764516.417353:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764516.417356:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764516.417361:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787764516.417364:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764516.417367:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1787764516.417371:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00080000:2.0:1787764516.417371:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764516.417377:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1787764516.417380:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00080000:2.0:1787764516.417383:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26095
00000800:00000200:1.0:1787764516.417389:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000400:00000200:2.0:1787764516.417390:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000200:1.0:1787764516.417397:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000400:00000200:2.0:1787764516.417398:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764516.417404:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787764516.417407:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:2.0:1787764516.417411:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:1.1:1787764516.417413:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1787764516.417415:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764516.417420:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000100:1.0:1787764516.417424:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417425:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000010:1.0:1787764516.417428:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000020:00000001:2.0:1787764516.417429:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764516.417433:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764516.417435:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764516.417437:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1787764516.417438:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764516.417442:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000200:1.0:1787764516.417446:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1787764516.417447:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000200:1.0:1787764516.417455:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000100:00000040:2.0:1787764516.417455:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417458:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787764516.417460:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000040:2.0:1787764516.417463:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764516.417477:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787764516.417482:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000200:1.0:1787764516.417485:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764516.417487:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764516.417493:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417499:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.417504:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764516.417506:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787764516.417508:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764516.417513:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764516.417513:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417518:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764516.417522:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764516.417528:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417533:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.417539:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764516.417540:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000100:00000001:1.0:1787764516.417542:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1787764516.417544:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764516.417549:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.417549:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764516.417552:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417555:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764516.417556:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:2.0:1787764516.417558:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764516.417561:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320768807
02000000:00000001:2.0:1787764516.417562:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764516.417569:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f720.
02000000:00000010:2.0:1787764516.417569:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787764516.417576:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.417578:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00100000:2.0:1787764516.417582:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764516.417588:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320768807
00000100:00000001:2.0:1787764516.417592:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1787764516.417594:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f2a0.
00000100:00000001:2.0:1787764516.417596:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.417599:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764516.417604:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787764516.417604:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.417609:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.417613:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787764516.417619:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764516.417620:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764516/real 1787764516]  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764516.417623:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764516.417631:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764516.417634:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764516.417637:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1787764516.417639:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787764516.417641:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787764516.417643:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764516.417648:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000100:00080000:2.0:1787764516.417648:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26095
00000400:00000200:1.0:1787764516.417653:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000200:2.0:1787764516.417656:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764516.417658:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764516.417663:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1787764516.417663:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764516.417667:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787764516.417669:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764516.417673:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417678:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764516.417682:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417686:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000200:1.0:1787764516.417687:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787764516.417689:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764516.417692:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764516.417695:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764516.417698:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000001:1.0:1787764516.417701:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1787764516.417703:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764516.417705:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787764516.417706:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764516.417710:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764516.417714:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764516.417714:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417719:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787764516.417722:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764516.417725:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417729:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764516.417734:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:1.0:1787764516.417740:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787764516.417741:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764516.417746:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764516.417774:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764516.417778:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764516.417783:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764516.417786:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787764516.417788:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.417792:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764516.417792:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764516.417797:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:2.0:1787764516.417797:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764516.417800:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1787764516.417802:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.417804:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764516.417805:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.417808:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1787764516.417812:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000100:00080000:1.0:1787764516.417813:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1787764516.417817:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00080000:1.0:1787764516.417820:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
02000000:00000001:2.0:1787764516.417822:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764516.417824:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1787764516.417825:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.417830:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764516.417833:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787764516.417834:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764516.417836:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764516.417842:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00100000:1.0:1787764516.417848:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482358144:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764516.417848:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.417856:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764516.417857:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764516.417860:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764516.417866:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6da40 x1874595482358144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764516.417870:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764516.417874:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.417880:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1787764516.417883:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764516.417884:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764516.417888:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764516.417894:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787764516.417897:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764516.417898:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764516.417901:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764516.417904:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:2.0:1787764516.417905:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26105)
02000000:00000010:1.0:1787764516.417907:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7400.
02000000:00000001:1.0:1787764516.417912:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764516.417914:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764516.417916:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6da40.
00000100:00000001:1.0:1787764516.417919:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764516.417921:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.417923:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.417929:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764516.417931:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.417933:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764516.417934:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764516.417936:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764516.417939:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.417947:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764516.417948:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.417950:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764516.417951:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764516.417953:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764516.417965:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358272:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764516.417971:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764516.417974:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764516.417975:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.417977:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764516.417980:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764516.417982:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764516.417985:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764516.417988:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764516.417992:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764516.417995:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482358272, portal 10
00000100:00000001:1.0:1787764516.417997:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764516.417998:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980243776 : -118790729307840 : ffff93f5e0c6e940)
00000100:00000040:1.0:1787764516.418004:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418010:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764516.418012:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764516.418015:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764516.418017:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482358272, offset 0
00000400:00000200:1.0:1787764516.418020:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764516.418024:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764516.418027:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764516.418030:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764516.418033:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764516.418035:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764516.418037:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764516.418039:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278041:278041:256:4294967295] 192.168.203.115@tcp LPNI seq info [278041:278041:8:4294967295]
00000400:00000200:1.0:1787764516.418043:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764516.418050:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764516.418054:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764516.418057:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764516.418061:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764516.418063:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764516.418067:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764516.418070:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764516.418074:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764516.418075:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764516.418078:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764516.418081:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764516.418084:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764516.418085:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764516.418088:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764516.418091:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418098:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764516.418101:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418107:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.418108:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764516.418112:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764516.418115:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764516.418118:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764516.418119:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320767500
00000100:00000001:1.0:1787764516.418122:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320768807
00000100:00000001:1.0:1787764516.418124:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320767500
00000100:00000001:1.0:1787764516.418126:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320768807
00000100:00000001:1.0:1787764516.418128:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764516.418130:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.418132:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764516.418135:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764516/real 1787764516]  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764516.418142:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764516.418144:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764516.418145:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764516.418147:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764516.418149:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764516.418151:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764516.418153:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764516.418161:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418167:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764516.418169:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418170:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764516.418172:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764516.418176:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418182:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764516.418186:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418193:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764516.418195:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418197:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764516.418199:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418200:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764516.418202:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764516.418204:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764516.418207:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764516.418209:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764516.418213:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764516.418221:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358272:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764516.418225:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764516.418228:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418234:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764516.418236:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.418238:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764516.418239:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764516.418241:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764516.418243:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358400:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764516.418246:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764516.418248:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764516.418249:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.418251:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764516.418254:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764516.418256:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764516.418260:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764516.418262:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764516.418265:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764516.418268:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482358400, portal 10
00000100:00000001:1.0:1787764516.418269:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764516.418270:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980248576 : -118790729303040 : ffff93f5e0c6fc00)
00000100:00000040:1.0:1787764516.418276:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418282:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764516.418284:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764516.418287:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764516.418289:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482358400, offset 0
00000400:00000200:1.0:1787764516.418292:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764516.418296:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764516.418299:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764516.418302:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764516.418304:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764516.418306:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764516.418309:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764516.418311:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278042:278042:256:4294967295] 192.168.203.115@tcp LPNI seq info [278042:278042:8:4294967295]
00000400:00000200:1.0:1787764516.418315:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764516.418319:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764516.418324:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764516.418327:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764516.418331:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764516.418333:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764516.418337:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764516.418339:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764516.418343:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764516.418344:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764516.418347:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764516.418350:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764516.418352:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764516.418354:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764516.418356:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764516.418359:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418366:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764516.418369:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418374:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.418376:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764516.418379:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764516.418381:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764516.418384:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764516.418386:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320767508
00000100:00000001:1.0:1787764516.418388:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320768807
00000100:00000001:1.0:1787764516.418390:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320767508
00000100:00000001:1.0:1787764516.418392:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320768807
00000100:00000001:1.0:1787764516.418394:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764516.418395:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.418397:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764516.418400:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764516/real 1787764516]  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764516.418407:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764516.418408:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764516.418409:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764516.418411:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764516.418413:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764516.418414:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764516.418417:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764516.418424:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418430:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764516.418431:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418432:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764516.418433:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764516.418437:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418442:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764516.418445:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418451:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764516.418453:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418454:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764516.418456:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418457:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764516.418459:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764516.418461:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764516.418463:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764516.418481:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764516.418486:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764516.418493:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358400:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764516.418497:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764516.418500:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418506:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764516.418507:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.418510:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764516.418511:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764516.418513:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764516.418515:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358528:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764516.418518:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764516.418520:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764516.418521:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.418522:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764516.418526:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764516.418528:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764516.418531:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764516.418533:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764516.418536:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764516.418539:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482358528, portal 4
00000100:00000001:1.0:1787764516.418541:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764516.418542:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980242816 : -118790729308800 : ffff93f5e0c6e580)
00000100:00000040:1.0:1787764516.418547:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418552:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764516.418554:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764516.418557:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764516.418559:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482358528, offset 0
00000400:00000200:1.0:1787764516.418562:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764516.418566:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764516.418569:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764516.418572:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764516.418574:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764516.418576:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764516.418579:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764516.418581:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278043:278043:256:4294967295] 192.168.203.115@tcp LPNI seq info [278043:278043:8:4294967295]
00000400:00000200:1.0:1787764516.418585:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764516.418590:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764516.418595:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764516.418598:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764516.418601:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764516.418603:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764516.418607:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764516.418610:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764516.418613:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764516.418614:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764516.418616:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764516.418618:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764516.418620:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764516.418621:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764516.418623:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764516.418625:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418630:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764516.418631:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418635:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.418636:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764516.418638:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764516.418640:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764516.418642:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764516.418644:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320767508
00000100:00000001:1.0:1787764516.418645:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320768807
00000100:00000001:1.0:1787764516.418647:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320767508
00000100:00000001:1.0:1787764516.418648:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320768807
00000100:00000001:1.0:1787764516.418649:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764516.418650:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.418652:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764516.418655:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764516/real 1787764516]  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764516.418663:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764516.418664:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764516.418665:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764516.418668:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764516.418669:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764516.418671:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764516.418674:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764516.418682:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418688:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764516.418690:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418692:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764516.418693:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764516.418696:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418702:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764516.418706:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418710:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764516.418711:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418712:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764516.418713:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418714:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764516.418715:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764516.418716:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764516.418718:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764516.418719:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764516.418722:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764516.418727:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358528:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764516.418729:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764516.418730:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418734:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764516.418735:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.418736:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764516.418737:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764516.418738:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764516.418740:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358656:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764516.418741:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764516.418743:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764516.418743:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.418744:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764516.418747:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764516.418761:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764516.418764:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764516.418765:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764516.418767:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764516.418769:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482358656, portal 4
00000100:00000001:1.0:1787764516.418770:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764516.418771:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980240896 : -118790729310720 : ffff93f5e0c6de00)
00000100:00000040:1.0:1787764516.418775:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418779:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764516.418780:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764516.418781:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000100:00000200:1.0:1787764516.418783:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482358656, offset 0
00000400:00000200:1.0:1787764516.418785:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764516.418788:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764516.418790:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764516.418792:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764516.418794:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764516.418795:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764516.418796:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764516.418798:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278044:278044:256:4294967295] 192.168.203.115@tcp LPNI seq info [278044:278044:8:4294967295]
00000400:00000200:1.0:1787764516.418800:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764516.418804:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764516.418806:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764516.418808:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764516.418810:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764516.418812:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764516.418814:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764516.418816:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764516.418818:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764516.418820:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764516.418821:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764516.418823:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764516.418825:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:1.0:1787764516.418826:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:1.0:1787764516.418827:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764516.418829:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418834:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764516.418835:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418839:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.418840:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764516.418841:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764516.418843:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764516.418844:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764516.418846:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320767513
00000100:00000001:1.0:1787764516.418847:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320768807
00000100:00000001:1.0:1787764516.418849:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320767513
00000100:00000001:1.0:1787764516.418850:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320768807
00000100:00000001:1.0:1787764516.418851:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764516.418852:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.418853:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764516.418855:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764516/real 1787764516]  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764516.418859:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764516.418860:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764516.418861:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764516.418862:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764516.418863:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764516.418864:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764516.418866:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764516.418870:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418874:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764516.418874:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418875:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764516.418876:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764516.418878:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418881:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764516.418883:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418887:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764516.418888:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418889:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764516.418890:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418891:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764516.418892:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764516.418893:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764516.418895:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764516.418896:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764516.418898:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764516.418902:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358656:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764516.418904:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418905:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764516.418906:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e940 x1874595482358272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418910:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764516.418911:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764516.418912:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764516.418913:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764516.418914:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764516.418915:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764516.418916:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764516.418917:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4400.
02000000:00000001:1.0:1787764516.418918:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764516.418919:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764516.418920:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e940.
00000100:00000001:1.0:1787764516.418922:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764516.418922:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418923:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764516.418925:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6fc00 x1874595482358400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418932:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764516.418933:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764516.418934:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764516.418935:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764516.418936:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764516.418936:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764516.418937:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764516.418938:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4800.
02000000:00000001:1.0:1787764516.418939:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764516.418940:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764516.418940:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6fc00.
00000100:00000001:1.0:1787764516.418941:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764516.418942:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418943:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764516.418944:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e580 x1874595482358528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418948:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764516.418948:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764516.418949:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764516.418950:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764516.418950:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764516.418951:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764516.418952:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764516.418953:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:1.0:1787764516.418954:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764516.418954:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764516.418955:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e580.
00000100:00000001:1.0:1787764516.418956:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764516.418957:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418957:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764516.418959:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6de00 x1874595482358656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.418962:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764516.418963:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764516.418964:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:1.0:1787764516.418965:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764516.418966:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764516.418966:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764516.418967:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764516.418968:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:1.0:1787764516.418969:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764516.418970:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764516.418971:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6de00.
00000100:00000001:1.0:1787764516.418972:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764516.418972:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418974:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764516.418976:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764516.418977:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.418978:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764516.418979:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764517.120882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764517.120886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764517.120890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764517.120892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764517.120894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764517.120895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764517.120952:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764517.120955:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764517.120958:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764517.760821:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320768807, at 4320768832
00000100:00000040:1.0:1787764517.760821:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320768807, at 4320768832
00000100:00000010:0.0:1787764517.760836:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f720.
00000100:00000010:1.0:1787764517.760837:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f2a0.
00010000:00000001:2.0:1787764518.144860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764518.144865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764518.144868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764518.144871:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764518.144872:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764518.144874:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764518.144876:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764518.144878:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764518.144879:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764518.144881:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764518.144883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764518.144883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764518.144926:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764518.144930:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764518.144932:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764519.168863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764519.168867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764519.168871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764519.168871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764519.168874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764519.168874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764519.168927:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764519.168931:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764519.168935:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764520.192856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764520.192862:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764520.192863:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764520.192866:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764520.192870:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764520.192871:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764520.192873:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764520.192874:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764520.192876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764520.192877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764520.192880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764520.192880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764520.192935:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764520.192940:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764520.192943:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764521.216879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764521.216885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764521.216890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764521.216892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764521.216895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764521.216896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764521.216940:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764521.216943:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764521.216945:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764521.536847:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764521.536856:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764521.536858:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764521.536861:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764521.536865:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764521.536870:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26100
00000400:00000200:2.0:1787764521.536877:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764521.536883:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764521.536885:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764521.536887:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.536889:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764521.536891:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.536892:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764521.536895:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764521.536896:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764521.536897:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764521.536900:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764521.536902:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764521.536904:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764521.536906:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.536907:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764521.536909:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.536910:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764521.536912:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764521.536914:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764521.536916:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.536917:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764521.536919:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764521.536921:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.536922:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764521.536925:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764521.536930:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764521.536932:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764521.536935:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764521.536936:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.536938:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764521.536940:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764521.536943:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764521.536948:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764521.536952:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764521.536959:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764521.536966:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764521.536969:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764521.536973:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.536990:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764521.536992:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764521.536994:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764521.536996:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764521.536997:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764521.536999:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764521.537001:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26100
00000400:00000200:2.0:1787764521.537003:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764521.537005:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764521.537007:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764521.537009:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537011:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764521.537013:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537015:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764521.537016:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764521.537018:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764521.537019:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764521.537021:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787764521.537021:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764521.537024:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764521.537026:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764521.537027:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787764521.537029:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764521.537031:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764521.537031:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764521.537035:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537036:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764521.537039:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000040:1.0:1787764521.537041:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764521.537043:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537047:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.537050:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764521.537055:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787764521.537056:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764521.537057:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.537058:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.537061:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787764521.537061:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764521.537063:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764521.537064:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787764521.537067:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.537068:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537071:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764521.537074:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482358784:192.168.203.115@tcp:250:kworker.0
00000100:00000010:2.0:1787764521.537075:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000020:00000040:2.0:1787764521.537079:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000001:1.0:1787764521.537080:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764521.537084:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764521.537085:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764521.537085:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.537089:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537089:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764521.537091:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764521.537093:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787764521.537094:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764521.537098:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d000.
02000000:00000010:2.0:1787764521.537098:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:1.0:1787764521.537102:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537103:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764521.537109:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764521.537110:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764521.537115:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000001:2.0:1787764521.537118:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764521.537121:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764521.537122:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000040:2.0:1787764521.537126:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764521.537130:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482358784, portal 25
00000100:00000001:1.0:1787764521.537134:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764521.537136:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980237056 : -118790729314560 : ffff93f5e0c6cf00)
00000100:00000001:2.0:1787764521.537137:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764521.537141:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787764521.537144:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764521.537145:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764521.537148:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764521.537150:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764521.537155:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764521.537159:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787764521.537159:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26100
00000100:00000040:1.0:1787764521.537165:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764521.537166:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764521.537169:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a000.
00000400:00000200:2.0:1787764521.537171:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000200:1.0:1787764521.537173:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482358784, offset 0
00000100:00080000:2.0:1787764521.537174:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764521.537178:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537181:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764521.537182:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:2.0:1787764521.537185:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537187:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764521.537188:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764521.537189:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764521.537190:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764521.537191:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:1.0:1787764521.537192:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:2.0:1787764521.537193:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764521.537195:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764521.537200:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000040:2.0:1787764521.537200:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537202:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764521.537205:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764521.537206:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787764521.537208:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764521.537210:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:1.0:1787764521.537211:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:2.0:1787764521.537214:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:1.0:1787764521.537216:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787764521.537218:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764521.537222:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:2.0:1787764521.537222:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764521.537226:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764521.537228:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278045:278045:256:4294967295] 192.168.203.115@tcp LPNI seq info [278045:278045:8:4294967295]
02000000:00000001:2.0:1787764521.537229:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537240:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764521.537242:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764521.537244:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537247:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764521.537248:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000010:2.0:1787764521.537251:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000020:00000040:2.0:1787764521.537253:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764521.537255:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764521.537257:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537259:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764521.537261:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764521.537263:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764521.537267:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1787764521.537267:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764521.537270:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764521.537276:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764521.537280:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537286:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764521.537288:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764521.537289:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00000040:2.0:1787764521.537292:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764521.537300:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764521.537300:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764521.537304:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764521.537308:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764521.537310:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787764521.537310:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:2.0:1787764521.537312:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764521.537316:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764521.537319:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26100
00000400:00000200:2.0:1787764521.537321:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764521.537323:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764521.537325:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764521.537326:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537328:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764521.537329:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764521.537331:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537331:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764521.537336:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764521.537337:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764521.537339:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764521.537340:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:2.0:1787764521.537341:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764521.537344:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764521.537346:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764521.537347:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320773927
00000100:00000040:2.0:1787764521.537349:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537352:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764521.537353:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537354:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000010:1.0:1787764521.537355:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f2a0.
00000020:00000040:2.0:1787764521.537356:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764521.537360:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537362:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.537363:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764521.537365:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764521.537366:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.537367:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764521.537368:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764521.537371:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764521.537373:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537374:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.537376:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320773927
00000100:00000010:2.0:1787764521.537377:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787764521.537381:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000010:1.0:1787764521.537382:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fa80.
02000000:00000001:2.0:1787764521.537382:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764521.537385:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537387:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764521.537388:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787764521.537389:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764521.537392:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.537394:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787764521.537396:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:1.0:1787764521.537398:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537400:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.537402:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764521.537404:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764521.537406:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.537413:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764521.537415:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.537417:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764521.537420:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:2.0:1787764521.537421:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.537423:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764521.537425:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764521.537427:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764521.537445:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.537446:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764521.537452:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764521.537455:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764521.537458:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764521.537458:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787764521.537461:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787764521.537462:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787764521.537464:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787764521.537466:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787764521.537467:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764521.537472:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358912:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764521.537473:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764521.537475:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764521.537479:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787764521.537479:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26100
02000000:00000001:1.0:1787764521.537482:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.537485:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1787764521.537485:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:1.0:1787764521.537489:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
00000400:00000200:2.0:1787764521.537489:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
02000000:00000001:1.0:1787764521.537493:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764521.537493:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764521.537497:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764521.537501:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764521.537501:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787764521.537506:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37370.
00000100:00000040:2.0:1787764521.537506:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537511:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000010:1.0:1787764521.537512:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000020:00000001:2.0:1787764521.537513:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764521.537515:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000200:1.0:1787764521.537517:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482358912, portal 10
00000020:00000001:2.0:1787764521.537518:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764521.537520:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000001:1.0:1787764521.537523:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787764521.537523:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764521.537527:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980241856 : -118790729309760 : ffff93f5e0c6e1c0)
00000020:00000001:2.0:1787764521.537527:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764521.537529:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537531:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764521.537535:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537536:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764521.537537:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764521.537541:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000040:1.0:1787764521.537543:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.537543:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.537546:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764521.537548:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764521.537551:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537554:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764521.537556:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764521.537562:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:2.0:1787764521.537563:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537567:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764521.537570:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000010:2.0:1787764521.537572:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000400:00000010:1.0:1787764521.537575:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a330.
00000020:00000040:2.0:1787764521.537576:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000200:1.0:1787764521.537581:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482358912, offset 0
02000000:00000001:2.0:1787764521.537582:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764521.537584:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.537588:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764521.537590:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764521.537591:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
02000000:00000001:2.0:1787764521.537593:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764521.537598:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:2.0:1787764521.537599:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000400:00000200:1.0:1787764521.537604:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:2.0:1787764521.537604:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764521.537611:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1787764521.537614:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764521.537617:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764521.537623:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787764521.537627:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764521.537628:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:2.0:1787764521.537632:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764521.537634:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278046:278046:255:4294967295] 192.168.203.115@tcp LPNI seq info [278046:278046:7:4294967295]
00000100:00000040:2.0:1787764521.537641:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764521.537642:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764521.537656:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787764521.537659:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764521.537664:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000040:2.0:1787764521.537666:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26110)
00000800:00000010:1.0:1787764521.537669:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129900.
00000800:00000200:1.0:1787764521.537675:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764521.537679:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764521.537682:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764521.537686:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764521.537689:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764521.537691:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320772619
00000100:00000001:1.0:1787764521.537694:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320773927
00000100:00000001:1.0:1787764521.537696:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320772619
00000100:00000001:1.0:1787764521.537698:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320773927
00000100:00000001:1.0:1787764521.537700:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764521.537702:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.537704:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764521.537709:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.537717:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764521.537718:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.537720:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764521.537722:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764521.537724:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764521.537732:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359040:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764521.537735:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764521.537737:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764521.537738:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.537740:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764521.537743:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764521.537745:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764521.537771:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764521.537774:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764521.537777:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764521.537780:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482359040, portal 10
00000100:00000001:1.0:1787764521.537782:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764521.537783:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238976 : -118790729312640 : ffff93f5e0c6d680)
00000100:00000040:1.0:1787764521.537789:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.537793:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764521.537794:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764521.537796:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ad48.
00000100:00000200:1.0:1787764521.537798:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482359040, offset 0
00000400:00000200:1.0:1787764521.537802:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764521.537806:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764521.537809:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764521.537811:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764521.537813:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764521.537815:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764521.537828:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764521.537830:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278047:278047:254:4294967295] 192.168.203.115@tcp LPNI seq info [278047:278047:6:4294967295]
00000400:00000200:1.0:1787764521.537833:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764521.537839:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764521.537843:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764521.537846:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129200.
00000800:00000200:1.0:1787764521.537849:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764521.537853:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764521.537856:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764521.537858:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764521.537861:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764521.537863:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320772628
00000100:00000001:1.0:1787764521.537865:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320773927
00000100:00000001:1.0:1787764521.537867:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320772628
00000100:00000001:1.0:1787764521.537868:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320773927
00000100:00000001:1.0:1787764521.537870:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764521.537873:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.537876:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.537878:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764521.537881:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764521.537888:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764521.537891:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764521.537893:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764521.537894:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764521.537898:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.537904:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764521.537905:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.537906:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764521.537908:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764521.537910:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764521.537912:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359168:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764521.537915:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764521.537918:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764521.537919:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.537920:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764521.537923:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764521.537925:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764521.537928:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764521.537930:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37f20.
00000400:00000010:1.0:1787764521.537934:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a3b8.
00000100:00000200:1.0:1787764521.537936:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482359168, portal 4
00000100:00000001:1.0:1787764521.537937:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764521.537938:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980234176 : -118790729317440 : ffff93f5e0c6c3c0)
00000100:00000040:1.0:1787764521.537943:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.537948:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764521.537950:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764521.537952:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a908.
00000100:00000200:1.0:1787764521.537954:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482359168, offset 0
00000400:00000200:1.0:1787764521.537957:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764521.537961:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764521.537963:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764521.537965:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764521.537967:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764521.537969:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764521.537971:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764521.537974:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278048:278048:253:4294967295] 192.168.203.115@tcp LPNI seq info [278048:278048:5:4294967295]
00000400:00000200:1.0:1787764521.537977:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764521.537981:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764521.537986:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764521.537989:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129700.
00000800:00000200:1.0:1787764521.537992:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764521.537997:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764521.537999:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764521.538003:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764521.538006:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764521.538008:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320772628
00000100:00000001:1.0:1787764521.538010:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320773927
00000100:00000001:1.0:1787764521.538011:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320772628
00000100:00000001:1.0:1787764521.538013:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320773927
00000100:00000001:1.0:1787764521.538015:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764521.538016:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.538018:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764521.538021:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.538027:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764521.538028:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.538030:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764521.538031:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764521.538032:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764521.538035:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359296:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764521.538038:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764521.538039:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764521.538040:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.538042:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764521.538045:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764521.538046:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764521.538049:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764521.538051:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37aa8.
00000400:00000010:1.0:1787764521.538053:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6add0.
00000100:00000200:1.0:1787764521.538056:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482359296, portal 4
00000100:00000001:1.0:1787764521.538057:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764521.538058:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980245696 : -118790729305920 : ffff93f5e0c6f0c0)
00000100:00000040:1.0:1787764521.538063:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.538069:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764521.538071:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764521.538073:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a990.
00000100:00000200:1.0:1787764521.538075:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482359296, offset 0
00000400:00000200:1.0:1787764521.538079:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764521.538082:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764521.538085:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764521.538087:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764521.538089:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764521.538090:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764521.538092:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764521.538094:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278049:278049:252:4294967295] 192.168.203.115@tcp LPNI seq info [278049:278049:4:4294967295]
00000400:00000200:1.0:1787764521.538097:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764521.538102:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764521.538106:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764521.538108:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129c00.
00000800:00000200:1.0:1787764521.538112:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764521.538115:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764521.538117:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764521.538119:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764521.538122:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764521.538124:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320772632
00000100:00000001:1.0:1787764521.538126:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320773927
00000100:00000001:1.0:1787764521.538128:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320772632
00000100:00000001:1.0:1787764521.538130:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320773927
00000100:00000001:1.0:1787764521.538132:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764521.538133:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.538136:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.538137:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764521.538140:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764521.538142:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764521.538144:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764521.538146:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764521.538147:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.538149:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764522.240815:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764522.240819:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764522.240822:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764522.240824:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764522.240826:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764522.240827:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764522.240873:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764522.240878:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764522.240881:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764522.880856:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320773927, at 4320773952
00000100:00000040:1.0:1787764522.880865:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320773927, at 4320773952
00000100:00000010:0.0:1787764522.880873:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f2a0.
00000100:00000010:1.0:1787764522.880874:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fa80.
00010000:00000001:2.0:1787764523.264913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764523.264918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764523.264922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764523.264922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764523.264924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764523.264925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764523.264980:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764523.264983:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764523.264986:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764524.288862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764524.288869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764524.288876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764524.288877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764524.288880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764524.288884:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764524.288886:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764524.288889:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764524.288892:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764524.288894:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764524.288896:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764524.288898:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764524.288978:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764524.288989:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764524.288993:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787764524.609040:0:257218:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:3.0:1787764524.609097:0:257218:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787764524.609109:0:257218:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764524.609113:0:257218:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:3.0:1787764524.609119:0:257218:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764524.609124:0:257218:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787764524.609130:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787764524.609135:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:3.0:1787764524.609141:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764524.609146:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764524.609154:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a000
00000400:00000010:3.0:1787764524.609157:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a000.
00000100:00000001:3.0:1787764524.609162:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764524.609173:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764524.609202:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764524.609207:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764524.609215:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764524.609217:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764524.609236:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:3.0:1787764524.609239:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129900.
00000400:00000200:3.0:1787764524.609242:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764524.609246:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764524.609249:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a330
00000100:00000001:1.0:1787764524.609251:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:3.0:1787764524.609252:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a330.
00000100:00000001:3.0:1787764524.609256:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764524.609259:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1787764524.609263:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.609267:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764524.609276:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787764524.609280:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764521/real 1787764524]  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764524.609282:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764524.609308:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764524.609311:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764524.609317:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000100:00000001:3.0:1787764524.609318:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764524.609322:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1787764524.609324:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764524.609328:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000800:00000100:3.0:1787764524.609333:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000100:00000001:1.0:1787764524.609335:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000010:3.0:1787764524.609337:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129200.
00000100:00000200:1.0:1787764524.609343:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764524.609343:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764524.609353:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764524.609359:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ad48
00000100:00000200:1.0:1787764524.609363:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1787764524.609364:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ad48.
00000100:00000001:3.0:1787764524.609369:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764524.609375:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000200:3.0:1787764524.609378:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.609379:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.609384:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764524.609387:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764524.609395:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787764524.609396:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764524.609403:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.609424:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764524.609433:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764524.609435:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764524.609436:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764524.609447:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000100:00000001:1.0:1787764524.609451:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000010:3.0:1787764524.609452:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129700.
00000100:00000001:1.0:1787764524.609458:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764524.609459:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787764524.609464:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1787764524.609467:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787764524.609468:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764524.609472:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a908
00000100:00000001:1.0:1787764524.609474:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000010:3.0:1787764524.609476:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a908.
00000100:00000001:1.0:1787764524.609479:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764524.609480:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787764524.609485:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000200:3.0:1787764524.609490:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764524.609498:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787764524.609502:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764524.609503:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764524.609508:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764524.609513:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764524.609526:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764524.609530:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787764524.609532:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482358784:192.168.203.115@tcp:250:kworker.0
00000800:00000100:3.0:1787764524.609539:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000100:00000001:1.0:1787764524.609540:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787764524.609543:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129c00.
00000100:00000001:1.0:1787764524.609545:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787764524.609549:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000040:1.0:1787764524.609551:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cf00 x1874595482358784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.609562:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764524.609566:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:3.0:1787764524.609567:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764524.609572:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a990
02000000:00000010:1.0:1787764524.609573:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d000.
00000400:00000010:3.0:1787764524.609575:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a990.
02000000:00000001:1.0:1787764524.609581:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787764524.609581:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787764524.609587:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000200:3.0:1787764524.609587:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764524.609591:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764524.609597:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764524.609602:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5800.
00000100:00000001:3.0:1787764524.609602:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764524.609608:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764524.609616:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764524.609618:0:257218:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787764524.609678:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764524.609681:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764524.609684:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cf00.
00000100:00000001:1.0:1787764524.609689:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764524.609691:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.609694:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764524.609697:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764524.609698:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764524.609700:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764524.609705:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764521/real 1787764524]  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764524.609714:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764524.609716:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764524.609718:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37f20.
00000400:00000200:1.0:1787764524.609721:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a3b8
00000400:00000010:1.0:1787764524.609722:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a3b8.
00000100:00000001:1.0:1787764524.609725:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764524.609728:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764524.609737:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.609744:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764524.609746:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.609747:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764524.609785:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764524.609789:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.609796:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764524.609800:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.609807:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764524.609809:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.609811:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764524.609812:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.609814:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764524.609816:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764524.609819:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764524.609824:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764524.609826:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764524.609835:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764524.609844:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359168:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764524.609849:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764524.609852:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764521/real 1787764524]  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764524.609861:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764524.609862:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764524.609864:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37aa8.
00000400:00000200:1.0:1787764524.609867:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6add0
00000400:00000010:1.0:1787764524.609869:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6add0.
00000100:00000001:1.0:1787764524.609871:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764524.609875:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764524.609883:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.609890:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764524.609891:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.609893:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764524.609894:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764524.609898:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.609904:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764524.609908:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.609921:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764524.609923:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.609924:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764524.609926:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.609928:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764524.609929:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764524.609931:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764524.609935:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764524.609937:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764524.609940:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764524.609948:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359296:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764524.609952:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764524.609955:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764521/real 1787764524]  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764524.609963:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764524.609964:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764524.609966:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37370.
00000400:00000200:1.0:1787764524.609969:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764524.609971:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764524.609973:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764524.609976:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764524.609983:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.609989:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764524.609992:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.609993:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764524.609994:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764524.609998:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.610004:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764524.610008:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.610014:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764524.610017:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.610018:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764524.610020:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.610022:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764524.610023:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764524.610026:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764524.610029:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764524.610032:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764524.610035:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764524.610042:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482358912:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764524.610046:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764524.610050:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764521/real 1787764524]  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764524.610057:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764524.610059:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764524.610060:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764524.610063:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764524.610065:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764524.610068:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764524.610070:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764524.610084:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.610091:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764524.610092:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.610094:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764524.610095:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764524.610099:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.610105:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764524.610108:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.610114:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764524.610116:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.610117:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764524.610118:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.610120:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764524.610122:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764524.610124:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764524.610128:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764524.610130:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764524.610134:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764524.610140:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359040:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764524.610145:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.610147:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764524.610150:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c3c0 x1874595482359168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.610157:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764524.610158:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764524.610161:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:1.0:1787764524.610164:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764524.610166:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764524.610167:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764524.610169:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764524.610171:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:1.0:1787764524.610174:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764524.610175:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764524.610176:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c3c0.
00000100:00000001:1.0:1787764524.610179:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764524.610180:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.610182:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764524.610185:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f0c0 x1874595482359296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.610191:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764524.610192:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764524.610194:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764524.610197:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764524.610198:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764524.610199:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764524.610201:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764524.610202:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5400.
02000000:00000001:1.0:1787764524.610204:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764524.610205:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764524.610206:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f0c0.
00000100:00000001:1.0:1787764524.610209:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764524.610210:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.610212:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764524.610214:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e1c0 x1874595482358912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.610226:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764524.610227:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764524.610229:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764524.610231:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764524.610232:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764524.610233:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764524.610235:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764524.610236:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:1.0:1787764524.610239:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764524.610240:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764524.610241:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e1c0.
00000100:00000001:1.0:1787764524.610243:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764524.610244:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.610245:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764524.610248:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d680 x1874595482359040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764524.610254:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764524.610255:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764524.610257:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764524.610260:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764524.610261:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764524.610262:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764524.610264:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764524.610265:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:1.0:1787764524.610267:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764524.610268:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764524.610269:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d680.
00000100:00000001:1.0:1787764524.610271:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764524.610273:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.610274:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764524.610285:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764524.610287:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764524.610290:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764524.610291:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764525.312844:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764525.312848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764525.312852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764525.312853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764525.312855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764525.312855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764525.312931:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764525.312935:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764525.312937:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764526.336857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764526.336863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764526.336867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764526.336869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764526.336871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764526.336872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764526.336905:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764526.336909:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764526.336913:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764526.656960:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764526.656969:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764526.656972:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764526.656975:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764526.656979:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764526.656987:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26105
00000400:00000200:3.0:1787764526.656997:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764526.657002:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764526.657005:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764526.657007:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657011:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764526.657012:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657014:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764526.657018:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764526.657019:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764526.657022:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764526.657025:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764526.657026:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764526.657028:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764526.657029:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657031:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764526.657032:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657033:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764526.657035:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764526.657038:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657039:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764526.657042:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764526.657045:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764526.657047:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.657049:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764526.657051:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764526.657057:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764526.657059:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764526.657062:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764526.657063:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.657066:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764526.657069:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764526.657072:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764526.657079:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764526.657092:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764526.657104:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764526.657121:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764526.657126:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764526.657131:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764526.657159:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764526.657162:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764526.657165:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764526.657166:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764526.657167:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764526.657170:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764526.657173:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26105
00000400:00000200:3.0:1787764526.657176:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764526.657179:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764526.657181:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764526.657184:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657192:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764526.657195:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657199:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764526.657202:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764526.657202:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764526.657204:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764526.657207:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764526.657209:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787764526.657210:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000100:00000001:1.0:1787764526.657213:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787764526.657215:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764526.657218:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:1.0:1787764526.657224:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764526.657225:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657229:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764526.657233:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657238:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764526.657245:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787764526.657245:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:1.0:1787764526.657248:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764526.657252:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:1.0:1787764526.657256:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764526.657257:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.657261:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764526.657261:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764526.657266:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764526.657267:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787764526.657273:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482359424:192.168.203.115@tcp:250:kworker.0
02000000:00000001:3.0:1787764526.657273:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.657278:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764526.657283:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787764526.657285:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764526.657290:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787764526.657290:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.657295:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.657295:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.657302:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787764526.657304:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764526.657308:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000010:1.0:1787764526.657311:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:3.0:1787764526.657311:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764526.657313:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.657316:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.657318:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764526.657321:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764526.657324:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764526.657327:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:3.0:1787764526.657329:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764526.657335:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764526.657341:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764526.657345:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00000001:3.0:1787764526.657351:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764526.657354:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764526.657358:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764526.657360:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000001:3.0:1787764526.657370:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764526.657372:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482359424, portal 25
00000100:00080000:3.0:1787764526.657374:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764526.657378:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764526.657380:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764526.657383:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000001:3.0:1787764526.657384:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764526.657388:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764526.657391:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787764526.657406:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764526.657407:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26105
00000400:00000200:3.0:1787764526.657416:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764526.657423:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787764526.657424:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764526.657429:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764526.657430:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764526.657435:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764526.657436:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764526.657440:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764526.657442:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482359424, offset 0
00000100:00000040:3.0:1787764526.657445:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657450:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764526.657454:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787764526.657455:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000020:00000040:3.0:1787764526.657457:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764526.657460:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764526.657462:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764526.657464:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764526.657469:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764526.657471:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764526.657477:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657481:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764526.657483:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657486:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764526.657488:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:1.0:1787764526.657489:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:3.0:1787764526.657493:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657497:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764526.657499:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764526.657500:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764526.657505:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764526.657507:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764526.657514:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764526.657517:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:3.0:1787764526.657520:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764526.657523:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278050:278050:256:4294967295] 192.168.203.115@tcp LPNI seq info [278050:278050:8:4294967295]
00000100:00000001:3.0:1787764526.657525:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764526.657530:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764526.657532:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00000001:3.0:1787764526.657534:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.657538:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764526.657544:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764526.657549:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000400:00000200:1.0:1787764526.657551:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787764526.657553:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764526.657556:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.657558:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787764526.657561:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764526.657562:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764526.657565:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764526.657571:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
02000000:00000010:3.0:1787764526.657571:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764526.657577:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764526.657583:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00100000:3.0:1787764526.657584:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764526.657589:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787764526.657598:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787764526.657602:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764526.657607:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764526.657611:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764526.657614:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764526.657619:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764526.657624:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764526.657630:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764526.657633:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764526.657637:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764526.657642:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.657651:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764526.657655:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.657663:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.657665:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764526.657672:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764526.657677:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764526.657680:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320779047
00000100:00000001:3.0:1787764526.657685:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764526.657687:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fa80.
00000100:00000040:3.0:1787764526.657695:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.657697:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787764526.657707:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.657708:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320779047
00000100:00080000:3.0:1787764526.657711:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787764526.657713:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f420.
00000100:00080000:3.0:1787764526.657718:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764526.657720:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787764526.657722:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764526.657725:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787764526.657726:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764526.657731:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.657732:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764526.657736:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787764526.657738:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26105
00000400:00000200:3.0:1787764526.657745:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764526.657788:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764526.657791:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764526.657795:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657798:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764526.657800:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657803:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764526.657805:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764526.657806:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764526.657808:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764526.657810:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764526.657813:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00100000:1.0:1787764526.657815:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764526/real 1787764526]  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764526.657817:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764526.657825:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.657829:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764526.657834:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000001:1.0:1787764526.657835:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764526.657838:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000001:1.0:1787764526.657839:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764526.657843:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000020:00000040:3.0:1787764526.657844:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000200:1.0:1787764526.657850:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000100:00080000:3.0:1787764526.657850:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000010:1.0:1787764526.657854:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:3.0:1787764526.657856:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.657860:0:257227:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787764526.657860:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764526.657864:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787764526.657868:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764526.657869:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.657873:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764526.657877:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764526.657884:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764526.657888:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764526.657888:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764526.657894:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764526.657899:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787764526.657900:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764526.657904:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764526.657905:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764526.657908:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764526.657909:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.657913:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764526.657913:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764526.657916:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764526.657920:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764526.657922:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764526.657926:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764526.657933:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.657934:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764526.657942:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764526.657945:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764526.657965:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764526.657966:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764526.657970:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764526.657976:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.657978:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.657983:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764526.657985:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.657991:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764526.657994:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.657995:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764526.658001:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764526.658002:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764526.658009:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1787764526.658011:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787764526.658012:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764526.658016:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764526.658017:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764526.658021:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787764526.658026:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764526.658028:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26105
00000400:00000200:3.0:1787764526.658038:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:1.0:1787764526.658045:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482359424:192.168.203.115@tcp:250:kworker.0
00000400:00000200:3.0:1787764526.658046:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764526.658053:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764526.658056:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.658060:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764526.658060:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.658065:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764526.658067:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482359424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764526.658071:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764526.658077:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764526.658082:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1787764526.658083:0:373147:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787764526.658086:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1787764526.658087:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
02000000:00000010:1.0:1787764526.658091:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
00000020:00000001:3.0:1787764526.658092:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764526.658096:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
02000000:00000001:1.0:1787764526.658098:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764526.658100:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:1.0:1787764526.658102:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787764526.658104:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000040:1.0:1787764526.658106:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764526.658111:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:3.0:1787764526.658112:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000010:1.0:1787764526.658115:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764526.658116:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764526.658120:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:1.0:1787764526.658123:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787764526.658124:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764526.658127:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1787764526.658129:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000010:1.0:1787764526.658131:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00080000:3.0:1787764526.658135:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764526.658138:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764526.658139:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.658141:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764526.658143:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764526.658145:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764526.658149:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764526.658153:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.658155:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764526.658156:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:3.0:1787764526.658159:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764526.658160:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764526.658164:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.658166:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764526.658168:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.658170:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764526.658173:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1787764526.658175:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000100:00000040:1.0:1787764526.658179:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764526.658180:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764526.658186:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764526.658189:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.658193:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764526.658196:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764526.658199:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764526.658205:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:1.0:1787764526.658206:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764526.658209:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764526.658211:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.658213:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764526.658216:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787764526.658220:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764526.658221:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764526.658229:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359552:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787764526.658236:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764526.658237:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764526.658241:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.658242:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764526.658245:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.658247:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764526.658251:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764526.658252:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764526.658257:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764526.658260:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00000040:3.0:1787764526.658263:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764526.658266:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764526.658271:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482359552, portal 10
00000100:00000001:1.0:1787764526.658276:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764526.658279:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000001:3.0:1787764526.658281:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764526.658289:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764526.658289:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26115)
00000100:00000001:1.0:1787764526.658298:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764526.658301:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764526.658303:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764526.658306:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482359552, offset 0
00000400:00000200:1.0:1787764526.658310:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764526.658316:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764526.658320:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764526.658324:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764526.658326:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764526.658329:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764526.658332:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764526.658336:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278051:278051:256:4294967295] 192.168.203.115@tcp LPNI seq info [278051:278051:8:4294967295]
00000400:00000200:1.0:1787764526.658340:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764526.658346:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764526.658351:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764526.658354:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764526.658359:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764526.658362:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764526.658366:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764526.658369:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764526.658373:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764526.658375:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764526.658377:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764526.658381:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764526.658384:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764526.658386:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764526.658389:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764526.658392:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658410:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764526.658413:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658419:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.658421:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764526.658425:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764526.658430:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764526.658433:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764526.658435:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320777740
00000100:00000001:1.0:1787764526.658438:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320779047
00000100:00000001:1.0:1787764526.658440:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320777740
00000100:00000001:1.0:1787764526.658442:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320779047
00000100:00000001:1.0:1787764526.658444:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764526.658447:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.658449:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764526.658452:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764526/real 1787764526]  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764526.658459:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764526.658461:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764526.658462:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764526.658465:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764526.658466:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764526.658468:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764526.658471:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764526.658479:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658485:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764526.658486:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.658488:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764526.658489:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764526.658492:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658499:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764526.658502:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658509:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764526.658511:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.658513:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764526.658514:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.658516:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764526.658518:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764526.658520:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764526.658524:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764526.658526:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764526.658529:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764526.658537:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359552:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764526.658541:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764526.658544:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658550:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764526.658551:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.658553:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764526.658555:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764526.658557:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764526.658559:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359680:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764526.658563:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764526.658564:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764526.658566:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.658567:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764526.658571:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764526.658573:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764526.658577:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764526.658580:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764526.658583:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764526.658585:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482359680, portal 10
00000100:00000001:1.0:1787764526.658587:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764526.658589:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764526.658595:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658601:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764526.658605:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764526.658607:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764526.658610:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482359680, offset 0
00000400:00000200:1.0:1787764526.658613:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764526.658617:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764526.658621:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764526.658624:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764526.658626:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764526.658629:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764526.658631:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764526.658634:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278052:278052:256:4294967295] 192.168.203.115@tcp LPNI seq info [278052:278052:8:4294967295]
00000400:00000200:1.0:1787764526.658637:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764526.658643:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764526.658648:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764526.658651:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764526.658655:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764526.658658:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764526.658661:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764526.658664:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764526.658667:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764526.658669:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764526.658672:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764526.658675:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764526.658678:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764526.658680:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764526.658682:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764526.658686:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658694:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764526.658697:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658703:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.658705:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764526.658708:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764526.658711:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764526.658714:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764526.658716:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320777748
00000100:00000001:1.0:1787764526.658719:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320779047
00000100:00000001:1.0:1787764526.658721:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320777748
00000100:00000001:1.0:1787764526.658723:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320779047
00000100:00000001:1.0:1787764526.658725:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764526.658727:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.658729:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764526.658732:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764526/real 1787764526]  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764526.658740:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764526.658741:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764526.658743:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764526.658745:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764526.658747:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764526.658776:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764526.658779:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764526.658788:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658793:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764526.658795:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.658797:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764526.658798:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764526.658802:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658808:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764526.658812:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658819:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764526.658821:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.658823:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764526.658824:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.658826:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764526.658827:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764526.658830:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764526.658833:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764526.658835:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764526.658838:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764526.658846:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359680:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764526.658851:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764526.658854:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658860:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764526.658862:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.658864:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764526.658865:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764526.658867:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764526.658870:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359808:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764526.658873:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764526.658875:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764526.658877:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.658879:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764526.658882:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764526.658884:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764526.658888:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764526.658891:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764526.658894:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764526.658896:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482359808, portal 4
00000100:00000001:1.0:1787764526.658898:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764526.658900:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764526.658905:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.658912:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764526.658914:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764526.658916:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764526.658918:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482359808, offset 0
00000400:00000200:1.0:1787764526.658922:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764526.658925:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764526.658929:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764526.658931:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764526.658934:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764526.658936:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764526.658938:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764526.658941:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278053:278053:256:4294967295] 192.168.203.115@tcp LPNI seq info [278053:278053:8:4294967295]
00000400:00000200:1.0:1787764526.658945:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764526.658951:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764526.658955:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764526.658958:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764526.658961:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764526.658964:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764526.658968:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764526.658971:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764526.658975:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764526.658976:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764526.658980:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764526.658985:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764526.658989:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764526.658992:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764526.658994:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764526.658998:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659008:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764526.659012:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659019:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.659020:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764526.659023:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764526.659027:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764526.659031:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764526.659033:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320777749
00000100:00000001:1.0:1787764526.659036:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320779047
00000100:00000001:1.0:1787764526.659038:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320777749
00000100:00000001:1.0:1787764526.659040:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320779047
00000100:00000001:1.0:1787764526.659042:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764526.659044:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.659046:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764526.659049:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764526/real 1787764526]  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764526.659056:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764526.659058:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764526.659059:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764526.659062:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764526.659063:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764526.659065:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764526.659068:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764526.659077:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659083:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764526.659085:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659087:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764526.659088:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764526.659092:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659099:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764526.659104:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659111:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764526.659114:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659116:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764526.659117:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659119:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764526.659121:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764526.659124:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764526.659129:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764526.659132:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764526.659136:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764526.659144:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359808:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764526.659147:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659149:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764526.659152:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482359552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659158:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764526.659159:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764526.659162:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764526.659165:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764526.659166:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764526.659168:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764526.659170:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764526.659171:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764526.659176:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764526.659177:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764526.659179:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:1.0:1787764526.659182:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764526.659183:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659184:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764526.659188:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482359680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659194:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764526.659196:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764526.659197:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764526.659199:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764526.659200:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764526.659201:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764526.659203:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764526.659204:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764526.659206:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764526.659208:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764526.659209:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764526.659213:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764526.659214:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659215:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764526.659219:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482359808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659224:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764526.659225:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764526.659226:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764526.659228:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764526.659230:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764526.659231:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764526.659233:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764526.659234:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764526.659236:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764526.659237:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764526.659238:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764526.659240:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764526.659241:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659243:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659247:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764526.659248:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.659251:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764526.659253:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764526.659254:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764526.659258:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659264:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764526.659265:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.659267:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764526.659269:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764526.659271:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764526.659273:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359936:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764526.659276:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764526.659277:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764526.659279:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764526.659280:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764526.659284:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764526.659286:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764526.659289:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764526.659291:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764526.659294:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764526.659297:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482359936, portal 4
00000100:00000001:1.0:1787764526.659299:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764526.659300:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764526.659306:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659312:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764526.659314:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764526.659316:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764526.659319:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482359936, offset 0
00000400:00000200:1.0:1787764526.659323:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764526.659326:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764526.659329:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764526.659332:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764526.659334:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764526.659336:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764526.659338:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764526.659340:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278054:278054:256:4294967295] 192.168.203.115@tcp LPNI seq info [278054:278054:8:4294967295]
00000400:00000200:1.0:1787764526.659344:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764526.659349:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764526.659354:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764526.659357:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764526.659360:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764526.659363:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764526.659367:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764526.659370:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764526.659374:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764526.659375:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764526.659378:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764526.659382:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764526.659384:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764526.659386:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764526.659388:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764526.659392:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659421:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764526.659424:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659435:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.659436:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764526.659440:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764526.659443:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764526.659446:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764526.659448:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320777753
00000100:00000001:1.0:1787764526.659450:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320779047
00000100:00000001:1.0:1787764526.659452:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320777753
00000100:00000001:1.0:1787764526.659454:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320779047
00000100:00000001:1.0:1787764526.659456:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764526.659458:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.659460:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764526.659463:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764526/real 1787764526]  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764526.659469:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764526.659470:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764526.659472:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764526.659474:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764526.659475:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764526.659477:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764526.659480:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764526.659487:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659493:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764526.659494:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659495:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764526.659497:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764526.659500:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659506:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764526.659510:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659516:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764526.659518:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659520:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764526.659521:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659523:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764526.659524:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764526.659527:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764526.659530:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764526.659532:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764526.659535:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764526.659543:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482359936:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764526.659547:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659548:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764526.659551:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482359936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764526.659557:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764526.659559:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764526.659560:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764526.659563:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764526.659564:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764526.659566:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764526.659568:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764526.659569:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764526.659573:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764526.659575:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764526.659576:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764526.659581:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764526.659582:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659584:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764526.659586:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764526.659588:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764526.659590:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764526.659591:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764527.360849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764527.360855:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764527.360858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764527.360861:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764527.360862:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764527.360865:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764527.360867:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764527.360868:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764527.360870:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764527.360871:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764527.360873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764527.360874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764527.360929:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764527.360934:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764527.360937:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764528.000873:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320779047, at 4320779072
00000100:00000040:1.0:1787764528.000873:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320779047, at 4320779072
00000100:00000010:1.0:1787764528.000889:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f420.
00000100:00000010:0.0:1787764528.000891:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fa80.
00010000:00000001:2.0:1787764528.384843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764528.384849:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764528.384853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764528.384854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764528.384856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764528.384857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764528.384914:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764528.384919:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764528.384922:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764529.408878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764529.408887:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764529.408888:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764529.408891:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764529.408895:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764529.408897:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764529.408899:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764529.408901:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764529.408904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764529.408905:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764529.408909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764529.408910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764529.408963:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764529.408968:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764529.408971:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764530.432847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764530.432854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764530.432860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764530.432861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764530.432865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764530.432866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764530.432913:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764530.432917:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764530.432919:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764531.456907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764531.456915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764531.456922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764531.456924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764531.456927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764531.456929:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764531.456974:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764531.456978:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764531.456981:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764531.776855:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764531.776865:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764531.776867:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764531.776870:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764531.776874:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764531.776881:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26110
00000400:00000200:1.0:1787764531.776889:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764531.776896:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764531.776898:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764531.776901:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.776904:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764531.776906:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.776908:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764531.776912:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764531.776913:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:1.0:1787764531.776915:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764531.776918:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:1.0:1787764531.776920:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:1.0:1787764531.776924:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:1.0:1787764531.776926:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.776928:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764531.776930:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.776932:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764531.776934:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:1.0:1787764531.776937:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764531.776939:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764531.776941:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764531.776944:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764531.776946:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764531.776948:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764531.776951:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764531.776957:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc652940.
00000020:00000040:1.0:1787764531.776960:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:1.0:1787764531.776964:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764531.776965:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764531.776968:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764531.776970:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764531.776974:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764531.776980:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7fc00.
00000100:00000001:1.0:1787764531.776986:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764531.776994:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764531.777002:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764531.777006:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764531.777009:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095bc01a2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764531.777029:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764531.777032:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764531.777035:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764531.777037:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764531.777038:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764531.777041:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764531.777043:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26110
00000400:00000200:1.0:1787764531.777047:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764531.777050:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764531.777052:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764531.777056:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777059:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764531.777061:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764531.777061:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777066:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764531.777067:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787764531.777070:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764531.777071:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787764531.777073:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:1.0:1787764531.777076:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1787764531.777079:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764531.777080:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:1.0:1787764531.777085:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:1.0:1787764531.777091:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:0.0:1787764531.777093:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764531.777096:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764531.777099:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000001:0.0:1787764531.777100:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764531.777105:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764531.777105:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787764531.777109:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764531.777110:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00100000:0.0:1787764531.777113:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482360064:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764531.777114:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764531.777119:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787764531.777120:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
02000000:00000001:0.0:1787764531.777123:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1787764531.777125:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:0.0:1787764531.777126:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.777130:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764531.777132:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764531.777135:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764531.777138:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764531.777142:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:1.0:1787764531.777142:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1787764531.777148:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
02000000:00000001:1.0:1787764531.777150:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764531.777155:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764531.777156:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000001:1.0:1787764531.777156:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764531.777161:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764531.777164:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764531.777166:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482360064, portal 25
00000100:00000001:1.0:1787764531.777166:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.777172:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:1.0:1787764531.777174:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc6503c0.
00000100:00000001:0.0:1787764531.777175:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906728768 : -118790802822848 : ffff93f5dc652940)
00000020:00000040:1.0:1787764531.777177:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764531.777182:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764531.777183:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764531.777185:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764531.777186:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764531.777187:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764531.777190:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7ec00.
00000100:00000001:1.0:1787764531.777192:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764531.777195:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764531.777197:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764531.777207:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764531.777215:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764531.777220:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000001:1.0:1787764531.777220:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764531.777225:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764531.777227:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482360064, offset 0
00000100:00000040:1.0:1787764531.777233:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b81c62] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764531.777238:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764531.777248:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764531.777254:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:1.0:1787764531.777256:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764531.777260:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787764531.777262:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787764531.777265:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764531.777268:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787764531.777270:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:1.0:1787764531.777270:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764531.777275:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787764531.777278:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787764531.777280:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26110
00000400:00000200:0.0:1787764531.777285:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764531.777289:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278055:278055:256:4294967295] 192.168.203.115@tcp LPNI seq info [278055:278055:8:4294967295]
00000400:00000200:0.0:1787764531.777294:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764531.777302:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1787764531.777316:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000200:0.0:1787764531.777317:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764531.777325:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000400:00000200:1.0:1787764531.777330:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000200:0.0:1787764531.777336:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:1.0:1787764531.777336:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1787764531.777343:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1787764531.777344:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777348:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764531.777352:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777356:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:0.1:1787764531.777357:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:1.0:1787764531.777367:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764531.777369:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:1.0:1787764531.777373:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764531.777375:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000800:00000200:0.1:1787764531.777375:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1787764531.777379:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:1.0:1787764531.777382:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000100:0.0:1787764531.777386:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000040:1.0:1787764531.777387:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777391:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1787764531.777392:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000100:00000040:1.0:1787764531.777393:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777396:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764531.777398:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:1.0:1787764531.777400:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:0.0:1787764531.777401:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787764531.777402:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764531.777407:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764531.777410:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787764531.777411:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787764531.777416:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764531.777419:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00000001:1.0:1787764531.777420:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1787764531.777424:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000008:00100000:1.0:1787764531.777425:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764531.777430:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.777432:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764531.777432:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764531.777439:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc653480.
00000100:00000200:0.0:1787764531.777440:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764531.777449:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000001:0.0:1787764531.777452:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787764531.777454:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764531.777457:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764531.777459:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764531.777460:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764531.777462:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764531.777464:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764531.777469:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7e400.
00000100:00000001:0.0:1787764531.777475:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764531.777475:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.777481:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787764531.777485:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764531.777490:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764531.777491:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764531.777495:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764531.777500:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:1.0:1787764531.777502:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f6afea0] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.777505:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320784167
00000100:00000001:1.0:1787764531.777512:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764531.777514:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1787764531.777515:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00080000:1.0:1787764531.777520:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764531.777522:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764531.777523:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764531.777525:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764531.777525:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764531.777529:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26110
00000400:00000200:1.0:1787764531.777533:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764531.777535:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320784167
00000400:00000200:1.0:1787764531.777535:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764531.777539:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764531.777541:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777542:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764531.777543:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777544:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764531.777546:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764531.777546:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:1.0:1787764531.777547:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764531.777549:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000010:0.0:1787764531.777552:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2177e0.
00000020:00000001:1.0:1787764531.777552:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:1.0:1787764531.777553:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:1.0:1787764531.777558:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764531.777560:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764531.777560:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764531.777564:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777566:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764531.777567:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787764531.777568:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:0.0:1787764531.777574:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764531.777574:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777575:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.777578:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1787764531.777579:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764531.777583:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764531.777585:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764531.777587:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:0.0:1787764531.777588:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764531/real 1787764531]  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787764531.777589:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764531.777594:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764531.777598:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764531.777604:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc6512c0.
00000400:00000001:0.0:1787764531.777609:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1787764531.777609:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:1.0:1787764531.777614:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764531.777616:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787764531.777618:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787764531.777618:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764531.777620:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1787764531.777623:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
02000000:00000001:1.0:1787764531.777624:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764531.777628:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
02000000:00000010:1.0:1787764531.777630:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7e000.
00000400:00000010:0.0:1787764531.777632:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:1.0:1787764531.777637:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.777638:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764531.777645:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764531.777647:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764531.777673:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787764531.777677:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764531.777677:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764531.777686:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a255a31] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.777690:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764531.777693:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.777698:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764531.777702:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764531.777703:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764531.777708:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764531.777710:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764531.777711:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764531.777714:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764531.777716:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764531.777719:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764531.777724:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26110
00000400:00000200:1.0:1787764531.777729:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764531.777730:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787764531.777733:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764531.777735:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764531.777740:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764531.777741:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777744:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764531.777773:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764531.777776:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764531.777777:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764531.777778:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:1.0:1787764531.777779:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764531.777781:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:1.0:1787764531.777783:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:1.0:1787764531.777784:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:1.0:1787764531.777792:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764531.777796:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764531.777797:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764531.777802:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764531.777803:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764531.777807:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764531.777808:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764531.777810:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787764531.777813:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:0.0:1787764531.777814:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764531.777818:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764531.777819:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00080000:0.0:1787764531.777823:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787764531.777824:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764531.777829:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1787764531.777832:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
02000000:00000001:1.0:1787764531.777834:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764531.777836:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787764531.777837:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764531.777843:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764531.777844:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1787764531.777846:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787764531.777847:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764531.777850:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764531.777855:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc650b40.
00000020:00000040:1.0:1787764531.777858:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:1.0:1787764531.777864:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1787764531.777865:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482360064:192.168.203.115@tcp:250:kworker.0
02000000:00000001:1.0:1787764531.777866:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764531.777869:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764531.777871:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764531.777873:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764531.777878:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7d000.
00000100:00000001:0.0:1787764531.777880:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764531.777883:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.777884:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787764531.777889:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787764531.777892:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652940 x1874595482360064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764531.777903:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764531.777907:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.777913:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1787764531.777913:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65a5e71] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764531.777917:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764531.777922:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
00000100:00000001:1.0:1787764531.777924:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.777928:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1787764531.777931:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26120)
00000020:00000001:0.0:1787764531.777932:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764531.777936:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764531.777938:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764531.777941:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:0.0:1787764531.777945:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764531.777947:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764531.777949:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652940.
00000100:00000001:0.0:1787764531.777953:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764531.777954:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.777956:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.777963:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764531.777965:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.777968:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764531.777969:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764531.777971:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764531.777975:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.777982:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764531.777983:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.777985:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764531.777987:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764531.777989:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764531.777991:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360192:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764531.777994:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764531.777996:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764531.777998:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.778000:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764531.778002:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764531.778004:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764531.778007:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764531.778009:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764531.778011:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764531.778014:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482360192, portal 10
00000100:00000001:0.0:1787764531.778015:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764531.778016:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906719168 : -118790802832448 : ffff93f5dc6503c0)
00000100:00000040:0.0:1787764531.778021:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778025:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764531.778026:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764531.778028:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764531.778029:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482360192, offset 0
00000400:00000200:0.0:1787764531.778031:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764531.778034:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764531.778036:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764531.778038:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764531.778040:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764531.778042:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764531.778043:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764531.778045:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278056:278056:256:4294967295] 192.168.203.115@tcp LPNI seq info [278056:278056:8:4294967295]
00000400:00000200:0.0:1787764531.778048:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764531.778051:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764531.778054:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764531.778056:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764531.778058:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764531.778060:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764531.778063:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764531.778066:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764531.778068:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764531.778069:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764531.778071:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764531.778073:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764531.778076:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764531.778077:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764531.778078:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764531.778080:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778085:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764531.778087:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778090:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.778091:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764531.778093:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764531.778096:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764531.778098:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764531.778099:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320782860
00000100:00000001:0.0:1787764531.778101:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320784167
00000100:00000001:0.0:1787764531.778102:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320782860
00000100:00000001:0.0:1787764531.778103:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320784167
00000100:00000001:0.0:1787764531.778105:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764531.778106:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.778107:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764531.778109:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764531/real 1787764531]  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764531.778113:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764531.778113:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764531.778114:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764531.778116:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764531.778117:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764531.778118:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764531.778120:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764531.778125:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778128:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764531.778129:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778130:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764531.778131:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764531.778133:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778136:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764531.778138:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778142:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764531.778143:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778144:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764531.778145:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778146:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764531.778147:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764531.778148:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764531.778150:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764531.778151:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764531.778153:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764531.778158:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360192:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764531.778160:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764531.778162:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778169:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764531.778170:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.778172:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764531.778173:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764531.778174:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764531.778175:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360320:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764531.778177:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764531.778178:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764531.778179:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.778180:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764531.778181:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764531.778183:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764531.778184:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764531.778186:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764531.778187:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764531.778189:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482360320, portal 10
00000100:00000001:0.0:1787764531.778190:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764531.778191:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906731648 : -118790802819968 : ffff93f5dc653480)
00000100:00000040:0.0:1787764531.778194:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778198:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764531.778199:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764531.778200:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764531.778201:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482360320, offset 0
00000400:00000200:0.0:1787764531.778203:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764531.778205:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764531.778207:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764531.778208:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764531.778210:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764531.778211:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764531.778212:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764531.778214:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278057:278057:256:4294967295] 192.168.203.115@tcp LPNI seq info [278057:278057:8:4294967295]
00000400:00000200:0.0:1787764531.778217:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764531.778220:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764531.778223:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764531.778224:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764531.778226:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764531.778228:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764531.778230:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764531.778231:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764531.778234:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764531.778235:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764531.778236:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764531.778238:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764531.778240:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764531.778241:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764531.778242:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764531.778244:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778248:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764531.778250:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778254:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.778254:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764531.778256:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764531.778257:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764531.778259:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764531.778259:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320782868
00000100:00000001:0.0:1787764531.778261:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320784167
00000100:00000001:0.0:1787764531.778262:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320782868
00000100:00000001:0.0:1787764531.778263:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320784167
00000100:00000001:0.0:1787764531.778265:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764531.778266:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.778267:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764531.778269:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764531/real 1787764531]  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764531.778274:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764531.778274:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764531.778275:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764531.778276:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764531.778277:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764531.778278:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764531.778280:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764531.778284:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778298:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764531.778299:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778301:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764531.778305:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764531.778309:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778316:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764531.778319:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778326:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764531.778328:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778329:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764531.778330:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778332:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764531.778333:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764531.778335:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764531.778339:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764531.778341:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764531.778345:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764531.778353:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360320:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764531.778355:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764531.778367:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778373:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764531.778374:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.778375:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764531.778377:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764531.778378:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764531.778380:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360448:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764531.778382:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764531.778383:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764531.778384:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.778385:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764531.778387:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764531.778389:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764531.778391:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764531.778392:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764531.778394:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764531.778396:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482360448, portal 4
00000100:00000001:0.0:1787764531.778397:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764531.778398:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906723008 : -118790802828608 : ffff93f5dc6512c0)
00000100:00000040:0.0:1787764531.778402:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778405:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764531.778407:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764531.778408:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764531.778409:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482360448, offset 0
00000400:00000200:0.0:1787764531.778412:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764531.778414:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764531.778416:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764531.778418:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764531.778420:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764531.778421:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764531.778422:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764531.778424:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278058:278058:256:4294967295] 192.168.203.115@tcp LPNI seq info [278058:278058:8:4294967295]
00000400:00000200:0.0:1787764531.778426:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764531.778430:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764531.778432:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764531.778434:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764531.778436:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764531.778438:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764531.778440:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764531.778442:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764531.778444:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764531.778445:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764531.778447:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764531.778449:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764531.778451:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764531.778452:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764531.778453:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764531.778455:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778460:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764531.778461:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778465:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.778466:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764531.778468:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764531.778470:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764531.778472:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764531.778473:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320782868
00000100:00000001:0.0:1787764531.778474:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320784167
00000100:00000001:0.0:1787764531.778476:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320782868
00000100:00000001:0.0:1787764531.778477:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320784167
00000100:00000001:0.0:1787764531.778478:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764531.778479:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.778481:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764531.778482:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764531/real 1787764531]  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764531.778486:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764531.778487:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764531.778488:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764531.778489:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764531.778490:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764531.778491:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764531.778492:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764531.778497:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778501:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764531.778501:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778503:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764531.778503:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764531.778505:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778509:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764531.778511:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778515:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764531.778517:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778517:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764531.778518:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778519:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764531.778520:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764531.778521:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764531.778523:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764531.778524:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764531.778526:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764531.778530:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360448:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764531.778532:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764531.778533:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778537:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764531.778537:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.778538:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764531.778539:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764531.778540:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764531.778542:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360576:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764531.778543:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764531.778544:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764531.778545:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.778546:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764531.778548:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764531.778549:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764531.778551:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764531.778553:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764531.778554:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764531.778556:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482360576, portal 4
00000100:00000001:0.0:1787764531.778557:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764531.778558:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906721088 : -118790802830528 : ffff93f5dc650b40)
00000100:00000040:0.0:1787764531.778561:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778564:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764531.778565:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764531.778567:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764531.778568:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482360576, offset 0
00000400:00000200:0.0:1787764531.778570:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764531.778572:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764531.778573:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764531.778575:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764531.778576:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764531.778578:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764531.778579:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764531.778581:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278059:278059:256:4294967295] 192.168.203.115@tcp LPNI seq info [278059:278059:8:4294967295]
00000400:00000200:0.0:1787764531.778583:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764531.778586:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764531.778588:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764531.778590:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764531.778591:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764531.778593:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764531.778595:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764531.778597:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764531.778599:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764531.778600:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764531.778602:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764531.778603:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764531.778605:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764531.778606:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764531.778607:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764531.778609:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778613:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764531.778615:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778619:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.778620:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764531.778621:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764531.778622:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764531.778624:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764531.778625:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320782872
00000100:00000001:0.0:1787764531.778626:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320784167
00000100:00000001:0.0:1787764531.778628:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320782872
00000100:00000001:0.0:1787764531.778629:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320784167
00000100:00000001:0.0:1787764531.778630:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764531.778631:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.778632:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764531.778634:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764531/real 1787764531]  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764531.778637:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764531.778638:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764531.778639:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764531.778640:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764531.778641:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764531.778642:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764531.778643:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764531.778647:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778655:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764531.778656:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778657:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764531.778658:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764531.778659:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778663:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764531.778665:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778668:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764531.778669:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778670:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764531.778671:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778672:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764531.778672:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764531.778674:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764531.778675:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764531.778676:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764531.778678:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764531.778683:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360576:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764531.778685:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778686:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764531.778688:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6503c0 x1874595482360192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778691:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764531.778692:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764531.778694:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764531.778695:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764531.778696:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764531.778697:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764531.778698:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764531.778699:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:0.0:1787764531.778701:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764531.778702:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764531.778703:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6503c0.
00000100:00000001:0.0:1787764531.778704:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764531.778705:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778707:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764531.778710:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653480 x1874595482360320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778716:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764531.778718:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764531.778719:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764531.778721:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764531.778722:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764531.778724:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764531.778725:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764531.778727:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:0.0:1787764531.778729:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764531.778730:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764531.778731:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653480.
00000100:00000001:0.0:1787764531.778735:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764531.778736:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778737:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764531.778741:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6512c0 x1874595482360448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778747:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764531.778764:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764531.778766:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764531.778768:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764531.778769:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764531.778771:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764531.778773:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764531.778775:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:0.0:1787764531.778777:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764531.778778:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764531.778779:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6512c0.
00000100:00000001:0.0:1787764531.778781:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764531.778783:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778784:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764531.778789:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650b40 x1874595482360576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.778795:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764531.778796:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764531.778797:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764531.778800:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764531.778801:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764531.778802:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764531.778804:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764531.778805:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:0.0:1787764531.778807:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764531.778808:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764531.778809:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650b40.
00000100:00000001:0.0:1787764531.778811:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764531.778812:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778814:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.778817:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764531.778819:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.778821:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764531.778822:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764532.480840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764532.480848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764532.480861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764532.480863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764532.480866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764532.480867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764532.480924:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764532.480929:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764532.480932:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764533.120846:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320784167, at 4320784192
00000100:00000040:1.0:1787764533.120846:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320784167, at 4320784192
00000100:00000010:0.0:1787764533.120861:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00000100:00000010:1.0:1787764533.120863:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2177e0.
00010000:00000001:2.0:1787764533.505183:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764533.505189:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764533.505194:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764533.505195:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764533.505199:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764533.505200:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764533.505251:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764533.505256:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764533.505259:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764534.529447:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764534.529453:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764534.529458:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764534.529459:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764534.529463:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764534.529466:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764534.529469:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764534.529471:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764534.529474:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764534.529476:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764534.529478:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764534.529480:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764534.529550:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764534.529555:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764534.529557:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764535.553195:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764535.553201:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764535.553206:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764535.553207:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764535.553211:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764535.553212:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764535.553385:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764535.553389:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764535.553392:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764536.577547:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764536.577554:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764536.577560:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764536.577561:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764536.577565:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764536.577566:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764536.577668:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764536.577672:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764536.577676:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764536.896901:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764536.896911:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764536.896914:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764536.896918:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764536.896921:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764536.896929:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26115
00000400:00000200:2.0:1787764536.896937:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764536.896943:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764536.896946:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764536.896949:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.896952:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764536.896954:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.896956:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764536.896960:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764536.896961:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764536.896964:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764536.896967:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764536.896969:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764536.896971:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764536.896974:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.896976:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764536.896978:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.896980:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764536.896982:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764536.896985:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764536.896988:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.896991:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764536.896994:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764536.896997:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.896999:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764536.897001:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764536.897010:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764536.897013:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764536.897017:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764536.897019:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897021:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764536.897024:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764536.897027:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764536.897034:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6800.
00000100:00000001:2.0:1787764536.897040:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764536.897048:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764536.897057:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764536.897061:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.897065:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.897091:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764536.897094:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764536.897097:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764536.897099:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764536.897100:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764536.897103:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764536.897105:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26115
00000400:00000200:2.0:1787764536.897109:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764536.897112:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764536.897114:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764536.897116:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897118:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764536.897120:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897122:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764536.897124:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764536.897125:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764536.897126:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764536.897128:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764536.897130:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764536.897132:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764536.897135:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897137:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764536.897139:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897141:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764536.897142:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764536.897145:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897147:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.897149:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764536.897153:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764536.897155:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897157:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764536.897160:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764536.897163:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897165:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764536.897168:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787764536.897170:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764536.897173:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764536.897174:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897175:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764536.897177:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764536.897178:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764536.897181:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6400.
00000100:00000001:2.0:1787764536.897185:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764536.897189:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764536.897196:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764536.897197:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.897201:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.897213:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764536.897216:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764536.897218:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764536.897219:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764536.897221:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764536.897223:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764536.897225:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26115
00000400:00000200:2.0:1787764536.897228:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764536.897231:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764536.897232:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764536.897235:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897236:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764536.897238:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897241:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764536.897242:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764536.897243:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764536.897245:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764536.897247:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764536.897249:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764536.897251:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764536.897253:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897255:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764536.897257:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897258:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764536.897260:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764536.897262:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897265:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.897267:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764536.897270:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764536.897271:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897273:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764536.897276:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764536.897278:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897279:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764536.897282:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787764536.897284:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764536.897286:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764536.897287:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897289:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764536.897290:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764536.897292:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764536.897296:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000100:00000001:2.0:1787764536.897308:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764536.897313:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764536.897319:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764536.897321:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.897333:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.897340:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764536.897342:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764536.897346:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764536.897347:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764536.897348:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764536.897350:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764536.897353:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26115
00000400:00000200:2.0:1787764536.897356:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764536.897359:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764536.897361:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764536.897364:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897366:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764536.897368:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897370:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764536.897372:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764536.897373:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764536.897375:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764536.897377:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764536.897379:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764536.897381:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764536.897383:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897385:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764536.897387:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897389:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764536.897391:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764536.897393:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897395:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.897397:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764536.897400:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764536.897402:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897403:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764536.897406:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764536.897408:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897410:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764536.897413:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787764536.897416:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764536.897418:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764536.897419:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897421:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764536.897422:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764536.897424:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764536.897427:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764536.897431:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764536.897434:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764536.897441:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764536.897443:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.897447:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.897453:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764536.897455:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764536.897458:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764536.897459:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764536.897461:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764536.897463:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764536.897465:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26115
00000400:00000200:2.0:1787764536.897469:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764536.897472:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764536.897474:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764536.897476:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897478:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764536.897480:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897482:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764536.897484:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764536.897485:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764536.897486:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764536.897488:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764536.897490:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764536.897492:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764536.897495:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897496:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764536.897498:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897500:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764536.897502:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764536.897505:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764536.897507:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.897509:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764536.897511:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764536.897513:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897515:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764536.897517:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764536.897519:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897520:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764536.897523:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
00000020:00000040:2.0:1787764536.897525:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764536.897527:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764536.897528:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.897529:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764536.897530:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764536.897532:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764536.897535:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764536.897537:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764536.897541:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764536.897547:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764536.897549:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.897553:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.897560:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.897564:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26125)
00000100:00000001:0.0:1787764536.897643:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764536.897647:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764536.897650:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764536.897656:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.897664:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764536.897666:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764536.897669:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764536.897672:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764536.897674:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764536.897678:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482360704:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764536.897681:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764536.897685:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764536.897687:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764536.897689:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764536.897694:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764536.897696:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764536.897702:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764536.897706:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764536.897712:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764536.897718:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482360704, portal 25
00000100:00000001:0.0:1787764536.897721:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764536.897722:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980244736 : -118790729306880 : ffff93f5e0c6ed00)
00000100:00000040:0.0:1787764536.897728:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.897746:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764536.897769:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764536.897772:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764536.897776:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482360704, offset 0
00000400:00000200:0.0:1787764536.897782:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764536.897789:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764536.897795:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764536.897799:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764536.897803:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764536.897807:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764536.897809:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764536.897813:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278060:278060:256:4294967295] 192.168.203.115@tcp LPNI seq info [278060:278060:8:4294967295]
00000400:00000200:0.0:1787764536.897817:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764536.897837:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764536.897842:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764536.897847:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764536.897855:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764536.897858:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764536.897864:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764536.897867:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764536.897871:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764536.897874:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764536.897879:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764536.897883:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764536.897888:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764536.897890:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764536.897893:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764536.897897:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.897907:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764536.897910:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.897918:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764536.897919:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764536.897924:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764536.897927:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764536.897930:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320789288
00000100:00000010:0.0:1787764536.897935:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764536.897940:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764536.897946:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320789288
00000100:00000010:0.0:1787764536.897948:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a20.
00000100:00000001:0.0:1787764536.897951:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764536.897954:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764536.897956:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764536.897958:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764536.897963:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764536/real 1787764536]  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764536.897971:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764536.897973:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764536.897975:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764536.897977:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764536.897979:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764536.897981:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764536.897984:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764536.897997:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898004:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764536.898006:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898008:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764536.898010:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764536.898014:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898021:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764536.898025:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898038:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764536.898040:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898042:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764536.898043:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898045:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764536.898047:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764536.898050:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764536.898054:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764536.898056:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764536.898060:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764536.898068:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482360704:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764536.898073:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764536.898076:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898082:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764536.898084:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764536.898086:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764536.898087:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764536.898089:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764536.898092:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360832:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764536.898095:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764536.898096:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764536.898098:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764536.898099:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764536.898103:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764536.898105:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764536.898108:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764536.898111:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764536.898114:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764536.898117:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482360832, portal 10
00000100:00000001:0.0:1787764536.898119:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764536.898120:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980246656 : -118790729304960 : ffff93f5e0c6f480)
00000100:00000040:0.0:1787764536.898127:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898133:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764536.898135:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764536.898137:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764536.898139:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482360832, offset 0
00000400:00000200:0.0:1787764536.898143:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764536.898146:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764536.898150:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764536.898152:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764536.898155:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764536.898157:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764536.898159:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764536.898162:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278061:278061:256:4294967295] 192.168.203.115@tcp LPNI seq info [278061:278061:8:4294967295]
00000400:00000200:0.0:1787764536.898166:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764536.898172:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764536.898176:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764536.898179:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764536.898183:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764536.898185:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764536.898189:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764536.898192:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764536.898196:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764536.898198:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764536.898200:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764536.898204:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764536.898206:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764536.898208:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764536.898211:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764536.898214:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898222:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764536.898225:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898232:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764536.898233:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764536.898236:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764536.898239:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764536.898243:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764536.898244:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320787980
00000100:00000001:0.0:1787764536.898247:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320789288
00000100:00000001:0.0:1787764536.898250:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320787980
00000100:00000001:0.0:1787764536.898251:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320789288
00000100:00000001:0.0:1787764536.898253:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764536.898255:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764536.898257:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764536.898260:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764536/real 1787764536]  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764536.898269:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764536.898270:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764536.898271:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764536.898273:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764536.898275:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764536.898277:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764536.898280:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764536.898289:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898301:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764536.898302:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898304:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764536.898306:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764536.898309:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898316:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764536.898319:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898337:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764536.898339:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898341:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764536.898342:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898343:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764536.898345:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764536.898347:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764536.898350:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764536.898354:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764536.898357:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764536.898364:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360832:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764536.898367:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764536.898371:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898376:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764536.898377:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764536.898380:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764536.898381:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764536.898383:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764536.898386:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360960:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764536.898389:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764536.898390:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764536.898391:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764536.898393:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764536.898396:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764536.898398:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764536.898401:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764536.898403:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764536.898406:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764536.898409:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482360960, portal 10
00000100:00000001:0.0:1787764536.898410:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764536.898411:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980233216 : -118790729318400 : ffff93f5e0c6c000)
00000100:00000040:0.0:1787764536.898416:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898421:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764536.898423:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764536.898425:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764536.898427:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482360960, offset 0
00000400:00000200:0.0:1787764536.898430:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764536.898434:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764536.898437:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764536.898440:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764536.898442:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764536.898444:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764536.898445:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764536.898448:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278062:278062:256:4294967295] 192.168.203.115@tcp LPNI seq info [278062:278062:8:4294967295]
00000400:00000200:0.0:1787764536.898451:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764536.898457:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764536.898462:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764536.898465:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764536.898469:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764536.898471:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764536.898475:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764536.898477:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764536.898481:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764536.898483:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764536.898485:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764536.898489:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764536.898491:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764536.898493:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764536.898495:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764536.898499:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898506:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764536.898509:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898515:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764536.898517:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764536.898519:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764536.898522:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764536.898525:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764536.898527:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320787988
00000100:00000001:0.0:1787764536.898529:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320789288
00000100:00000001:0.0:1787764536.898531:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320787988
00000100:00000001:0.0:1787764536.898532:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320789288
00000100:00000001:0.0:1787764536.898534:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764536.898536:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764536.898537:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764536.898541:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764536/real 1787764536]  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764536.898549:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764536.898550:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764536.898551:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764536.898553:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764536.898555:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764536.898557:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764536.898560:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764536.898567:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898573:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764536.898575:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898576:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764536.898578:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764536.898581:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898588:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764536.898592:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898598:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764536.898600:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898602:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764536.898603:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898604:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764536.898606:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764536.898608:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764536.898611:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764536.898613:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764536.898617:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764536.898625:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482360960:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764536.898629:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764536.898632:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898638:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764536.898639:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764536.898641:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764536.898643:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764536.898644:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764536.898647:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361088:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764536.898650:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764536.898652:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764536.898653:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764536.898655:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764536.898658:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764536.898660:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764536.898663:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764536.898666:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764536.898669:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764536.898671:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482361088, portal 4
00000100:00000001:0.0:1787764536.898673:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764536.898674:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238016 : -118790729313600 : ffff93f5e0c6d2c0)
00000100:00000040:0.0:1787764536.898679:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898685:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764536.898688:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764536.898690:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764536.898692:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482361088, offset 0
00000400:00000200:0.0:1787764536.898696:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764536.898699:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764536.898702:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764536.898705:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764536.898707:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764536.898710:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764536.898712:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764536.898714:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278063:278063:256:4294967295] 192.168.203.115@tcp LPNI seq info [278063:278063:8:4294967295]
00000400:00000200:0.0:1787764536.898718:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764536.898724:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764536.898728:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764536.898731:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764536.898735:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764536.898737:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764536.898741:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764536.898744:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764536.898747:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764536.898765:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764536.898772:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764536.898778:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764536.898781:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764536.898783:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764536.898785:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764536.898788:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898795:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764536.898798:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898803:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764536.898804:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764536.898807:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764536.898809:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764536.898812:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764536.898814:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320787989
00000100:00000001:0.0:1787764536.898816:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320789288
00000100:00000001:0.0:1787764536.898818:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320787989
00000100:00000001:0.0:1787764536.898819:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320789288
00000100:00000001:0.0:1787764536.898821:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764536.898823:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764536.898824:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764536.898827:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764536/real 1787764536]  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764536.898834:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764536.898835:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764536.898836:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764536.898838:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764536.898840:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764536.898841:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764536.898844:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764536.898850:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898855:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764536.898856:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898858:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764536.898859:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764536.898862:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898867:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764536.898870:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898875:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764536.898877:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898878:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764536.898879:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.898881:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764536.898882:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764536.898884:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764536.898887:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764536.898888:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764536.898891:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764536.898897:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361088:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764536.898900:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764536.898902:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898907:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764536.898908:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764536.898910:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764536.898912:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764536.898913:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764536.898916:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361216:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764536.898918:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764536.898919:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764536.898921:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764536.898922:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764536.898925:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764536.898926:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764536.898929:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764536.898931:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764536.898934:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764536.898936:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482361216, portal 4
00000100:00000001:0.0:1787764536.898938:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764536.898939:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980235136 : -118790729316480 : ffff93f5e0c6c780)
00000100:00000040:0.0:1787764536.898943:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.898949:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764536.898951:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764536.898952:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764536.898954:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482361216, offset 0
00000400:00000200:0.0:1787764536.898957:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764536.898960:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764536.898963:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764536.898966:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764536.898968:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764536.898970:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764536.898972:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764536.898974:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278064:278064:256:4294967295] 192.168.203.115@tcp LPNI seq info [278064:278064:8:4294967295]
00000400:00000200:0.0:1787764536.898978:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764536.898983:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764536.898988:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764536.898991:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764536.898994:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764536.898996:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764536.899000:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764536.899003:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764536.899007:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764536.899008:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764536.899011:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764536.899014:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764536.899016:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764536.899018:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764536.899020:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764536.899023:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.899036:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764536.899039:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.899045:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764536.899046:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764536.899050:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764536.899052:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764536.899055:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764536.899056:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320787993
00000100:00000001:0.0:1787764536.899058:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320789288
00000100:00000001:0.0:1787764536.899060:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320787993
00000100:00000001:0.0:1787764536.899062:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320789288
00000100:00000001:0.0:1787764536.899064:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764536.899066:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764536.899067:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764536.899071:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764536/real 1787764536]  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764536.899078:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764536.899079:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764536.899081:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764536.899083:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764536.899085:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764536.899087:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764536.899090:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764536.899097:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.899104:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764536.899106:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.899107:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764536.899109:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764536.899112:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.899119:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764536.899123:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.899130:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764536.899132:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.899133:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764536.899135:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.899136:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764536.899138:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764536.899140:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764536.899143:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764536.899146:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764536.899149:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764536.899157:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361216:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764536.899160:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.899163:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764536.899166:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6ed00 x1874595482360704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.899172:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764536.899174:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764536.899177:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764536.899180:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764536.899181:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764536.899183:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764536.899186:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764536.899188:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6800.
02000000:00000001:0.0:1787764536.899192:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764536.899194:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764536.899195:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6ed00.
00000100:00000001:0.0:1787764536.899199:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764536.899200:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.899201:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764536.899205:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f480 x1874595482360832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.899211:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764536.899212:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764536.899214:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764536.899216:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764536.899217:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764536.899219:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764536.899221:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764536.899222:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6400.
02000000:00000001:0.0:1787764536.899224:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764536.899225:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764536.899226:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f480.
00000100:00000001:0.0:1787764536.899228:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764536.899230:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.899231:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764536.899234:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c000 x1874595482360960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.899240:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764536.899242:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764536.899243:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764536.899245:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764536.899246:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764536.899247:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764536.899249:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764536.899250:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4000.
02000000:00000001:0.0:1787764536.899252:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764536.899254:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764536.899255:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c000.
00000100:00000001:0.0:1787764536.899257:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764536.899258:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.899260:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764536.899263:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d2c0 x1874595482361088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.899269:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764536.899271:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764536.899272:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764536.899276:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764536.899277:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764536.899278:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764536.899280:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764536.899281:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:0.0:1787764536.899283:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764536.899284:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764536.899286:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d2c0.
00000100:00000001:0.0:1787764536.899288:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764536.899289:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.899291:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764536.899294:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c780 x1874595482361216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764536.899300:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764536.899301:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764536.899302:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764536.899304:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764536.899305:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764536.899306:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764536.899308:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764536.899309:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:0.0:1787764536.899311:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764536.899312:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764536.899314:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c780.
00000100:00000001:0.0:1787764536.899316:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764536.899317:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.899320:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764536.899339:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764536.899341:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764536.899344:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764536.899346:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764537.600902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764537.600908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764537.600913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764537.600917:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764537.600919:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764537.600921:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764537.600924:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764537.600927:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764537.600930:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764537.600932:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764537.600935:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764537.600936:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764537.600989:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764537.600992:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764537.600994:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764538.240856:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320789288, at 4320789312
00000100:00000010:1.0:1787764538.240869:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a20.
00000100:00000040:0.0:1787764538.240942:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320789288, at 4320789312
00000100:00000010:0.0:1787764538.240948:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764538.624860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764538.624867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764538.624872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764538.624873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764538.624876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764538.624878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764538.624973:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764538.624977:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764538.624980:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764539.649069:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764539.649081:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764539.649083:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764539.649087:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764539.649094:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764539.649096:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764539.649098:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764539.649099:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764539.649103:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764539.649104:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764539.649106:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764539.649107:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764539.649168:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764539.649172:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764539.649175:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764540.674695:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764540.674706:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764540.674713:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764540.674715:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764540.674718:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764540.674719:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764540.674891:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764540.674895:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764540.674898:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764541.697447:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764541.697454:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764541.697460:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764541.697461:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764541.697464:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764541.697467:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764541.697524:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764541.697528:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764541.697532:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764542.016921:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764542.016931:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764542.016933:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764542.016937:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764542.016941:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764542.016948:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26120
00000400:00000200:1.0:1787764542.016958:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764542.016964:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764542.016967:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764542.016970:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.016973:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764542.016977:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.016979:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764542.016982:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764542.016985:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:1.0:1787764542.016987:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764542.016991:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:1.0:1787764542.016993:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:1.0:1787764542.016995:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:1.0:1787764542.016998:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017001:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764542.017002:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017004:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764542.017007:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:1.0:1787764542.017011:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017013:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764542.017016:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764542.017020:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764542.017022:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.017025:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764542.017027:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764542.017037:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc6530c0.
00000020:00000040:1.0:1787764542.017040:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:1.0:1787764542.017044:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764542.017046:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.017049:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764542.017052:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764542.017055:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764542.017063:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7c400.
00000100:00000001:1.0:1787764542.017070:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764542.017079:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764542.017089:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764542.017094:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764542.017099:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c55f3005] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764542.017125:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764542.017129:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764542.017133:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764542.017134:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764542.017135:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764542.017138:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764542.017141:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26120
00000400:00000200:1.0:1787764542.017145:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764542.017149:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764542.017151:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764542.017154:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017156:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764542.017159:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764542.017159:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017163:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764542.017166:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787764542.017167:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764542.017170:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000100:00000001:0.0:1787764542.017171:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787764542.017172:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764542.017176:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:1.0:1787764542.017180:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764542.017181:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764542.017182:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:1.0:1787764542.017189:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017194:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764542.017198:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764542.017200:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764542.017201:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764542.017204:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764542.017205:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
02000000:00000001:0.0:1787764542.017211:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787764542.017211:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:0.0:1787764542.017216:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764542.017220:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764542.017222:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764542.017225:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787764542.017229:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482361344:192.168.203.115@tcp:250:kworker.0
02000000:00000001:1.0:1787764542.017233:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764542.017235:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764542.017238:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764542.017240:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787764542.017242:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787764542.017244:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787764542.017248:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787764542.017249:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1787764542.017253:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764542.017256:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:1.0:1787764542.017256:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764542.017261:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764542.017261:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc653c00.
00000020:00000040:1.0:1787764542.017266:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764542.017270:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787764542.017272:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:1.0:1787764542.017273:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.017276:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764542.017278:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1787764542.017280:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
02000000:00000001:1.0:1787764542.017280:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764542.017650:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764542.017660:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482361344, portal 25
00000100:00000001:0.0:1787764542.017662:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764542.017664:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906730688 : -118790802820928 : ffff93f5dc6530c0)
00000100:00000040:0.0:1787764542.017671:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.017678:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764542.017681:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764542.017684:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764542.017687:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482361344, offset 0
02000000:00000010:1.0:1787764542.017704:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7c000.
00000100:00000001:1.0:1787764542.017711:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764542.017718:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764542.017736:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764542.017739:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764542.017743:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5eed468] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764542.017786:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764542.017788:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764542.017792:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764542.017793:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764542.017794:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764542.017796:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764542.017799:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26120
00000400:00000200:1.0:1787764542.017803:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764542.017807:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764542.017809:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764542.017811:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017813:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764542.017815:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017817:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764542.017819:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764542.017820:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:1.0:1787764542.017822:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764542.017824:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:1.0:1787764542.017826:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:1.0:1787764542.017828:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:1.0:1787764542.017831:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017832:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764542.017834:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017835:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764542.017838:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:1.0:1787764542.017840:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017842:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764542.017844:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764542.017847:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764542.017848:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.017850:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764542.017852:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764542.017854:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.017856:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764542.017860:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc651680.
00000020:00000040:1.0:1787764542.017862:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:1.0:1787764542.017864:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764542.017865:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.017867:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764542.017869:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764542.017871:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764542.017874:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7f000.
00000100:00000001:1.0:1787764542.017877:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764542.017881:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764542.017887:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764542.017889:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764542.017893:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c0c958a] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764542.017900:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764542.017902:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764542.017906:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764542.017907:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764542.017909:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764542.017911:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764542.017913:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26120
00000400:00000200:1.0:1787764542.017917:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764542.017920:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764542.017922:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764542.017924:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017926:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764542.017929:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017930:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764542.017933:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764542.017934:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:1.0:1787764542.017935:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764542.017937:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:1.0:1787764542.017939:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:1.0:1787764542.017941:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:1.0:1787764542.017945:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017947:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764542.017949:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017951:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764542.017953:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:1.0:1787764542.017955:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764542.017957:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764542.017959:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764542.017961:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764542.017963:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.017965:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764542.017967:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764542.017969:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.017971:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764542.017974:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc652d00.
00000020:00000040:1.0:1787764542.017976:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:1.0:1787764542.017978:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764542.017980:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.017981:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764542.017983:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764542.017984:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764542.017988:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7d000.
00000100:00000001:1.0:1787764542.017992:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764542.017996:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764542.018003:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764542.018005:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764542.018009:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1dd52f6] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764542.018015:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764542.018018:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764542.018021:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764542.018023:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764542.018024:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764542.018027:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764542.018029:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26120
00000400:00000200:1.0:1787764542.018032:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764542.018035:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764542.018037:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764542.018040:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.018042:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764542.018044:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.018046:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764542.018048:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764542.018049:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:1.0:1787764542.018051:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764542.018052:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:1.0:1787764542.018054:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:1.0:1787764542.018056:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:1.0:1787764542.018059:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.018061:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764542.018063:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764542.018064:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764542.018066:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:1.0:1787764542.018069:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764542.018071:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764542.018073:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764542.018075:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764542.018077:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.018079:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764542.018080:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764542.018084:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.018085:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764542.018088:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc651a40.
00000020:00000040:1.0:1787764542.018090:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:1.0:1787764542.018093:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764542.018094:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764542.018096:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764542.018097:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764542.018099:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764542.018102:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7e000.
00000100:00000001:1.0:1787764542.018105:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764542.018109:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764542.018116:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764542.018118:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764542.018121:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c53913] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764542.018341:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764542.018351:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764542.018357:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764542.018361:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764542.018365:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764542.018369:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764542.018371:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764542.018375:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278065:278065:256:4294967295] 192.168.203.115@tcp LPNI seq info [278065:278065:8:4294967295]
00000400:00000200:0.0:1787764542.018379:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764542.018388:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764542.018394:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764542.018400:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764542.018406:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764542.018410:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764542.018415:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764542.018419:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764542.018423:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764542.018425:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764542.018431:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764542.018436:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764542.018442:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764542.018444:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764542.018448:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764542.018452:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.018463:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764542.018466:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.018472:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.018474:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764542.018478:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764542.018482:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764542.018484:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320794408
00000100:00000010:0.0:1787764542.018490:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764542.018496:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764542.018502:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320794408
00000100:00000010:0.0:1787764542.018505:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2171e0.
00000100:00000001:0.0:1787764542.018509:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764542.018512:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764542.018515:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.018517:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764542.018521:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764542/real 1787764542]  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764542.018530:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764542.018532:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764542.018534:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764542.018537:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764542.018538:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764542.018541:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764542.018544:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764542.018552:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.018559:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764542.018561:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.018563:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764542.018564:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764542.018568:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.018575:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764542.018579:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.018586:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764542.018588:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.018590:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764542.018591:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.018594:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764542.018595:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764542.018598:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764542.018602:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764542.018604:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764542.018608:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764542.018616:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482361344:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764542.018620:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.018622:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764542.018625:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6530c0 x1874595482361344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.018631:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764542.018633:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764542.018636:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764542.018640:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764542.018642:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764542.018643:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764542.018645:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764542.018647:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c400.
02000000:00000001:0.0:1787764542.018650:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764542.018652:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764542.018653:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6530c0.
00000100:00000001:0.0:1787764542.018658:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764542.018659:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.018661:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.018667:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764542.018669:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.018671:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764542.018673:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764542.018674:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764542.018678:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.018684:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764542.018685:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764542.018688:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764542.018690:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764542.018692:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764542.018695:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361472:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764542.018698:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764542.018701:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764542.018703:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764542.018705:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764542.018708:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764542.018709:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764542.018714:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764542.018716:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764542.018721:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764542.018724:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482361472, portal 10
00000100:00000001:0.0:1787764542.018726:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764542.018727:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906733568 : -118790802818048 : ffff93f5dc653c00)
00000100:00000040:0.0:1787764542.018738:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.018744:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764542.018747:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764542.018762:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764542.018765:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482361472, offset 0
00000400:00000200:0.0:1787764542.018770:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764542.018774:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764542.018778:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764542.018780:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764542.018783:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764542.018785:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764542.018787:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764542.018790:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278066:278066:256:4294967295] 192.168.203.115@tcp LPNI seq info [278066:278066:8:4294967295]
00000400:00000200:0.0:1787764542.018793:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764542.018798:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764542.018802:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764542.018805:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764542.018809:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764542.018812:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764542.018816:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764542.018819:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764542.018822:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764542.018824:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764542.018827:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764542.018830:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764542.018833:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764542.018835:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764542.018837:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764542.018841:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.018855:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764542.018858:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.018864:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.018865:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764542.018868:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764542.018872:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764542.018875:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764542.018877:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320793100
00000100:00000001:0.0:1787764542.018937:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320794408
00000100:00000001:0.0:1787764542.018941:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320793101
00000100:00000001:0.0:1787764542.018943:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320794408
00000100:00000001:0.0:1787764542.018945:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764542.018947:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.018949:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764542.018954:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764542/real 1787764542]  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764542.018963:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764542.018965:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764542.018966:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764542.018969:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764542.018970:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764542.018972:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764542.018976:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764542.018983:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.018989:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764542.018991:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.018992:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764542.018994:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764542.018997:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.019003:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764542.019007:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.019013:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764542.019016:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.019018:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764542.019019:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.019021:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764542.019023:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764542.019025:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764542.019028:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764542.019030:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764542.019034:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764542.019042:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361472:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764542.019045:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764542.019048:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.019055:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764542.019056:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764542.019058:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764542.019060:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764542.019062:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764542.019066:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361600:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764542.019069:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764542.019070:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764542.019072:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764542.019074:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764542.019077:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764542.019079:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764542.019082:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764542.019085:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764542.019088:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764542.019090:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482361600, portal 10
00000100:00000001:0.0:1787764542.019092:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764542.019093:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906723968 : -118790802827648 : ffff93f5dc651680)
00000100:00000040:0.0:1787764542.019099:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.019105:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764542.019107:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764542.019109:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764542.019111:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482361600, offset 0
00000400:00000200:0.0:1787764542.019115:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764542.019119:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764542.019123:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764542.019125:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764542.019128:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764542.019130:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764542.019132:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764542.019135:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278067:278067:256:4294967295] 192.168.203.115@tcp LPNI seq info [278067:278067:8:4294967295]
00000400:00000200:0.0:1787764542.019140:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764542.019145:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764542.019150:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764542.019153:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764542.019158:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764542.019160:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764542.019164:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764542.019167:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764542.019171:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764542.019173:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764542.019176:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764542.019179:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764542.019182:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764542.019183:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764542.019185:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764542.019189:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.019196:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764542.019199:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.019205:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.019207:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764542.019210:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764542.019212:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764542.019215:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764542.019217:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320793109
00000100:00000001:0.0:1787764542.019220:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320794408
00000100:00000001:0.0:1787764542.019222:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320793109
00000100:00000001:0.0:1787764542.019224:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320794408
00000100:00000001:0.0:1787764542.019226:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764542.019228:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.019230:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764542.019233:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764542/real 1787764542]  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764542.019241:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764542.019243:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764542.019245:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764542.019247:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764542.019249:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:1.0:1787764542.019342:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764542.019348:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26130)
00000100:00000001:0.0:1787764542.019897:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764542.019904:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764542.019914:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.019922:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764542.019924:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.019926:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764542.019927:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764542.019931:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.019938:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764542.019942:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.019950:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764542.019952:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.019955:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764542.019956:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.019957:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764542.019959:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764542.019962:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764542.019966:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764542.019968:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764542.019972:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764542.019986:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361600:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764542.019990:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764542.019994:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020001:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764542.020002:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764542.020004:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764542.020006:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764542.020116:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764542.020121:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361728:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764542.020124:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764542.020126:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764542.020128:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764542.020130:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764542.020135:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764542.020137:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764542.020141:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764542.020144:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764542.020148:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764542.020153:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482361728, portal 4
00000100:00000001:0.0:1787764542.020155:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764542.020156:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906729728 : -118790802821888 : ffff93f5dc652d00)
00000100:00000040:0.0:1787764542.020163:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020170:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764542.020172:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764542.020175:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764542.020177:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482361728, offset 0
00000400:00000200:0.0:1787764542.020182:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764542.020188:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764542.020192:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764542.020196:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764542.020199:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764542.020201:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764542.020203:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764542.020206:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278068:278068:256:4294967295] 192.168.203.115@tcp LPNI seq info [278068:278068:8:4294967295]
00000400:00000200:0.0:1787764542.020210:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764542.020216:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764542.020221:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764542.020225:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764542.020286:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764542.020301:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764542.020306:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764542.020310:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764542.020314:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764542.020316:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764542.020319:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764542.020322:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764542.020326:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764542.020328:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764542.020330:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764542.020334:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020342:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764542.020345:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020352:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.020354:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764542.020357:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764542.020360:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764542.020363:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764542.020366:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320793110
00000100:00000001:0.0:1787764542.020369:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320794408
00000100:00000001:0.0:1787764542.020371:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320793110
00000100:00000001:0.0:1787764542.020373:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320794408
00000100:00000001:0.0:1787764542.020375:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764542.020377:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.020379:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764542.020383:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764542/real 1787764542]  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764542.020392:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764542.020393:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764542.020395:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764542.020397:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764542.020399:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764542.020401:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764542.020405:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764542.020412:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020419:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764542.020420:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.020422:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764542.020423:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764542.020426:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020433:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764542.020437:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020443:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764542.020446:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.020448:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764542.020449:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.020451:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764542.020452:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764542.020455:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764542.020458:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764542.020461:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764542.020465:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764542.020472:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361728:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764542.020476:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.020479:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764542.020483:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653c00 x1874595482361472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020490:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764542.020492:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764542.020494:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764542.020498:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764542.020500:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764542.020501:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764542.020503:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764542.020505:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c000.
02000000:00000001:0.0:1787764542.020508:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764542.020510:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764542.020511:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653c00.
00000100:00000001:0.0:1787764542.020515:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764542.020516:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.020518:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764542.020521:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651680 x1874595482361600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020532:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764542.020534:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764542.020535:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764542.020537:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764542.020539:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764542.020540:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764542.020542:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764542.020543:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7f000.
02000000:00000001:0.0:1787764542.020545:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764542.020546:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764542.020548:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651680.
00000100:00000001:0.0:1787764542.020550:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764542.020551:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.020553:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764542.020556:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652d00 x1874595482361728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020562:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764542.020563:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764542.020565:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764542.020568:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764542.020569:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764542.020570:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764542.020572:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764542.020574:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:0.0:1787764542.020576:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764542.020577:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764542.020578:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652d00.
00000100:00000001:0.0:1787764542.020580:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764542.020581:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.020583:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.020589:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764542.020591:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.020593:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764542.020594:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764542.020596:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764542.020600:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020605:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764542.020607:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764542.020609:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764542.020610:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764542.020612:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764542.020615:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361856:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764542.020618:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764542.020619:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764542.020621:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764542.020622:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764542.020625:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764542.020627:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764542.020630:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764542.020632:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764542.020635:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764542.020637:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482361856, portal 4
00000100:00000001:0.0:1787764542.020639:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764542.020640:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906724928 : -118790802826688 : ffff93f5dc651a40)
00000100:00000040:0.0:1787764542.020646:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.020652:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764542.020654:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764542.020656:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764542.020659:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482361856, offset 0
00000400:00000200:0.0:1787764542.020662:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764542.020666:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764542.020670:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764542.020673:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764542.020981:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764542.020984:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764542.020987:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764542.020990:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278069:278069:256:4294967295] 192.168.203.115@tcp LPNI seq info [278069:278069:8:4294967295]
00000400:00000200:0.0:1787764542.020996:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764542.021002:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764542.021007:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764542.021011:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764542.021015:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764542.021019:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787764542.021023:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764542.021026:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787764542.021029:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764542.021031:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764542.021034:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764542.021037:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764542.021041:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764542.021043:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764542.021046:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764542.021050:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.021058:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764542.021061:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.021067:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.021069:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764542.021072:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764542.021075:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764542.021079:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764542.021081:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320793115
00000100:00000001:0.0:1787764542.021084:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320794408
00000100:00000001:0.0:1787764542.021086:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320793115
00000100:00000001:0.0:1787764542.021088:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320794408
00000100:00000001:0.0:1787764542.021090:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764542.021093:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.021094:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764542.021098:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764542/real 1787764542]  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764542.021106:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764542.021108:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764542.021109:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764542.021112:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764542.021113:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764542.021116:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764542.021118:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764542.021126:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.021132:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764542.021133:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.021135:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764542.021136:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764542.021140:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.021146:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764542.021150:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.021156:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764542.021159:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.021160:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764542.021161:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.021163:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764542.021164:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764542.021167:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764542.021171:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764542.021173:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764542.021177:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764542.021184:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482361856:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764542.021188:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.021190:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764542.021193:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651a40 x1874595482361856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764542.021204:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764542.021206:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764542.021208:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764542.021210:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764542.021212:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764542.021213:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764542.021215:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764542.021216:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:0.0:1787764542.021219:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764542.021220:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764542.021221:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651a40.
00000100:00000001:0.0:1787764542.021224:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764542.021225:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.021227:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764542.021236:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764542.021237:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764542.021239:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764542.021241:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764542.720852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764542.720858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764542.720864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764542.720865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764542.720868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764542.720869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764542.721009:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764542.721014:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764542.721017:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764543.360844:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320794408, at 4320794432
00000100:00000040:0.0:1787764543.360846:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320794408, at 4320794432
00000100:00000010:0.0:1787764543.360861:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00000100:00000010:1.0:1787764543.360862:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2171e0.
00010000:00000001:2.0:1787764543.744925:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764543.744933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764543.744948:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764543.744950:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764543.744953:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764543.744954:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764543.745034:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764543.745040:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764543.745044:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764544.768831:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764544.768836:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764544.768839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764544.768840:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764544.768842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764544.768845:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764544.768846:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764544.768848:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764544.768851:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764544.768852:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764544.768854:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764544.768855:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764544.768916:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764544.768920:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764544.768923:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764545.792901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764545.792908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764545.792914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764545.792915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764545.792918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764545.792920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764545.792982:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764545.792987:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764545.792990:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764546.817316:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764546.817324:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764546.817329:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764546.817330:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764546.817334:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764546.817335:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764546.818321:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764546.818325:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764546.818329:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764547.137000:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764547.137010:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764547.137012:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764547.137016:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764547.137020:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764547.137039:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26125
00000400:00000200:3.0:1787764547.137048:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764547.137055:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764547.137058:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764547.137061:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137064:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764547.137068:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137070:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764547.137074:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764547.137075:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764547.137078:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764547.137082:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764547.137084:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764547.137087:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764547.137090:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137092:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764547.137094:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137096:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764547.137099:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764547.137102:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137104:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764547.137107:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764547.137110:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764547.137113:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137115:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764547.137118:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764547.137129:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764547.137133:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764547.137136:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764547.137138:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137141:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764547.137143:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764547.137147:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764547.137154:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764547.137160:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764547.137169:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764547.137187:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764547.137192:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764547.137197:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764547.137223:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764547.137226:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764547.137229:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764547.137231:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764547.137232:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764547.137235:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764547.137238:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26125
00000400:00000200:3.0:1787764547.137241:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764547.137244:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764547.137246:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764547.137249:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137251:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764547.137264:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137266:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764547.137268:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764547.137269:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764547.137271:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764547.137273:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764547.137275:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764547.137278:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764547.137280:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137282:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764547.137284:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137286:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764547.137288:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764547.137292:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137296:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764547.137298:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764547.137303:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787764547.137304:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764547.137308:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.137310:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764547.137311:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764547.137314:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787764547.137316:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764547.137320:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137323:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764547.137324:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764547.137327:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764547.137332:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764547.137337:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764547.137339:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137343:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787764547.137344:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764547.137345:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764547.137348:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764547.137349:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764547.137355:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1787764547.137356:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
02000000:00000001:0.0:1787764547.137360:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764547.137362:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764547.137364:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764547.137370:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787764547.137371:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482361984:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764547.137380:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764547.137385:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764547.137386:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787764547.137389:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137390:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764547.137394:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787764547.137398:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787764547.137401:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764547.137410:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137418:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764547.137419:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764547.137424:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787764547.137427:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000100:00080000:3.0:1787764547.137429:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764547.137432:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764547.137434:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1787764547.137437:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000001:3.0:1787764547.137437:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764547.137442:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26125
00000100:00000200:0.0:1787764547.137447:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482361984, portal 25
00000400:00000200:3.0:1787764547.137448:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764547.137452:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1787764547.137454:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764547.137456:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00080000:3.0:1787764547.137458:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764547.137463:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:0.0:1787764547.137467:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764547.137467:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764547.137470:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137475:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764547.137480:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764547.137482:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764547.137485:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764547.137487:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764547.137492:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764547.137497:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:0.0:1787764547.137498:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764547.137505:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764547.137508:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000040:3.0:1787764547.137511:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000200:0.0:1787764547.137512:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482361984, offset 0
00000100:00000001:3.0:1787764547.137516:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764547.137520:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764547.137524:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137524:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764547.137529:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764547.137534:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:0.0:1787764547.137537:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764547.137538:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764547.137543:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764547.137546:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787764547.137548:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
02000000:00000001:3.0:1787764547.137549:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764547.137556:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764547.137560:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787764547.137561:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000008:00100000:3.0:1787764547.137563:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787764547.137567:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1787764547.137568:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137572:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764547.137573:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000010:3.0:1787764547.137578:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000400:00000200:0.0:1787764547.137580:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278070:278070:256:4294967295] 192.168.203.115@tcp LPNI seq info [278070:278070:8:4294967295]
00000020:00000040:3.0:1787764547.137583:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000400:00000200:0.0:1787764547.137589:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764547.137589:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764547.137592:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137594:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764547.137597:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764547.137600:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764547.137604:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1787764547.137607:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764547.137612:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764547.137613:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00100000:3.0:1787764547.137619:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1787764547.137621:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000100:00000001:3.0:1787764547.137631:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1787764547.137632:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764547.137635:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764547.137638:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1787764547.137641:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787764547.137649:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764547.137654:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764547.137656:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764547.137662:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764547.137665:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000100:00080000:3.0:1787764547.137668:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787764547.137671:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764547.137675:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787764547.137680:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764547.137682:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787764547.137683:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00080000:3.0:1787764547.137684:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1787764547.137688:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:3.0:1787764547.137689:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764547.137694:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26125
00000100:00000001:0.0:1787764547.137696:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1787764547.137700:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000200:0.0:1787764547.137704:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764547.137707:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764547.137712:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764547.137719:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137724:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764547.137726:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764547.137727:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137731:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764547.137734:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787764547.137735:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764547.137736:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764547.137739:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764547.137742:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764547.137747:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764547.137783:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764547.137787:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137791:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764547.137795:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.137800:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764547.137805:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:0.0:1787764547.137808:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764547.137809:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764547.137813:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764547.137814:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764547.137818:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764547.137821:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764547.137821:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764547.137824:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137827:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787764547.137828:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00100000:3.0:1787764547.137830:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787764547.137833:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320799528
00000008:00000001:3.0:1787764547.137834:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137839:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764547.137842:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764547.137852:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764547.137855:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764547.137856:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137858:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764547.137860:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764547.137861:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764547.137867:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000010:0.0:1787764547.137877:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:3.0:1787764547.137877:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764547.137885:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764547.137886:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764547.137895:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320799528
00000100:00000001:3.0:1787764547.137895:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764547.137900:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764547.137902:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217360.
00000100:00000040:3.0:1787764547.137906:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.137908:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764547.137913:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764547.137919:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.137920:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.137925:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787764547.137926:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764547.137931:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764547.137934:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787764547.137935:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764547/real 1787764547]  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764547.137937:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764547.137941:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764547.137947:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26125
00000400:00000200:3.0:1787764547.137955:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000001:0.0:1787764547.137956:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764547.137959:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1787764547.137960:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000010:0.0:1787764547.137964:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000100:00080000:3.0:1787764547.137965:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787764547.137971:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000100:00000040:3.0:1787764547.137971:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:0.0:1787764547.137976:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:3.0:1787764547.137976:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764547.137980:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764547.137983:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764547.137983:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764547.137987:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764547.137988:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764547.137991:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:0.0:1787764547.137992:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764547.137993:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764547.137997:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764547.138001:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764547.138009:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.138012:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787764547.138016:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764547.138016:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764547.138021:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764547.138025:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764547.138030:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764547.138036:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.138037:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787764547.138038:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764547.138040:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764547.138042:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764547.138046:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764547.138046:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.138050:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764547.138051:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764547.138053:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764547.138057:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764547.138059:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764547.138060:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764547.138065:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764547.138069:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764547.138073:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787764547.138075:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764547.138076:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764547.138080:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764547.138081:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764547.138084:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764547.138085:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764547.138088:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764547.138094:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.138100:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1787764547.138103:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764547.138105:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.138109:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764547.138112:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.138117:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764547.138117:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764547.138122:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764547.138122:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764547.138127:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764547.138129:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764547.138138:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787764547.138143:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.138144:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764547.138148:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26135)
00000100:00000040:0.0:1787764547.138153:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764547.138162:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482361984:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764547.138168:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.138171:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764547.138175:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482361984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138182:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764547.138184:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764547.138186:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764547.138190:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764547.138191:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764547.138193:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764547.138195:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764547.138198:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:0.0:1787764547.138202:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764547.138205:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764547.138206:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:0.0:1787764547.138212:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764547.138213:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.138215:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.138222:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764547.138224:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.138226:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764547.138227:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764547.138229:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764547.138233:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138240:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764547.138241:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764547.138244:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764547.138245:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764547.138247:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764547.138250:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362112:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764547.138263:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764547.138265:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764547.138267:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764547.138268:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764547.138272:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764547.138274:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764547.138277:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764547.138280:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764547.138284:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764547.138287:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482362112, portal 10
00000100:00000001:0.0:1787764547.138289:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764547.138290:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:0.0:1787764547.138296:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138302:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764547.138305:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764547.138308:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764547.138310:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482362112, offset 0
00000400:00000200:0.0:1787764547.138314:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764547.138318:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764547.138322:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764547.138325:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764547.138327:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764547.138329:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764547.138332:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764547.138335:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278071:278071:256:4294967295] 192.168.203.115@tcp LPNI seq info [278071:278071:8:4294967295]
00000400:00000200:0.0:1787764547.138338:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764547.138344:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764547.138349:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764547.138353:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764547.138357:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764547.138360:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764547.138364:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764547.138367:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764547.138371:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764547.138372:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764547.138374:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764547.138378:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764547.138381:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764547.138383:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764547.138385:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764547.138389:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138396:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764547.138399:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138405:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.138406:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764547.138410:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764547.138413:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764547.138417:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764547.138419:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320798220
00000100:00000001:0.0:1787764547.138421:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320799528
00000100:00000001:0.0:1787764547.138423:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320798220
00000100:00000001:0.0:1787764547.138425:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320799528
00000100:00000001:0.0:1787764547.138427:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764547.138429:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.138430:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764547.138434:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764547/real 1787764547]  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764547.138442:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764547.138443:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764547.138445:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764547.138447:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764547.138448:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764547.138450:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764547.138453:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764547.138461:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138467:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764547.138468:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.138470:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764547.138472:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764547.138475:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138481:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764547.138485:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138492:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764547.138494:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.138583:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764547.138584:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.138586:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764547.138588:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764547.138591:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764547.138595:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764547.138597:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764547.138602:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764547.138611:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362112:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764547.138615:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764547.138618:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138625:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764547.138626:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764547.138628:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764547.138630:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764547.138632:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764547.138634:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362240:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764547.138637:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764547.138639:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764547.138640:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764547.138642:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764547.138646:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764547.138647:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764547.138651:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764547.138654:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764547.138657:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764547.138660:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482362240, portal 10
00000100:00000001:0.0:1787764547.138662:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764547.138663:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:0.0:1787764547.138668:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138673:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764547.138675:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764547.138677:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764547.138679:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482362240, offset 0
00000400:00000200:0.0:1787764547.138682:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764547.138685:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764547.138687:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764547.138689:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764547.138690:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764547.138692:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764547.138694:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764547.138695:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278072:278072:256:4294967295] 192.168.203.115@tcp LPNI seq info [278072:278072:8:4294967295]
00000400:00000200:0.0:1787764547.138698:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764547.138702:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764547.138704:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764547.138706:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764547.138708:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764547.138710:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764547.138712:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764547.138714:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764547.138716:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764547.138718:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764547.138720:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764547.138722:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764547.138723:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764547.138725:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764547.138727:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764547.138729:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138734:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764547.138736:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138740:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.138741:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764547.138742:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764547.138744:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764547.138746:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764547.138747:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320798228
00000100:00000001:0.0:1787764547.138764:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320799528
00000100:00000001:0.0:1787764547.138766:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320798229
00000100:00000001:0.0:1787764547.138767:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320799528
00000100:00000001:0.0:1787764547.138768:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764547.138770:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.138771:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764547.138773:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764547/real 1787764547]  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764547.138777:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764547.138778:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764547.138779:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764547.138781:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764547.138782:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764547.138783:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764547.138785:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764547.138789:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138794:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764547.138794:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.138795:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764547.138796:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764547.138798:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138803:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764547.138807:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138813:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764547.138816:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.138817:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764547.138818:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.138820:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764547.138821:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764547.138823:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764547.138826:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764547.138828:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764547.138831:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764547.138839:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362240:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764547.138843:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764547.138846:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138853:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764547.138854:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764547.138857:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764547.138859:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764547.138861:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764547.138863:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362368:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764547.138867:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764547.138869:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764547.138870:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764547.138872:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764547.138875:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764547.138877:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764547.138880:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764547.138883:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764547.138886:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764547.138889:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482362368, portal 4
00000100:00000001:0.0:1787764547.138891:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764547.138892:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:0.0:1787764547.138897:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138903:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764547.138906:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764547.138908:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764547.138910:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482362368, offset 0
00000400:00000200:0.0:1787764547.138914:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764547.138917:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764547.138921:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764547.138924:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764547.138926:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764547.138928:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764547.138931:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764547.138934:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278073:278073:256:4294967295] 192.168.203.115@tcp LPNI seq info [278073:278073:8:4294967295]
00000400:00000200:0.0:1787764547.138937:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764547.138944:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764547.138948:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764547.138951:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764547.138954:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764547.138957:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764547.138961:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764547.138963:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764547.138966:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764547.138968:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764547.138969:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764547.138971:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764547.138973:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764547.138974:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764547.138976:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764547.138978:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138983:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764547.138985:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.138988:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.138989:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764547.138991:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764547.138993:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764547.138995:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764547.138997:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320798229
00000100:00000001:0.0:1787764547.138998:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320799528
00000100:00000001:0.0:1787764547.139000:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320798229
00000100:00000001:0.0:1787764547.139001:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320799528
00000100:00000001:0.0:1787764547.139002:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764547.139003:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.139004:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764547.139006:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764547/real 1787764547]  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764547.139011:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764547.139012:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764547.139013:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764547.139014:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764547.139015:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764547.139016:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764547.139018:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764547.139022:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139026:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764547.139027:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139028:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764547.139028:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764547.139030:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139034:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764547.139036:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139039:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764547.139040:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139041:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764547.139042:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139043:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764547.139044:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764547.139045:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764547.139047:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764547.139048:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764547.139051:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764547.139055:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362368:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764547.139057:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764547.139059:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139062:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764547.139063:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764547.139064:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764547.139065:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764547.139066:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764547.139067:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362496:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764547.139069:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764547.139070:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764547.139071:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764547.139072:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764547.139074:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764547.139075:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764547.139076:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764547.139078:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764547.139079:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764547.139081:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482362496, portal 4
00000100:00000001:0.0:1787764547.139082:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764547.139083:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:0.0:1787764547.139087:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139090:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764547.139091:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764547.139093:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764547.139094:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482362496, offset 0
00000400:00000200:0.0:1787764547.139096:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764547.139098:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764547.139100:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764547.139102:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764547.139104:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764547.139105:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764547.139107:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764547.139108:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278074:278074:256:4294967295] 192.168.203.115@tcp LPNI seq info [278074:278074:8:4294967295]
00000400:00000200:0.0:1787764547.139111:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764547.139114:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764547.139116:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764547.139118:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764547.139120:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764547.139122:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787764547.139124:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764547.139126:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787764547.139128:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764547.139129:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764547.139131:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764547.139132:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764547.139134:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764547.139135:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764547.139136:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764547.139138:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139142:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764547.139144:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139148:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.139149:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764547.139150:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764547.139151:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764547.139153:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764547.139155:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320798233
00000100:00000001:0.0:1787764547.139156:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320799528
00000100:00000001:0.0:1787764547.139158:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320798233
00000100:00000001:0.0:1787764547.139159:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320799528
00000100:00000001:0.0:1787764547.139160:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764547.139161:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.139162:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764547.139164:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764547/real 1787764547]  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764547.139167:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764547.139168:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764547.139169:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764547.139170:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764547.139171:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764547.139172:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764547.139174:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764547.139179:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139182:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764547.139183:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139184:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764547.139184:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764547.139186:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139190:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764547.139191:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139195:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764547.139197:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139198:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764547.139198:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139199:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764547.139200:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764547.139202:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764547.139203:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764547.139204:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764547.139206:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764547.139210:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362496:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764547.139212:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139213:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764547.139215:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482362112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139218:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764547.139219:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764547.139220:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764547.139221:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764547.139222:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764547.139223:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764547.139224:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764547.139225:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:0.0:1787764547.139228:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764547.139229:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764547.139230:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:0.0:1787764547.139233:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764547.139235:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139236:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764547.139239:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482362240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139406:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764547.139408:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764547.139410:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764547.139413:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764547.139415:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764547.139416:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764547.139418:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764547.139420:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:0.0:1787764547.139422:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764547.139423:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764547.139424:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:0.0:1787764547.139518:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764547.139519:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139521:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764547.139526:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482362368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139532:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764547.139534:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764547.139536:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764547.139538:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764547.139539:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764547.139541:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764547.139542:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764547.139544:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:0.0:1787764547.139546:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764547.139547:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764547.139548:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764547.139551:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764547.139552:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139553:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764547.139556:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482362496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764547.139562:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764547.139563:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764547.139565:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764547.139567:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764547.139568:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764547.139570:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764547.139571:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764547.139572:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:0.0:1787764547.139574:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764547.139575:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764547.139576:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:0.0:1787764547.139578:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764547.139579:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139581:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764547.139586:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764547.139587:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764547.139589:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764547.139591:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764547.840877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764547.840882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764547.840886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764547.840889:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764547.840891:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764547.840894:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764547.840897:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764547.840899:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764547.840901:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764547.840904:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764547.840907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764547.840908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764547.841005:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764547.841010:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764547.841012:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764548.480867:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320799528, at 4320799552
00000100:00000010:0.0:1787764548.480883:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00000100:00000040:1.0:1787764548.480908:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320799528, at 4320799552
00000100:00000010:1.0:1787764548.480916:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217360.
00010000:00000001:2.0:1787764548.864876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764548.864883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764548.864889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764548.864890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764548.864893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764548.864894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764548.865369:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764548.865374:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764548.865377:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764549.888931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764549.888942:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764549.888945:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764549.888948:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764549.888954:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764549.888957:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764549.888959:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764549.888962:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764549.888966:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764549.888967:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764549.888972:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764549.888973:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764549.889324:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764549.889328:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764549.889332:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764550.913384:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764550.913392:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764550.913398:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764550.913400:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764550.913403:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764550.913404:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764550.913484:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764550.913491:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764550.913496:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764551.936973:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764551.936981:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764551.936988:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764551.936991:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764551.936995:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764551.936997:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764551.937069:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764551.937074:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764551.937078:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764552.256879:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764552.256890:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764552.256892:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764552.256896:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764552.256899:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764552.256905:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26130
00000400:00000200:3.0:1787764552.256913:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764552.256919:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764552.256922:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764552.256924:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.256927:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764552.256928:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.256931:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764552.256933:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764552.256935:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764552.256937:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764552.256940:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764552.256941:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764552.256943:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764552.256944:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.256946:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764552.256947:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.256948:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764552.256950:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764552.256952:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764552.256953:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764552.256955:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764552.256958:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764552.256960:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764552.256963:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764552.256965:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764552.256974:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764552.256978:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764552.256981:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764552.256983:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764552.256986:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764552.256988:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764552.256992:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764552.257000:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764552.257006:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764552.257015:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764552.257025:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764552.257029:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764552.257035:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.257103:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764552.257107:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764552.257109:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764552.257114:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.257119:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764552.257121:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764552.257124:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764552.257126:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764552.257127:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764552.257129:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482362624:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764552.257132:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764552.257136:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764552.257137:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764552.257139:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764552.257142:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764552.257144:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764552.257148:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764552.257151:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764552.257156:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764552.257161:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482362624, portal 25
00000100:00000001:0.0:1787764552.257163:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764552.257164:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000100:00000040:0.0:1787764552.257168:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.257172:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764552.257174:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764552.257176:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764552.257178:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482362624, offset 0
00000400:00000200:0.0:1787764552.257182:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764552.257188:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764552.257287:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764552.257291:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787764552.257293:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:3.0:1787764552.257295:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764552.257296:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787764552.257298:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787764552.257298:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764552.257301:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787764552.257302:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:3.0:1787764552.257303:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26130
00000400:00000200:0.0:1787764552.257305:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764552.257307:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764552.257308:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:3.0:1787764552.257310:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1787764552.257312:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278075:278075:256:4294967295] 192.168.203.115@tcp LPNI seq info [278075:278075:8:4294967295]
00000100:00080000:3.0:1787764552.257312:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764552.257315:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764552.257317:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764552.257318:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764552.257319:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257321:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764552.257323:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764552.257325:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000400:00000200:0.0:1787764552.257326:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787764552.257326:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764552.257329:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764552.257330:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000800:00000200:0.0:1787764552.257332:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000020:00000001:3.0:1787764552.257332:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764552.257335:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257337:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1787764552.257338:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000100:00000040:3.0:1787764552.257339:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257340:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764552.257342:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000800:00000200:0.0:1787764552.257344:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764552.257345:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257347:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764552.257348:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1787764552.257349:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1787764552.257353:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764552.257354:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764552.257356:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764552.257356:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787764552.257358:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000100:0.0:1787764552.257360:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764552.257362:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000008:00100000:3.0:1787764552.257362:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764552.257365:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764552.257366:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764552.257368:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1787764552.257370:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000400:00000200:0.0:1787764552.257372:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787764552.257372:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764552.257374:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764552.257375:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764552.257377:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00000001:3.0:1787764552.257377:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764552.257378:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1787764552.257379:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
02000000:00000001:3.0:1787764552.257380:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.257383:0:257227:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1787764552.257384:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000200:0.0:1787764552.257387:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764552.257387:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764552.257392:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764552.257396:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764552.257399:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787764552.257400:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764552.257401:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764552.257405:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.257407:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.257409:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764552.257412:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.257414:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764552.257417:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764552.257420:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320804647
00000100:00000010:0.0:1787764552.257424:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00080000:3.0:1787764552.257426:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764552.257429:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787764552.257430:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764552.257431:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764552.257432:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764552.257434:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764552.257436:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320804647
00000100:00080000:3.0:1787764552.257437:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26130
00000100:00000010:0.0:1787764552.257438:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217540.
00000400:00000200:3.0:1787764552.257440:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764552.257441:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1787764552.257443:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764552.257445:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764552.257448:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257450:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764552.257452:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257454:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764552.257456:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787764552.257457:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764552.257458:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000100:00000001:0.0:1787764552.257459:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764552.257459:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764552.257461:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1787764552.257461:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764552.257463:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00100000:0.0:1787764552.257465:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764552/real 1787764552]  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764552.257466:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764552.257468:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257471:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764552.257472:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257474:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764552.257477:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764552.257479:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000001:0.0:1787764552.257481:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764552.257481:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787764552.257483:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787764552.257483:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1787764552.257485:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
02000000:00000001:3.0:1787764552.257486:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787764552.257487:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
02000000:00000001:3.0:1787764552.257487:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764552.257489:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:3.0:1787764552.257490:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764552.257491:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:3.0:1787764552.257492:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764552.257494:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764552.257495:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764552.257496:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764552.257500:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764552.257502:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000200:0.0:1787764552.257503:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764552.257505:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764552.257506:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764552.257508:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764552.257509:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764552.257510:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764552.257511:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.257513:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764552.257515:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764552.257519:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764552.257520:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764552.257524:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:0.0:1787764552.257526:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764552.257527:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764552.257530:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764552.257531:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764552.257537:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764552.257538:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764552.257540:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764552.257540:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.257542:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764552.257543:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764552.257544:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.257545:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764552.257547:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764552.257550:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764552.257551:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764552.257553:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00080000:3.0:1787764552.257553:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764552.257556:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787764552.257557:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764552.257558:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1787764552.257560:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764552.257560:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764552.257562:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764552.257564:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26130
00000400:00000200:3.0:1787764552.257567:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:0.0:1787764552.257569:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482362624:192.168.203.115@tcp:250:kworker.0
00000400:00000200:3.0:1787764552.257570:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764552.257572:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764552.257573:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764552.257574:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764552.257575:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764552.257576:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764552.257578:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482362624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764552.257586:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257589:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764552.257591:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764552.257592:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000001:0.0:1787764552.257594:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1787764552.257594:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764552.257595:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
02000000:00000001:0.0:1787764552.257596:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1787764552.257597:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
02000000:00000010:0.0:1787764552.257599:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
00000020:00000001:3.0:1787764552.257599:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
02000000:00000001:0.0:1787764552.257602:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1787764552.257602:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000020:00000001:0.0:1787764552.257604:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787764552.257604:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000040:0.0:1787764552.257605:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764552.257607:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764552.257610:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
00000100:00000040:3.0:1787764552.257613:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:0.0:1787764552.257614:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787764552.257615:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:0.0:1787764552.257616:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764552.257617:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764552.257617:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764552.257619:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764552.257622:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764552.257622:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.257623:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764552.257623:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764552.257625:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764552.257626:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764552.257627:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764552.257629:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764552.257631:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:3.0:1787764552.257631:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787764552.257633:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764552.257633:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764552.257634:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.257635:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764552.257636:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1787764552.257637:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764552.257638:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764552.257640:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000040:0.0:1787764552.257641:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764552.257642:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764552.257643:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764552.257645:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764552.257646:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764552.257648:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764552.257648:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.257650:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764552.257651:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1787764552.257651:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
02000000:00000001:0.0:1787764552.257653:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764552.257653:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764552.257655:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764552.257657:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787764552.257658:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362752:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764552.257662:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764552.257664:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764552.257664:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787764552.257665:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764552.257666:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764552.257667:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764552.257669:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
00000100:00000040:3.0:1787764552.257669:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764552.257671:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764552.257675:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764552.257677:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000100:00000001:3.0:1787764552.257677:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764552.257679:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787764552.257680:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00080000:3.0:1787764552.257682:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:0.0:1787764552.257683:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482362752, portal 10
00000100:00000001:3.0:1787764552.257683:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787764552.257685:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764552.257685:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764552.257686:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
00000100:00000001:3.0:1787764552.257687:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764552.257689:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26130
00000100:00000040:0.0:1787764552.257692:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764552.257693:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764552.257696:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764552.257698:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787764552.257698:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764552.257700:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:0.0:1787764552.257701:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257702:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787764552.257703:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764552.257705:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482362752, offset 0
00000100:00000040:3.0:1787764552.257708:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764552.257709:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257710:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764552.257712:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764552.257712:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764552.257714:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000400:00000200:0.0:1787764552.257715:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000001:3.0:1787764552.257716:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764552.257717:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000400:00000200:0.0:1787764552.257718:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787764552.257719:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:0.0:1787764552.257721:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000020:00000001:3.0:1787764552.257721:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:0.0:1787764552.257723:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787764552.257724:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764552.257725:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257726:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764552.257728:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278076:278076:256:4294967295] 192.168.203.115@tcp LPNI seq info [278076:278076:8:4294967295]
00000100:00000040:3.0:1787764552.257728:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257730:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764552.257732:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764552.257732:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764552.257734:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257736:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764552.257738:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787764552.257739:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787764552.257741:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764552.257742:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764552.257743:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764552.257744:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:0.0:1787764552.257746:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000008:00100000:3.0:1787764552.257746:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764552.257778:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764552.257779:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764552.257780:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764552.257783:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000100:00000010:3.0:1787764552.257784:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764552.257786:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000800:00000200:0.1:1787764552.257787:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764552.257789:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764552.257790:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764552.257790:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787764552.257792:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764552.257793:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:0.0:1787764552.257794:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764552.257795:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787764552.257796:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764552.257799:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787764552.257799:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764552.257802:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764552.257803:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764552.257806:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00100000:3.0:1787764552.257806:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787764552.257808:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764552.257810:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764552.257814:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.257822:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764552.257822:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764552.257824:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764552.257825:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764552.257827:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.257832:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.257833:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764552.257835:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.257836:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764552.257839:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000100:00000040:3.0:1787764552.257839:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26141)
00000400:00000200:0.0:1787764552.257842:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764552.257844:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320803340
00000100:00000001:0.0:1787764552.257847:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320804647
00000100:00000001:0.0:1787764552.257849:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320803340
00000100:00000001:0.0:1787764552.257851:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320804647
00000100:00000001:0.0:1787764552.257853:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764552.257855:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.257857:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764552.257860:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764552/real 1787764552]  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764552.257868:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764552.257869:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764552.257871:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764552.257874:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764552.257875:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764552.257877:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764552.257880:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764552.257887:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.257893:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764552.257894:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.257896:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764552.257897:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764552.257901:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.257907:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764552.257911:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.257918:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764552.257920:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.257922:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764552.257923:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.257924:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764552.257926:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764552.257928:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764552.257931:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764552.257933:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764552.257936:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764552.257944:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362752:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764552.257949:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764552.257952:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.257958:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764552.257959:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764552.257961:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764552.257963:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764552.257965:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764552.257967:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362880:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764552.257970:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764552.257972:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764552.257973:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764552.257975:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764552.257978:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764552.257980:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764552.257983:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764552.257985:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764552.257989:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764552.257991:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482362880, portal 10
00000100:00000001:0.0:1787764552.257993:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764552.257994:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:0.0:1787764552.258000:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258006:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764552.258008:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764552.258010:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764552.258012:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482362880, offset 0
00000400:00000200:0.0:1787764552.258016:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764552.258019:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764552.258022:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764552.258025:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764552.258028:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764552.258030:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764552.258032:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764552.258035:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278077:278077:256:4294967295] 192.168.203.115@tcp LPNI seq info [278077:278077:8:4294967295]
00000400:00000200:0.0:1787764552.258039:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764552.258045:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764552.258050:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764552.258052:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764552.258056:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764552.258058:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787764552.258062:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764552.258065:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787764552.258068:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764552.258070:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764552.258082:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764552.258086:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764552.258089:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764552.258091:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764552.258094:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764552.258097:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258104:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764552.258107:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258113:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.258115:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764552.258118:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764552.258120:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764552.258124:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764552.258126:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320803348
00000100:00000001:0.0:1787764552.258128:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320804647
00000100:00000001:0.0:1787764552.258130:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320803348
00000100:00000001:0.0:1787764552.258133:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320804647
00000100:00000001:0.0:1787764552.258135:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764552.258137:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.258138:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764552.258142:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764552/real 1787764552]  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764552.258150:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764552.258151:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764552.258153:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764552.258155:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764552.258156:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764552.258158:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764552.258161:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764552.258168:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258175:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764552.258176:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258178:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764552.258179:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764552.258183:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258188:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764552.258199:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258203:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764552.258205:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258206:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764552.258206:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258208:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764552.258209:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764552.258211:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764552.258213:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764552.258227:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764552.258230:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764552.258235:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482362880:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764552.258238:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258239:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764552.258241:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482362752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258246:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764552.258248:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764552.258249:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764552.258252:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764552.258254:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764552.258255:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764552.258256:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764552.258258:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:0.0:1787764552.258260:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764552.258262:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764552.258263:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:0.0:1787764552.258265:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764552.258266:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258268:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764552.258271:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482362880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258278:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764552.258279:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764552.258280:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764552.258284:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764552.258285:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764552.258286:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764552.258288:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764552.258289:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:0.0:1787764552.258292:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764552.258294:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764552.258295:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:0.0:1787764552.258297:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764552.258297:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258299:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258301:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764552.258302:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.258303:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764552.258304:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764552.258305:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764552.258308:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258312:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764552.258313:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764552.258315:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764552.258316:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764552.258317:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764552.258319:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363008:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764552.258321:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764552.258322:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764552.258323:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764552.258324:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764552.258326:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764552.258327:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764552.258330:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764552.258331:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764552.258333:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764552.258335:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482363008, portal 4
00000100:00000001:0.0:1787764552.258336:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764552.258338:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:0.0:1787764552.258341:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258345:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764552.258346:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764552.258347:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764552.258349:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482363008, offset 0
00000400:00000200:0.0:1787764552.258351:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764552.258353:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764552.258355:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764552.258357:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764552.258359:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764552.258360:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764552.258362:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764552.258363:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278078:278078:256:4294967295] 192.168.203.115@tcp LPNI seq info [278078:278078:8:4294967295]
00000400:00000200:0.0:1787764552.258366:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764552.258369:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764552.258372:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764552.258374:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764552.258376:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764552.258378:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787764552.258380:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764552.258382:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787764552.258384:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764552.258385:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764552.258387:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764552.258389:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764552.258391:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764552.258392:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764552.258393:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764552.258395:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258400:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764552.258402:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258406:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.258407:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764552.258409:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764552.258410:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764552.258412:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764552.258413:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320803348
00000100:00000001:0.0:1787764552.258415:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320804647
00000100:00000001:0.0:1787764552.258416:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320803348
00000100:00000001:0.0:1787764552.258417:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320804647
00000100:00000001:0.0:1787764552.258418:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764552.258420:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.258421:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764552.258422:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764552/real 1787764552]  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764552.258426:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764552.258427:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764552.258428:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764552.258429:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764552.258430:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764552.258431:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764552.258433:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764552.258438:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258441:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764552.258442:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258443:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764552.258443:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764552.258446:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258450:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764552.258452:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258455:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764552.258457:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258457:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764552.258458:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258459:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764552.258460:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764552.258461:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764552.258463:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764552.258464:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764552.258466:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764552.258470:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363008:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764552.258472:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764552.258473:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258477:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764552.258478:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764552.258479:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764552.258480:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764552.258481:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764552.258483:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363136:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764552.258484:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764552.258515:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764552.258516:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764552.258518:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764552.258521:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764552.258523:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764552.258526:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764552.258528:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764552.258531:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764552.258534:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482363136, portal 4
00000100:00000001:0.0:1787764552.258536:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764552.258537:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:0.0:1787764552.258543:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258550:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764552.258553:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764552.258555:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764552.258558:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482363136, offset 0
00000400:00000200:0.0:1787764552.258562:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764552.258565:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764552.258568:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764552.258570:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764552.258571:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764552.258573:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764552.258575:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764552.258577:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278079:278079:256:4294967295] 192.168.203.115@tcp LPNI seq info [278079:278079:8:4294967295]
00000400:00000200:0.0:1787764552.258581:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764552.258587:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764552.258591:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764552.258594:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764552.258598:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764552.258601:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787764552.258604:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764552.258607:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787764552.258610:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764552.258613:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764552.258616:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764552.258618:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764552.258621:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764552.258623:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764552.258625:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764552.258628:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258636:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764552.258639:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258646:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.258647:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764552.258650:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764552.258653:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764552.258656:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764552.258658:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320803352
00000100:00000001:0.0:1787764552.258660:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320804647
00000100:00000001:0.0:1787764552.258662:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320803352
00000100:00000001:0.0:1787764552.258664:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320804647
00000100:00000001:0.0:1787764552.258666:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764552.258668:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.258670:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764552.258674:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764552/real 1787764552]  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764552.258679:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764552.258680:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764552.258681:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764552.258683:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764552.258684:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764552.258686:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764552.258688:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764552.258692:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258696:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764552.258697:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258698:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764552.258698:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764552.258700:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258704:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764552.258706:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258710:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764552.258711:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258712:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764552.258713:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258715:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764552.258716:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764552.258718:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764552.258721:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764552.258723:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764552.258727:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764552.258734:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363136:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764552.258738:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258740:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764552.258743:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482363008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258775:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764552.258777:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764552.258779:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764552.258783:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764552.258784:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764552.258786:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764552.258788:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764552.258790:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:0.0:1787764552.258792:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764552.258793:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764552.258794:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764552.258796:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764552.258798:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258799:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764552.258803:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482363136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764552.258809:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764552.258811:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764552.258812:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764552.258814:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764552.258815:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764552.258816:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764552.258818:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764552.258819:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:0.0:1787764552.258822:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764552.258823:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764552.258824:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:0.0:1787764552.258827:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764552.258829:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258830:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764552.258834:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764552.258835:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764552.258837:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764552.258838:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764552.960938:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764552.960945:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764552.960950:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764552.960951:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764552.960954:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764552.960956:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764552.962159:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764552.962164:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764552.962168:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764553.600841:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320804647, at 4320804672
00000100:00000040:1.0:1787764553.600841:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320804647, at 4320804672
00000100:00000010:1.0:1787764553.600855:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217540.
00000100:00000010:0.0:1787764553.600858:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764553.984923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764553.984930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764553.984935:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764553.984937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764553.984940:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764553.984941:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764553.985019:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764553.985027:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764553.985032:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764555.008873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764555.008880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764555.008886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764555.008887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764555.008890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764555.008893:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764555.008896:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764555.008898:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764555.008901:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764555.008903:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764555.008905:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764555.008908:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764555.008971:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764555.008976:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764555.008979:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764556.033013:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764556.033020:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764556.033025:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764556.033026:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764556.033028:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764556.033029:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764556.033224:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764556.033228:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764556.033231:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764557.056871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764557.056877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764557.056883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764557.056884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764557.056887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764557.056889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764557.056949:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764557.056952:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764557.056956:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764557.376838:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764557.376848:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764557.376851:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764557.376854:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764557.376858:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764557.376865:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26136
00000400:00000200:3.0:1787764557.376875:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764557.376881:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764557.376884:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764557.376887:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764557.376891:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764557.376894:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764557.376897:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764557.376901:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764557.376904:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764557.376906:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764557.376910:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764557.376912:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764557.376915:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764557.376918:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764557.376921:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764557.376923:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764557.376925:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764557.376928:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764557.376931:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764557.376933:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764557.376936:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764557.376939:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764557.376942:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764557.376945:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764557.376947:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764557.376953:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764557.376957:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764557.376961:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764557.376962:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764557.376965:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764557.376967:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764557.376971:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764557.376977:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764557.376984:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764557.376993:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764557.377003:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764557.377007:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764557.377012:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764557.377041:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764557.377044:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764557.377047:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764557.377048:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764557.377050:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764557.377052:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764557.377055:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26136
00000400:00000200:3.0:1787764557.377058:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764557.377061:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764557.377063:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764557.377066:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764557.377069:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764557.377071:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764557.377074:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764557.377076:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764557.377078:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764557.377079:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764557.377082:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764557.377088:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764557.377091:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764557.377092:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764557.377098:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764557.377099:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764557.377101:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:0.0:1787764557.377112:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764557.377114:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764557.377117:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764557.377120:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764557.377123:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764557.377126:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482363264:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764557.377131:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764557.377134:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764557.377137:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764557.377139:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764557.377144:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764557.377147:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.377152:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764557.377156:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764557.377163:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000040:3.0:1787764557.377165:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764557.377170:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787764557.377171:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482363264, portal 25
00000100:00000040:3.0:1787764557.377172:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764557.377176:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764557.377177:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764557.377179:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000020:00000040:3.0:1787764557.377193:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764557.377200:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000040:0.0:1787764557.377204:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764557.377205:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764557.377209:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764557.377215:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764557.377216:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787764557.377220:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764557.377221:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764557.377225:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1787764557.377226:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000008:00100000:3.0:1787764557.377230:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1787764557.377231:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482363264, offset 0
00000008:00000001:3.0:1787764557.377237:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764557.377240:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.377242:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000010:3.0:1787764557.377245:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764557.377250:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764557.377253:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764557.377255:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.377257:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764557.377258:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764557.377261:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764557.377263:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.377265:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
02000000:00000010:3.0:1787764557.377269:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000400:00000200:0.0:1787764557.377271:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764557.377276:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.377278:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764557.377284:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1787764557.377285:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764557.377289:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764557.377296:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278080:278080:256:4294967295] 192.168.203.115@tcp LPNI seq info [278080:278080:8:4294967295]
00000100:00000001:3.0:1787764557.377302:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764557.377305:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.377309:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764557.377313:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764557.377326:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764557.377333:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764557.377338:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764557.377339:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764557.377344:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:0.0:1787764557.377345:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000100:00000001:3.0:1787764557.377346:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764557.377350:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764557.377353:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.0:1787764557.377355:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764557.377357:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26136
00000800:00000200:0.0:1787764557.377361:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1787764557.377364:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764557.377372:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000200:0.1:1787764557.377373:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764557.377376:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1787764557.377378:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1787764557.377383:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000100:0.0:1787764557.377386:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764557.377388:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1787764557.377390:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000100:00000040:3.0:1787764557.377394:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764557.377396:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787764557.377398:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764557.377401:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764557.377404:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000400:00000200:0.0:1787764557.377405:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1787764557.377408:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764557.377411:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:0.0:1787764557.377412:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000020:00000001:3.0:1787764557.377414:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000010:0.0:1787764557.377416:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000020:00000001:3.0:1787764557.377419:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:0.0:1787764557.377421:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787764557.377425:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000200:0.0:1787764557.377430:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764557.377430:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764557.377435:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764557.377439:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764557.377444:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764557.377449:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764557.377452:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764557.377452:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764557.377456:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1787764557.377460:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764557.377460:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764557.377465:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764557.377468:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764557.377471:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787764557.377476:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764557.377476:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.377480:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764557.377481:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.377486:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764557.377486:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764557.377492:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000400:00000200:0.0:1787764557.377495:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764557.377496:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787764557.377499:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320809767
02000000:00000001:3.0:1787764557.377500:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764557.377504:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764557.377506:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1787764557.377507:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
02000000:00000001:3.0:1787764557.377508:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.377515:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1787764557.377515:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764557.377521:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.377524:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320809767
00000100:00100000:3.0:1787764557.377530:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1787764557.377531:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217d20.
00000100:00000001:0.0:1787764557.377536:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764557.377541:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764557.377543:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764557.377545:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764557.377547:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.377549:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787764557.377554:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764557.377557:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764557/real 1787764557]  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764557.377570:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764557.377572:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764557.377574:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764557.377578:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764557.377580:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764557.377586:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764557.377586:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764557.377591:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764557.377591:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764557.377599:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764557.377603:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764557.377605:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1787764557.377610:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764557.377610:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764557.377616:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26136
00000100:00000001:0.0:1787764557.377623:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1787764557.377624:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764557.377629:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764557.377630:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764557.377635:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787764557.377635:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764557.377639:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764557.377641:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764557.377645:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787764557.377647:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764557.377650:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764557.377655:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764557.377660:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764557.377663:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764557.377663:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764557.377666:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764557.377669:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000040:0.0:1787764557.377672:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764557.377673:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764557.377678:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764557.377685:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764557.377688:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764557.377689:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764557.377694:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764557.377694:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764557.377697:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764557.377699:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764557.377700:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.377705:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1787764557.377706:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:0.0:1787764557.377708:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764557.377711:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00080000:0.0:1787764557.377713:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764557.377717:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764557.377719:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1787764557.377721:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
02000000:00000001:3.0:1787764557.377723:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764557.377725:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787764557.377728:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764557.377732:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764557.377732:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764557.377736:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764557.377742:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764557.377745:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764557.377775:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482363264:192.168.203.115@tcp:250:kworker.0
00000100:00000010:3.0:1787764557.377775:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764557.377780:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:0.0:1787764557.377784:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764557.377785:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764557.377788:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.377789:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764557.377792:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764557.377795:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1787764557.377796:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482363264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764557.377798:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764557.377804:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:0.0:1787764557.377806:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764557.377809:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764557.377810:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764557.377814:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764557.377819:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:3.0:1787764557.377819:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:0.0:1787764557.377822:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764557.377825:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764557.377830:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787764557.377833:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1787764557.377834:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764557.377838:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764557.377841:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1787764557.377844:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764557.377845:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764557.377848:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:0.0:1787764557.377853:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764557.377856:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.377860:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764557.377860:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764557.377866:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764557.377870:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787764557.377871:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764557.377874:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764557.377875:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787764557.377878:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787764557.377879:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764557.377881:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764557.377885:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764557.377885:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787764557.377890:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764557.377891:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26136
00000400:00000200:3.0:1787764557.377900:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764557.377906:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764557.377907:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787764557.377909:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764557.377910:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764557.377915:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787764557.377916:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000001:0.0:1787764557.377918:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764557.377920:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787764557.377922:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764557.377924:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00100000:0.0:1787764557.377929:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363392:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787764557.377929:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764557.377933:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764557.377936:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787764557.377936:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
02000000:00000001:0.0:1787764557.377940:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1787764557.377941:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787764557.377944:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764557.377945:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
02000000:00000001:0.0:1787764557.377949:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1787764557.377950:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000010:0.0:1787764557.377953:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
00000020:00000001:3.0:1787764557.377954:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:0.0:1787764557.377957:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764557.377961:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764557.377965:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764557.377966:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787764557.377969:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000100:00000040:3.0:1787764557.377970:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764557.377974:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000010:0.0:1787764557.377975:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000020:00000040:3.0:1787764557.377979:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000200:0.0:1787764557.377981:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482363392, portal 10
00000100:00080000:3.0:1787764557.377984:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764557.377985:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764557.377988:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000001:3.0:1787764557.377989:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764557.377993:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764557.377996:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787764557.377998:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764557.377999:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.378007:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764557.378011:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764557.378014:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000001:3.0:1787764557.378015:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:0.0:1787764557.378017:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482363392, offset 0
00000008:00100000:3.0:1787764557.378019:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764557.378023:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.378024:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764557.378026:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.378031:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000010:3.0:1787764557.378034:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000400:00000200:0.0:1787764557.378037:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000040:3.0:1787764557.378039:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000400:00000200:0.0:1787764557.378041:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764557.378043:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787764557.378046:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
02000000:00000001:3.0:1787764557.378046:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764557.378049:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787764557.378052:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764557.378053:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787764557.378057:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:3.0:1787764557.378058:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.378063:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278081:278081:256:4294967295] 192.168.203.115@tcp LPNI seq info [278081:278081:8:4294967295]
02000000:00000010:3.0:1787764557.378065:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000400:00000200:0.0:1787764557.378070:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764557.378070:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764557.378079:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764557.378082:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764557.378093:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764557.378097:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1787764557.378099:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000100:00000001:3.0:1787764557.378102:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764557.378107:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764557.378111:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787764557.378112:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787764557.378123:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764557.378129:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787764557.378130:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787764557.378135:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764557.378137:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26146)
00000800:00000010:0.0:1787764557.378138:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764557.378143:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764557.378146:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764557.378149:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764557.378152:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764557.378154:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764557.378158:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378165:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764557.378168:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378180:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.378193:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764557.378196:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764557.378200:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764557.378203:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764557.378205:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320808460
00000100:00000001:0.0:1787764557.378207:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320809767
00000100:00000001:0.0:1787764557.378209:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320808460
00000100:00000001:0.0:1787764557.378211:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320809767
00000100:00000001:0.0:1787764557.378213:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764557.378215:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.378217:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764557.378220:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764557/real 1787764557]  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764557.378227:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764557.378229:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764557.378230:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764557.378232:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764557.378234:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764557.378236:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764557.378239:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764557.378247:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378253:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764557.378255:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378256:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764557.378258:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764557.378261:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378268:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764557.378272:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378279:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764557.378281:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378283:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764557.378284:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378286:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764557.378288:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764557.378290:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764557.378293:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764557.378296:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764557.378299:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764557.378307:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363392:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764557.378310:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764557.378313:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378320:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764557.378321:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764557.378323:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764557.378325:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764557.378327:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764557.378330:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363520:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764557.378333:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764557.378335:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764557.378337:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764557.378339:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764557.378341:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764557.378343:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.378346:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764557.378348:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764557.378351:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764557.378354:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482363520, portal 10
00000100:00000001:0.0:1787764557.378355:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764557.378357:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:0.0:1787764557.378362:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378368:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764557.378370:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764557.378372:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764557.378374:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482363520, offset 0
00000400:00000200:0.0:1787764557.378378:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764557.378381:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764557.378384:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764557.378387:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764557.378389:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764557.378392:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764557.378394:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764557.378397:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278082:278082:256:4294967295] 192.168.203.115@tcp LPNI seq info [278082:278082:8:4294967295]
00000400:00000200:0.0:1787764557.378401:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764557.378407:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764557.378412:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764557.378414:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764557.378417:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764557.378420:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787764557.378424:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764557.378427:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787764557.378430:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764557.378433:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764557.378435:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764557.378438:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764557.378440:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764557.378442:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764557.378444:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764557.378447:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378455:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764557.378457:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378464:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.378465:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764557.378467:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764557.378470:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764557.378473:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764557.378474:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320808468
00000100:00000001:0.0:1787764557.378477:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320809767
00000100:00000001:0.0:1787764557.378479:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320808468
00000100:00000001:0.0:1787764557.378481:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320809767
00000100:00000001:0.0:1787764557.378483:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764557.378485:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.378487:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764557.378490:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764557/real 1787764557]  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764557.378498:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764557.378499:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764557.378500:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764557.378502:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764557.378503:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764557.378506:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764557.378509:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764557.378517:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378523:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764557.378524:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378526:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764557.378527:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764557.378530:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378536:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764557.378540:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378546:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764557.378548:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378549:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764557.378551:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378552:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764557.378554:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764557.378556:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764557.378559:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764557.378561:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764557.378565:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764557.378572:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363520:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764557.378575:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764557.378579:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378585:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764557.378587:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764557.378589:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764557.378590:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764557.378592:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764557.378595:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363648:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764557.378598:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764557.378600:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764557.378601:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764557.378603:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764557.378606:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764557.378608:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.378611:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764557.378613:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764557.378616:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764557.378618:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482363648, portal 4
00000100:00000001:0.0:1787764557.378620:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764557.378621:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:0.0:1787764557.378626:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378632:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764557.378635:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764557.378637:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764557.378639:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482363648, offset 0
00000400:00000200:0.0:1787764557.378643:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764557.378646:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764557.378650:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764557.378652:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764557.378655:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764557.378657:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764557.378659:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764557.378662:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278083:278083:256:4294967295] 192.168.203.115@tcp LPNI seq info [278083:278083:8:4294967295]
00000400:00000200:0.0:1787764557.378666:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764557.378672:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764557.378676:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764557.378679:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764557.378683:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764557.378685:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787764557.378689:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764557.378691:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787764557.378695:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764557.378697:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764557.378699:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764557.378702:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764557.378705:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764557.378706:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764557.378708:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764557.378712:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378719:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764557.378721:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378728:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.378730:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764557.378732:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764557.378734:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764557.378737:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764557.378739:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320808468
00000100:00000001:0.0:1787764557.378741:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320809767
00000100:00000001:0.0:1787764557.378743:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320808468
00000100:00000001:0.0:1787764557.378745:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320809767
00000100:00000001:0.0:1787764557.378747:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764557.378764:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.378766:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764557.378769:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764557/real 1787764557]  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764557.378778:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764557.378779:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764557.378781:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764557.378783:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764557.378785:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764557.378787:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764557.378789:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764557.378797:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378803:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764557.378805:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378806:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764557.378807:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764557.378810:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378817:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764557.378820:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378826:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764557.378829:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378830:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764557.378831:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378833:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764557.378834:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764557.378837:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764557.378840:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764557.378842:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764557.378846:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764557.378854:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363648:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764557.378858:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378859:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764557.378862:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482363392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378868:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764557.378870:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764557.378872:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764557.378875:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764557.378876:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764557.378878:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764557.378880:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764557.378881:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:0.0:1787764557.378883:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764557.378885:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764557.378886:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:0.0:1787764557.378891:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764557.378893:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378894:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764557.378897:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482363520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378903:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764557.378905:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764557.378907:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764557.378909:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764557.378910:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764557.378911:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764557.378913:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764557.378915:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:0.0:1787764557.378917:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764557.378918:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764557.378920:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:0.0:1787764557.378921:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764557.378923:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378924:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764557.378927:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482363648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378933:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764557.378935:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764557.378936:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764557.378937:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764557.378938:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764557.378939:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764557.378941:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764557.378942:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:0.0:1787764557.378944:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764557.378945:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764557.378947:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:0.0:1787764557.378949:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764557.378950:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378952:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.378955:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764557.378956:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.378957:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764557.378959:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764557.378960:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764557.378964:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.378970:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764557.378971:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764557.378973:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764557.378975:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764557.378977:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764557.378979:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363776:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764557.378982:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764557.378984:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764557.378986:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764557.378987:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764557.378990:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764557.378992:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764557.378995:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764557.378997:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764557.378999:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764557.379002:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482363776, portal 4
00000100:00000001:0.0:1787764557.379004:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764557.379005:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:0.0:1787764557.379010:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.379017:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764557.379019:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764557.379021:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764557.379023:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482363776, offset 0
00000400:00000200:0.0:1787764557.379027:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764557.379030:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764557.379033:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764557.379036:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764557.379038:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764557.379040:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764557.379043:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764557.379046:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278084:278084:256:4294967295] 192.168.203.115@tcp LPNI seq info [278084:278084:8:4294967295]
00000400:00000200:0.0:1787764557.379050:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764557.379056:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764557.379060:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764557.379062:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764557.379065:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764557.379068:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787764557.379072:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764557.379075:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787764557.379078:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764557.379080:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764557.379083:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764557.379085:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764557.379088:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764557.379090:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764557.379092:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764557.379095:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.379102:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764557.379105:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.379111:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.379113:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764557.379115:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764557.379117:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764557.379121:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764557.379122:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320808473
00000100:00000001:0.0:1787764557.379124:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320809767
00000100:00000001:0.0:1787764557.379126:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320808473
00000100:00000001:0.0:1787764557.379129:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320809767
00000100:00000001:0.0:1787764557.379131:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764557.379133:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.379134:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764557.379138:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764557/real 1787764557]  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764557.379144:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764557.379146:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764557.379148:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764557.379150:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764557.379151:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764557.379153:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764557.379156:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764557.379164:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.379169:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764557.379170:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.379172:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764557.379173:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764557.379176:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.379194:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764557.379198:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.379205:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764557.379207:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.379209:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764557.379210:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.379211:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764557.379212:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764557.379215:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764557.379218:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764557.379220:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764557.379224:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764557.379230:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482363776:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764557.379234:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.379236:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764557.379239:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482363776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764557.379245:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764557.379246:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764557.379248:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764557.379250:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764557.379251:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764557.379253:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764557.379254:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764557.379256:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:0.0:1787764557.379258:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764557.379259:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764557.379261:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:0.0:1787764557.379263:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764557.379264:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.379266:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764557.379268:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764557.379269:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764557.379271:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764557.379273:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764558.080877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764558.080882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764558.080887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764558.080889:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764558.080891:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764558.080893:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764558.080895:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764558.080896:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764558.080898:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764558.080899:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764558.080901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764558.080902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764558.080950:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764558.080955:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764558.080958:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764558.720906:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320809767, at 4320809792
00000100:00000010:1.0:1787764558.720922:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217d20.
00000100:00000040:0.0:1787764558.722743:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320809767, at 4320809793
00000100:00000010:0.0:1787764558.722772:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764559.104870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764559.104880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764559.104887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764559.104889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764559.104893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764559.104894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764559.105059:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764559.105064:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764559.105068:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764560.128868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764560.128877:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764560.128879:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764560.128881:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764560.128884:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764560.128886:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764560.128887:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764560.128889:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764560.128891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764560.128892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764560.128894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764560.128895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764560.128954:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764560.128958:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764560.128962:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764561.152931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764561.152938:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764561.152944:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764561.152945:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764561.152949:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764561.152950:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764561.153020:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764561.153024:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764561.153027:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764562.176877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764562.176882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764562.176886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764562.176887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764562.176889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764562.176890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764562.176940:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764562.176944:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764562.176948:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764562.496897:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764562.496907:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764562.496909:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764562.496913:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764562.496917:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764562.496924:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26141
00000400:00000200:2.0:1787764562.496933:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764562.496944:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764562.496947:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764562.496949:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.496952:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.496954:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.496955:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764562.496958:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764562.496960:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764562.496962:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764562.496965:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764562.496967:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764562.496968:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764562.496971:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.496972:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.496973:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.496974:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764562.496976:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764562.496978:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764562.496980:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764562.496984:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764562.496986:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764562.496988:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.496990:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764562.496993:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764562.497003:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cb40.
00000020:00000040:2.0:1787764562.497009:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764562.497015:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764562.497016:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.497019:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764562.497022:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764562.497026:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764562.497034:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764562.497040:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764562.497048:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764562.497056:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764562.497060:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764562.497063:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2e980d] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764562.497082:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764562.497085:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764562.497087:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764562.497089:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764562.497090:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764562.497092:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764562.497093:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26141
00000400:00000200:2.0:1787764562.497096:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764562.497097:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764562.497099:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764562.497101:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497102:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.497104:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497106:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764562.497107:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764562.497108:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764562.497110:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764562.497112:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764562.497113:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764562.497115:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764562.497116:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497118:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.497119:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497120:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764562.497121:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764562.497123:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497124:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764562.497125:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764562.497127:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787764562.497131:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764562.497133:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787764562.497134:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.497137:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764562.497141:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:0.0:1787764562.497156:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787764562.497157:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764562.497162:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.497166:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764562.497173:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
00000100:00000001:0.0:1787764562.497174:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787764562.497176:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000001:0.0:1787764562.497178:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764562.497179:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764562.497182:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.497184:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764562.497184:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764562.497185:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764562.497186:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.497191:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787764562.497191:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
02000000:00000001:0.0:1787764562.497196:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.497197:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764562.497203:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482363904:192.168.203.115@tcp:250:kworker.0
00000100:00100000:2.0:1787764562.497204:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764562.497210:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764562.497215:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787764562.497215:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764562.497218:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.497219:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.497223:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787764562.497223:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787764562.497230:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:2.0:1787764562.497231:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.497236:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764562.497237:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764562.497241:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764562.497242:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764562.497244:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787764562.497245:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764562.497247:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764562.497250:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26141
00000400:00000010:0.0:1787764562.497252:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000200:2.0:1787764562.497254:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764562.497258:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764562.497260:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764562.497261:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:0.0:1787764562.497263:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000001:2.0:1787764562.497263:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.497265:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497268:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764562.497270:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764562.497271:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764562.497272:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764562.497273:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000100:00000200:0.0:1787764562.497274:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482363904, portal 25
00000020:00000001:2.0:1787764562.497275:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764562.497278:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:0.0:1787764562.497281:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1787764562.497281:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764562.497285:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980236096 : -118790729315520 : ffff93f5e0c6cb40)
00000100:00000001:2.0:1787764562.497285:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.497286:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497290:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764562.497293:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764562.497295:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497298:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764562.497299:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764562.497299:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764562.497302:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764562.497305:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.497308:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764562.497311:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764562.497315:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.497318:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.497319:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1787764562.497321:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787764562.497324:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000040:0.0:1787764562.497325:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
02000000:00000001:2.0:1787764562.497326:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764562.497329:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.497330:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764562.497331:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1787764562.497332:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
02000000:00000001:2.0:1787764562.497333:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764562.497339:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000200:0.0:1787764562.497340:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482363904, offset 0
00000100:00000001:2.0:1787764562.497341:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764562.497347:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764562.497350:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497356:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764562.497358:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764562.497361:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764562.497362:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764562.497369:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764562.497371:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:2.0:1787764562.497372:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764562.497378:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1787764562.497380:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787764562.497380:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764562.497384:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764562.497386:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787764562.497387:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:2.0:1787764562.497390:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26141
00000400:00000200:0.0:1787764562.497393:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764562.497397:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764562.497399:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764562.497403:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1787764562.497407:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278085:278085:256:4294967295] 192.168.203.115@tcp LPNI seq info [278085:278085:8:4294967295]
00000100:00080000:2.0:1787764562.497407:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764562.497413:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764562.497415:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764562.497416:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.497419:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497421:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764562.497426:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787764562.497430:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.0:1787764562.497432:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000020:00000040:2.0:1787764562.497433:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764562.497436:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764562.497438:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000800:00000010:0.0:1787764562.497439:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000020:00000001:2.0:1787764562.497440:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764562.497443:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764562.497446:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:0.0:1787764562.497450:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764562.497450:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.497454:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:0.0:1787764562.497456:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1787764562.497456:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764562.497460:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764562.497464:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497468:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764562.497468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:2.0:1787764562.497472:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1787764562.497474:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1787764562.497476:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1787764562.497480:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
02000000:00000001:2.0:1787764562.497481:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787764562.497483:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000100:00000001:2.0:1787764562.497484:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764562.497488:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764562.497490:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764562.497491:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787764562.497492:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764562.497496:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000400:00000200:0.0:1787764562.497497:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1787764562.497502:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000400:00000200:0.0:1787764562.497504:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
02000000:00000001:2.0:1787764562.497505:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764562.497508:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764562.497509:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:2.0:1787764562.497509:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764562.497511:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764562.497513:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764562.497517:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:0.0:1787764562.497518:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787764562.497519:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764562.497525:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764562.497526:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764562.497540:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764562.497541:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764562.497543:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764562.497548:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764562.497552:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764562.497556:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764562.497557:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764562.497558:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764562.497560:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787764562.497560:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764562.497564:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26141
00000100:00000040:0.0:1787764562.497567:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764562.497570:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764562.497575:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764562.497579:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764562.497581:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764562.497583:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764562.497584:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764562.497586:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.497588:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497589:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764562.497591:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764562.497592:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764562.497593:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764562.497596:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764562.497598:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000400:00000200:0.0:1787764562.497602:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:2.0:1787764562.497602:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:0.0:1787764562.497606:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320814887
00000020:00000001:2.0:1787764562.497606:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764562.497612:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497613:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1787764562.497614:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000040:2.0:1787764562.497615:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764562.497618:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764562.497619:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764562.497621:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764562.497623:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764562.497623:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764562.497625:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764562.497629:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764562.497631:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.497632:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764562.497633:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787764562.497634:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320814887
00000008:00000001:2.0:1787764562.497635:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.497638:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764562.497639:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2170c0.
00000100:00000010:2.0:1787764562.497642:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000100:00000001:0.0:1787764562.497643:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000020:00000040:2.0:1787764562.497646:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764562.497648:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764562.497649:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.497650:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764562.497650:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764562.497651:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.497653:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787764562.497654:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787764562.497658:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.497659:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764562.497662:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764562.497665:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787764562.497670:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764562.497673:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764562.497675:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764562/real 1787764562]  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764562.497678:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764562.497701:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787764562.497703:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764562.497706:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787764562.497707:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26151)
00000400:00000010:0.0:1787764562.497709:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764562.497714:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764562.497716:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764562.497720:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764562.497724:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764562.497731:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.497735:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764562.497737:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.497744:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764562.497746:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764562.497783:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.497790:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764562.497795:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.497801:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764562.497805:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.497806:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764562.497808:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.497810:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764562.497812:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764562.497815:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764562.497818:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764562.497821:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764562.497825:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764562.497833:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482363904:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764562.497846:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.497848:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764562.497851:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cb40 x1874595482363904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.497858:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764562.497860:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764562.497863:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764562.497868:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764562.497869:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764562.497871:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764562.497873:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764562.497876:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5800.
02000000:00000001:0.0:1787764562.497879:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764562.497881:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764562.497882:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cb40.
00000100:00000001:0.0:1787764562.497885:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764562.497886:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.497887:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.497894:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764562.497896:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.497897:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764562.497898:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764562.497899:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764562.497902:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.497907:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764562.497908:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.497909:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764562.497911:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764562.497912:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764562.497913:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364032:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764562.497921:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764562.497923:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764562.497924:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.497925:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764562.497927:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764562.497929:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764562.497932:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764562.497933:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764562.497936:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764562.497939:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482364032, portal 10
00000100:00000001:0.0:1787764562.497940:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764562.497941:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980235136 : -118790729316480 : ffff93f5e0c6c780)
00000100:00000040:0.0:1787764562.497946:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.497950:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764562.497952:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764562.497953:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764562.497954:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482364032, offset 0
00000400:00000200:0.0:1787764562.497957:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764562.497959:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764562.497962:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764562.497965:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764562.497967:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764562.497969:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764562.497971:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764562.497975:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278086:278086:256:4294967295] 192.168.203.115@tcp LPNI seq info [278086:278086:8:4294967295]
00000400:00000200:0.0:1787764562.497979:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764562.497984:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764562.497989:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764562.497993:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764562.497997:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764562.498000:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787764562.498004:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764562.498007:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787764562.498009:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764562.498011:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764562.498013:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764562.498015:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764562.498017:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764562.498018:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764562.498020:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764562.498022:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498027:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764562.498029:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498033:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.498034:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764562.498036:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764562.498040:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764562.498042:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764562.498043:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320813580
00000100:00000001:0.0:1787764562.498046:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320814887
00000100:00000001:0.0:1787764562.498047:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320813580
00000100:00000001:0.0:1787764562.498049:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320814887
00000100:00000001:0.0:1787764562.498050:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764562.498052:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.498053:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764562.498055:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764562/real 1787764562]  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764562.498061:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764562.498061:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764562.498063:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764562.498064:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764562.498065:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764562.498066:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764562.498068:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764562.498073:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498076:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764562.498077:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498078:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764562.498079:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764562.498081:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498085:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764562.498089:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498095:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764562.498097:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498098:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764562.498100:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498102:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764562.498103:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764562.498106:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764562.498110:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764562.498112:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764562.498116:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764562.498124:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364032:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764562.498128:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764562.498131:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498135:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764562.498136:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.498137:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764562.498138:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764562.498140:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764562.498143:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364160:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764562.498160:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764562.498162:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764562.498164:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.498165:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764562.498169:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764562.498171:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764562.498174:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764562.498177:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764562.498180:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764562.498183:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482364160, portal 10
00000100:00000001:0.0:1787764562.498185:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764562.498186:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238016 : -118790729313600 : ffff93f5e0c6d2c0)
00000100:00000040:0.0:1787764562.498192:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498197:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764562.498199:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764562.498201:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764562.498203:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482364160, offset 0
00000400:00000200:0.0:1787764562.498206:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764562.498209:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764562.498211:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764562.498213:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764562.498215:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764562.498217:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764562.498218:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764562.498220:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278087:278087:256:4294967295] 192.168.203.115@tcp LPNI seq info [278087:278087:8:4294967295]
00000400:00000200:0.0:1787764562.498223:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764562.498227:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764562.498230:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764562.498232:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764562.498234:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764562.498236:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787764562.498239:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764562.498240:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787764562.498243:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764562.498244:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764562.498246:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764562.498248:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764562.498250:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764562.498252:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764562.498254:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764562.498257:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498265:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764562.498267:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498274:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.498276:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764562.498279:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764562.498282:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764562.498285:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764562.498287:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320813588
00000100:00000001:0.0:1787764562.498289:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320814887
00000100:00000001:0.0:1787764562.498292:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320813588
00000100:00000001:0.0:1787764562.498294:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320814887
00000100:00000001:0.0:1787764562.498295:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764562.498297:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.498299:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764562.498303:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764562/real 1787764562]  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764562.498310:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764562.498312:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764562.498313:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764562.498316:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764562.498317:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764562.498320:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764562.498323:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764562.498332:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498338:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764562.498340:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498341:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764562.498342:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764562.498344:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498348:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764562.498351:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498355:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764562.498357:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498358:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764562.498359:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498360:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764562.498360:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764562.498362:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764562.498363:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764562.498365:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764562.498367:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764562.498371:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364160:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764562.498374:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764562.498375:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498379:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764562.498380:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.498382:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764562.498383:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764562.498384:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764562.498385:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364288:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764562.498387:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764562.498388:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764562.498389:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.498390:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764562.498392:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764562.498394:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764562.498397:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764562.498399:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764562.498401:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764562.498403:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482364288, portal 4
00000100:00000001:0.0:1787764562.498404:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764562.498405:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980233216 : -118790729318400 : ffff93f5e0c6c000)
00000100:00000040:0.0:1787764562.498409:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498413:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764562.498414:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764562.498415:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764562.498417:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482364288, offset 0
00000400:00000200:0.0:1787764562.498419:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764562.498421:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764562.498423:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764562.498425:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764562.498427:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764562.498429:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764562.498430:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764562.498432:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278088:278088:256:4294967295] 192.168.203.115@tcp LPNI seq info [278088:278088:8:4294967295]
00000400:00000200:0.0:1787764562.498434:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764562.498438:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764562.498441:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764562.498442:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764562.498445:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764562.498446:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787764562.498449:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764562.498451:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787764562.498453:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764562.498454:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764562.498456:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764562.498458:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764562.498460:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764562.498461:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764562.498463:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764562.498465:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498469:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764562.498471:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498475:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.498476:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764562.498477:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764562.498480:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764562.498481:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764562.498483:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320813588
00000100:00000001:0.0:1787764562.498484:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320814887
00000100:00000001:0.0:1787764562.498486:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320813588
00000100:00000001:0.0:1787764562.498487:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320814887
00000100:00000001:0.0:1787764562.498488:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764562.498489:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.498490:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764562.498492:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764562/real 1787764562]  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764562.498496:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764562.498496:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764562.498498:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764562.498499:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764562.498500:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764562.498501:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764562.498503:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764562.498510:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498516:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764562.498517:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498519:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764562.498520:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764562.498524:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498530:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764562.498534:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498541:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764562.498543:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498544:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764562.498546:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498548:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764562.498549:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764562.498550:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764562.498552:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764562.498554:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764562.498556:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764562.498561:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364288:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764562.498563:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764562.498565:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498569:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764562.498570:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.498571:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764562.498573:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764562.498574:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764562.498575:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364416:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764562.498577:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764562.498579:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764562.498580:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764562.498581:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764562.498583:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764562.498585:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764562.498587:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764562.498588:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764562.498591:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764562.498592:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482364416, portal 4
00000100:00000001:0.0:1787764562.498594:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764562.498594:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980246656 : -118790729304960 : ffff93f5e0c6f480)
00000100:00000040:0.0:1787764562.498598:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498602:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764562.498604:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764562.498605:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764562.498606:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482364416, offset 0
00000400:00000200:0.0:1787764562.498608:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764562.498611:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764562.498612:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764562.498614:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764562.498616:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764562.498617:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764562.498619:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764562.498620:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278089:278089:256:4294967295] 192.168.203.115@tcp LPNI seq info [278089:278089:8:4294967295]
00000400:00000200:0.0:1787764562.498623:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764562.498626:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764562.498629:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764562.498631:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764562.498633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764562.498635:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787764562.498638:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764562.498639:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787764562.498642:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764562.498643:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764562.498645:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764562.498647:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764562.498649:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764562.498650:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764562.498651:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764562.498653:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498660:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764562.498663:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498669:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.498671:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764562.498673:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764562.498676:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764562.498680:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764562.498682:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320813592
00000100:00000001:0.0:1787764562.498684:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320814887
00000100:00000001:0.0:1787764562.498686:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320813592
00000100:00000001:0.0:1787764562.498688:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320814887
00000100:00000001:0.0:1787764562.498691:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764562.498692:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.498694:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764562.498698:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764562/real 1787764562]  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764562.498705:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764562.498706:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764562.498707:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764562.498709:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764562.498710:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764562.498711:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764562.498714:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764562.498719:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498722:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764562.498723:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498724:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764562.498724:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764562.498726:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498730:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764562.498732:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498737:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764562.498738:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498739:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764562.498739:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498740:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764562.498741:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764562.498742:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764562.498744:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764562.498745:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764562.498747:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764562.498766:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364416:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764562.498769:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498770:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764562.498772:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c780 x1874595482364032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498776:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764562.498777:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764562.498779:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764562.498781:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764562.498782:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764562.498783:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764562.498784:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764562.498785:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:0.0:1787764562.498787:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764562.498788:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764562.498789:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c780.
00000100:00000001:0.0:1787764562.498790:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764562.498791:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498792:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764562.498794:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d2c0 x1874595482364160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498798:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764562.498799:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764562.498799:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764562.498801:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764562.498801:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764562.498802:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764562.498803:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764562.498803:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:0.0:1787764562.498805:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764562.498806:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764562.498807:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d2c0.
00000100:00000001:0.0:1787764562.498808:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764562.498809:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498810:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764562.498812:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c000 x1874595482364288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498815:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764562.498816:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764562.498817:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764562.498818:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764562.498819:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764562.498819:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764562.498820:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764562.498821:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4800.
02000000:00000001:0.0:1787764562.498822:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764562.498822:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764562.498823:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c000.
00000100:00000001:0.0:1787764562.498824:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764562.498825:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498826:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764562.498827:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f480 x1874595482364416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764562.498830:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764562.498831:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764562.498832:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764562.498833:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764562.498833:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764562.498834:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764562.498835:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764562.498835:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4400.
02000000:00000001:0.0:1787764562.498836:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764562.498837:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764562.498838:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f480.
00000100:00000001:0.0:1787764562.498839:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764562.498839:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498841:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764562.498843:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764562.498844:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764562.498846:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764562.498847:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764563.200910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764563.200919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764563.200926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764563.200928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764563.200931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764563.200932:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764563.200990:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764563.200994:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764563.200998:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764563.840900:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320814887, at 4320814912
00000100:00000010:1.0:1787764563.840914:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2170c0.
00000100:00000040:0.0:1787764563.840980:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320814887, at 4320814912
00000100:00000010:0.0:1787764563.840987:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764564.225296:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764564.225302:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764564.225308:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764564.225310:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764564.225313:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764564.225317:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764564.225319:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764564.225322:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764564.225325:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764564.225327:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764564.225329:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764564.225332:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764564.225394:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764564.225403:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764564.225406:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764565.248888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764565.248896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764565.248902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764565.248904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764565.248907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764565.248909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764565.248968:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764565.248972:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764565.248975:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764566.272879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764566.272884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764566.272887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764566.272888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764566.272890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764566.272891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764566.272946:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764566.272951:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764566.272954:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764567.297068:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764567.297075:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764567.297081:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764567.297085:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764567.297087:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764567.297090:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764567.297093:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764567.297096:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764567.297098:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764567.297100:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764567.297104:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764567.297105:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764567.297583:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764567.297586:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764567.297589:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764567.616895:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764567.616906:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764567.616908:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764567.616912:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764567.616915:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764567.616922:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26146
00000400:00000200:3.0:1787764567.616930:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764567.616936:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764567.616938:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764567.616940:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.616942:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764567.616944:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.616945:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764567.616948:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764567.616950:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764567.616952:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764567.616955:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764567.616956:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764567.616958:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764567.616959:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.616960:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764567.616961:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.616963:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764567.616964:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764567.616966:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764567.616968:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.616970:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764567.616973:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764567.616974:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.616976:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764567.616978:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764567.616985:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764567.616988:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764567.616990:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764567.616992:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.616994:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764567.616996:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764567.617004:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764567.617010:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764567.617016:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764567.617022:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764567.617029:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764567.617032:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764567.617035:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.617054:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764567.617056:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764567.617059:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764567.617060:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764567.617061:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764567.617063:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764567.617065:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26146
00000400:00000200:3.0:1787764567.617067:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764567.617068:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764567.617070:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764567.617072:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617073:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764567.617074:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617075:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764567.617076:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764567.617077:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764567.617078:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764567.617079:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764567.617080:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764567.617082:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764567.617084:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617086:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764567.617087:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617089:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764567.617090:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764567.617092:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617093:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.617095:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764567.617099:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764567.617101:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787764567.617101:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.617103:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764567.617107:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787764567.617108:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764567.617122:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.617124:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.617126:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1787764567.617133:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000100:00000040:0.0:1787764567.617135:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764567.617137:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764567.617142:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764567.617144:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.617151:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764567.617153:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.617155:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764567.617158:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764567.617159:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764567.617162:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764567.617165:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.617167:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764567.617171:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00100000:0.0:1787764567.617173:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482364544:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764567.617176:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.617179:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787764567.617185:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787764567.617192:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764567.617193:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787764567.617200:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.617203:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764567.617211:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764567.617212:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764567.617217:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764567.617218:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764567.617226:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764567.617233:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764567.617242:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000001:3.0:1787764567.617244:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764567.617249:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1787764567.617251:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482364544, portal 25
00000100:00080000:3.0:1787764567.617252:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764567.617255:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764567.617256:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787764567.617260:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00080000:3.0:1787764567.617260:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764567.617266:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787764567.617270:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764567.617271:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26146
00000400:00000200:3.0:1787764567.617280:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764567.617286:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787764567.617286:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764567.617291:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764567.617296:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617298:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764567.617299:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764567.617303:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764567.617307:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482364544, offset 0
00000100:00000040:3.0:1787764567.617311:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617314:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764567.617317:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000020:00000001:3.0:1787764567.617318:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764567.617321:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764567.617324:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764567.617326:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:0.0:1787764567.617329:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764567.617331:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764567.617335:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:0.0:1787764567.617339:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000040:3.0:1787764567.617341:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617345:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764567.617346:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764567.617352:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000040:3.0:1787764567.617356:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764567.617359:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764567.617364:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764567.617366:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764567.617370:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617373:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764567.617376:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:3.0:1787764567.617376:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787764567.617382:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278090:278090:256:4294967295] 192.168.203.115@tcp LPNI seq info [278090:278090:8:4294967295]
02000000:00000001:3.0:1787764567.617382:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764567.617387:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.617391:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787764567.617392:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00100000:3.0:1787764567.617395:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764567.617399:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.617402:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764567.617407:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1787764567.617410:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764567.617415:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000800:00000200:0.0:1787764567.617416:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764567.617418:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764567.617421:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787764567.617423:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000100:00000001:3.0:1787764567.617424:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764567.617426:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764567.617430:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764567.617434:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000010:3.0:1787764567.617437:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000800:00000200:0.0:1787764567.617439:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787764567.617443:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764567.617448:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00100000:3.0:1787764567.617453:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1787764567.617454:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787764567.617465:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617470:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1787764567.617471:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000100:00000001:3.0:1787764567.617476:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764567.617479:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787764567.617483:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764567.617488:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764567.617498:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00000001:3.0:1787764567.617499:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764567.617502:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00080000:3.0:1787764567.617503:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764567.617509:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764567.617510:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764567.617511:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764567.617515:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1787764567.617518:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.617518:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764567.617524:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26146
00000400:00000200:3.0:1787764567.617532:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764567.617535:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787764567.617537:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000040:0.0:1787764567.617542:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764567.617542:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764567.617551:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.617553:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787764567.617558:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764567.617559:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.617563:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764567.617566:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764567.617568:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764567.617570:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320820007
00000100:00000001:3.0:1787764567.617572:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764567.617576:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:0.0:1787764567.617577:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000020:00000040:3.0:1787764567.617578:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764567.617582:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764567.617584:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:0.0:1787764567.617586:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787764567.617587:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764567.617591:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:0.0:1787764567.617595:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320820007
00000100:00000040:3.0:1787764567.617595:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617601:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1787764567.617602:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2170c0.
00000100:00000040:3.0:1787764567.617605:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764567.617608:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787764567.617609:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764567.617614:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764567.617617:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617620:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.617622:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764567.617622:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764567.617625:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764567.617627:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.617629:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.617632:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764567.617633:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764567.617637:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787764567.617639:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764567/real 1787764567]  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764567.617641:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.617645:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764567.617651:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000400:00000001:0.0:1787764567.617654:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1787764567.617656:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000400:00000001:0.0:1787764567.617657:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764567.617660:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764567.617664:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764567.617668:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
02000000:00000001:3.0:1787764567.617669:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787764567.617672:0:257227:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787764567.617673:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.617676:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1787764567.617678:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764567.617679:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764567.617683:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764567.617690:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000200:0.0:1787764567.617693:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.617696:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.617705:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:3.0:1787764567.617706:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764567.617708:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.617713:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764567.617716:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.617722:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787764567.617725:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.617726:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.617736:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764567.617742:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764567.617743:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.617781:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764567.617784:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.617786:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764567.617787:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.617790:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764567.617792:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764567.617794:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764567.617799:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764567.617802:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764567.617808:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.617817:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764567.617819:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764567.617822:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764567.617826:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764567.617830:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764567.617836:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787764567.617837:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482364544:192.168.203.115@tcp:250:kworker.0
00000100:00080000:3.0:1787764567.617841:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26146
00000100:00000001:0.0:1787764567.617844:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.617848:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787764567.617849:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764567.617854:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482364544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764567.617856:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764567.617861:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764567.617868:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764567.617869:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764567.617873:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787764567.617873:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764567.617877:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000010:0.0:1787764567.617878:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
00000100:00000001:3.0:1787764567.617881:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:0.0:1787764567.617884:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764567.617885:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787764567.617887:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764567.617888:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000040:0.0:1787764567.617890:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:3.0:1787764567.617892:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787764567.617894:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000040:3.0:1787764567.617896:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
02000000:00000010:0.0:1787764567.617898:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
00000020:00000001:3.0:1787764567.617901:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:0.0:1787764567.617904:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1787764567.617905:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:0.0:1787764567.617908:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764567.617910:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000040:3.0:1787764567.617911:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764567.617914:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764567.617916:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764567.617917:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.617922:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764567.617922:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764567.617928:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764567.617931:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1787764567.617931:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:0.0:1787764567.617936:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764567.617936:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764567.617941:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764567.617942:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.617944:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764567.617947:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764567.617947:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764567.617953:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787764567.617954:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764567.617958:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.617963:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764567.617967:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787764567.617968:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764567.617970:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764567.617972:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.617974:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764567.617976:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.617978:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764567.617982:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764567.617983:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000100:00100000:0.0:1787764567.617986:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364672:192.168.203.115@tcp:38:kworker.0
00000020:00000040:3.0:1787764567.617988:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:0.0:1787764567.617991:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764567.617993:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764567.617994:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764567.617996:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.617998:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.617999:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764567.618001:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764567.618002:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1787764567.618006:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:3.0:1787764567.618006:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.618010:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764567.618012:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000400:00000200:0.0:1787764567.618016:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764567.618017:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764567.618020:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764567.618026:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00100000:3.0:1787764567.618026:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787764567.618032:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482364672, portal 10
00000100:00000001:0.0:1787764567.618036:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764567.618038:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000001:3.0:1787764567.618041:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764567.618046:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764567.618049:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764567.618054:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618061:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764567.618067:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764567.618071:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000001:3.0:1787764567.618073:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764567.618075:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482364672, offset 0
00000100:00000040:3.0:1787764567.618080:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26156)
00000400:00000200:0.0:1787764567.618081:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764567.618088:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764567.618092:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764567.618095:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764567.618098:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764567.618101:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764567.618103:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764567.618106:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278091:278091:256:4294967295] 192.168.203.115@tcp LPNI seq info [278091:278091:8:4294967295]
00000400:00000200:0.0:1787764567.618122:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764567.618129:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764567.618133:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764567.618137:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764567.618140:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764567.618143:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764567.618147:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764567.618150:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787764567.618154:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764567.618155:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764567.618158:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764567.618161:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764567.618164:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764567.618166:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764567.618168:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764567.618171:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618183:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764567.618187:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618192:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.618193:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764567.618196:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764567.618200:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764567.618203:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764567.618205:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320818700
00000100:00000001:0.0:1787764567.618208:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320820007
00000100:00000001:0.0:1787764567.618210:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320818700
00000100:00000001:0.0:1787764567.618212:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320820007
00000100:00000001:0.0:1787764567.618214:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764567.618216:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.618218:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764567.618222:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764567/real 1787764567]  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764567.618228:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764567.618230:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764567.618231:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764567.618234:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764567.618235:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764567.618237:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764567.618240:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764567.618248:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618254:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764567.618256:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618257:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764567.618259:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764567.618262:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618268:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764567.618272:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618278:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764567.618281:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618282:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764567.618283:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618285:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764567.618287:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764567.618289:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764567.618293:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764567.618295:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764567.618298:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764567.618305:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364672:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764567.618309:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764567.618313:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618318:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764567.618319:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.618321:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764567.618323:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764567.618325:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764567.618328:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364800:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764567.618331:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764567.618333:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764567.618334:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.618336:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764567.618339:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764567.618341:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764567.618345:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764567.618347:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764567.618350:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764567.618353:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482364800, portal 10
00000100:00000001:0.0:1787764567.618355:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764567.618356:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:0.0:1787764567.618361:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618367:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764567.618369:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764567.618371:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764567.618373:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482364800, offset 0
00000400:00000200:0.0:1787764567.618377:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764567.618380:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764567.618384:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764567.618386:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764567.618388:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764567.618391:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764567.618393:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764567.618396:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278092:278092:256:4294967295] 192.168.203.115@tcp LPNI seq info [278092:278092:8:4294967295]
00000400:00000200:0.0:1787764567.618399:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764567.618405:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764567.618410:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764567.618412:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764567.618416:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764567.618418:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764567.618421:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764567.618425:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787764567.618428:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764567.618430:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764567.618432:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764567.618435:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764567.618438:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764567.618440:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764567.618442:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764567.618445:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618452:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764567.618456:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618462:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.618463:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764567.618466:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764567.618468:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764567.618471:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764567.618473:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320818708
00000100:00000001:0.0:1787764567.618475:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320820007
00000100:00000001:0.0:1787764567.618477:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320818708
00000100:00000001:0.0:1787764567.618479:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320820007
00000100:00000001:0.0:1787764567.618481:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764567.618483:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.618484:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764567.618488:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764567/real 1787764567]  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764567.618495:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764567.618497:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764567.618499:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764567.618501:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764567.618502:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764567.618505:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764567.618507:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764567.618515:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618520:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764567.618522:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618523:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764567.618525:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764567.618528:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618534:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764567.618538:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618544:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764567.618547:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618548:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764567.618549:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618551:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764567.618553:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764567.618555:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764567.618558:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764567.618559:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764567.618563:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764567.618575:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364800:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764567.618579:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764567.618582:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618588:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764567.618590:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.618592:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764567.618594:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764567.618596:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764567.618598:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364928:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764567.618601:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764567.618603:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764567.618605:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.618606:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764567.618609:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764567.618611:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764567.618614:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764567.618616:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764567.618619:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764567.618622:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482364928, portal 4
00000100:00000001:0.0:1787764567.618624:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764567.618625:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:0.0:1787764567.618630:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618637:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764567.618639:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764567.618641:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764567.618643:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482364928, offset 0
00000400:00000200:0.0:1787764567.618647:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764567.618650:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764567.618654:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764567.618656:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764567.618659:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764567.618661:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764567.618663:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764567.618666:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278093:278093:256:4294967295] 192.168.203.115@tcp LPNI seq info [278093:278093:8:4294967295]
00000400:00000200:0.0:1787764567.618669:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764567.618675:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764567.618679:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764567.618682:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764567.618686:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764567.618688:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764567.618692:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764567.618695:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787764567.618698:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764567.618700:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764567.618703:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764567.618706:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764567.618709:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764567.618710:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764567.618712:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764567.618716:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618722:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764567.618725:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618730:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.618731:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764567.618733:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764567.618736:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764567.618738:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764567.618740:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320818708
00000100:00000001:0.0:1787764567.618742:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320820007
00000100:00000001:0.0:1787764567.618744:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320818708
00000100:00000001:0.0:1787764567.618745:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320820007
00000100:00000001:0.0:1787764567.618747:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764567.618769:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.618771:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764567.618775:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764567/real 1787764567]  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764567.618782:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764567.618783:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764567.618785:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764567.618787:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764567.618788:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764567.618790:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764567.618793:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764567.618800:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618805:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764567.618807:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618809:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764567.618810:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764567.618813:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618819:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764567.618823:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618828:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764567.618832:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618833:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764567.618834:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618836:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764567.618837:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764567.618840:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764567.618843:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764567.618845:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764567.618848:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764567.618854:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482364928:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764567.618857:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618859:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764567.618861:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482364672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618867:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764567.618868:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764567.618871:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764567.618873:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764567.618875:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764567.618876:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764567.618878:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764567.618880:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:0.0:1787764567.618883:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764567.618884:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764567.618886:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:0.0:1787764567.618889:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764567.618891:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618892:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764567.618895:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482364800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618905:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764567.618906:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764567.618908:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764567.618911:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764567.618911:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764567.618912:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764567.618914:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764567.618915:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:0.0:1787764567.618918:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764567.618919:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764567.618920:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:0.0:1787764567.618923:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764567.618924:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618926:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764567.618928:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482364928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618934:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764567.618935:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764567.618937:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764567.618939:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764567.618940:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764567.618942:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764567.618943:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764567.618945:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:0.0:1787764567.618946:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764567.618947:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764567.618948:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:0.0:1787764567.618950:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764567.618951:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618953:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.618958:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764567.618959:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.618961:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764567.618962:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764567.618964:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764567.618968:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.618974:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764567.618976:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.618978:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764567.618979:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764567.618981:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764567.618984:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365056:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764567.618987:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764567.618989:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764567.618990:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.618992:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764567.618994:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764567.618996:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764567.618999:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764567.619002:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764567.619004:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764567.619007:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482365056, portal 4
00000100:00000001:0.0:1787764567.619009:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764567.619010:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:0.0:1787764567.619015:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.619020:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764567.619022:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764567.619024:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764567.619026:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482365056, offset 0
00000400:00000200:0.0:1787764567.619029:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764567.619032:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764567.619034:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764567.619037:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764567.619039:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764567.619041:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764567.619043:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764567.619046:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278094:278094:256:4294967295] 192.168.203.115@tcp LPNI seq info [278094:278094:8:4294967295]
00000400:00000200:0.0:1787764567.619049:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764567.619055:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764567.619058:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764567.619062:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764567.619065:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764567.619067:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764567.619071:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764567.619073:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787764567.619076:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764567.619078:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764567.619080:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764567.619083:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764567.619085:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764567.619087:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764567.619089:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764567.619092:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.619098:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764567.619101:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.619106:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.619108:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764567.619122:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764567.619125:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764567.619128:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764567.619129:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320818713
00000100:00000001:0.0:1787764567.619132:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320820007
00000100:00000001:0.0:1787764567.619133:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320818713
00000100:00000001:0.0:1787764567.619135:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320820007
00000100:00000001:0.0:1787764567.619137:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764567.619139:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.619141:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764567.619144:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764567/real 1787764567]  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764567.619150:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764567.619152:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764567.619153:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764567.619155:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764567.619156:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764567.619158:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764567.619160:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764567.619167:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.619173:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764567.619175:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.619176:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764567.619177:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764567.619180:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.619185:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764567.619188:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.619193:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764567.619195:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.619197:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764567.619198:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.619200:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764567.619201:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764567.619203:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764567.619206:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764567.619209:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764567.619213:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764567.619220:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365056:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764567.619224:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.619226:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764567.619228:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482365056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.619234:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764567.619236:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764567.619237:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764567.619240:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764567.619241:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764567.619242:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764567.619244:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764567.619245:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:0.0:1787764567.619247:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764567.619248:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764567.619250:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:0.0:1787764567.619253:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764567.619254:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.619256:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.619259:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764567.619260:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.619261:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764567.619263:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764568.320901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764568.320908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764568.320914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764568.320916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764568.320919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764568.320920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764568.320991:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764568.320996:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764568.320999:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764568.960871:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320820007, at 4320820032
00000100:00000040:1.0:1787764568.960871:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320820007, at 4320820032
00000100:00000010:1.0:1787764568.960886:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2170c0.
00000100:00000010:0.0:1787764568.960888:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764569.347048:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764569.347057:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764569.347059:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764569.347062:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764569.347067:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764569.347070:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764569.347072:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764569.347074:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764569.347078:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764569.347080:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764569.347083:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764569.347084:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764569.347152:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764569.347157:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764569.347160:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764570.368890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764570.368896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764570.368902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764570.368903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764570.368906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764570.368907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764570.368999:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764570.369007:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764570.369012:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764571.392894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764571.392901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764571.392906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764571.392907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764571.392911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764571.392912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764571.393001:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764571.393006:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764571.393010:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764572.417001:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764572.417007:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764572.417012:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764572.417013:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764572.417016:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764572.417017:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764572.417160:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764572.417167:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764572.417172:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764572.737627:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764572.737639:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764572.737641:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764572.737645:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764572.737649:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764572.737657:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26151
00000400:00000200:2.0:1787764572.737667:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764572.737673:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764572.737676:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764572.737679:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.737682:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.737685:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.737687:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764572.737691:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764572.737692:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764572.737695:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764572.737699:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764572.737701:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764572.737703:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764572.737706:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.737708:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.737709:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.737712:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764572.737714:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764572.737717:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764572.737720:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764572.737722:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764572.737725:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764572.737729:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.737731:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764572.737734:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764572.737743:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764572.737747:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764572.737770:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764572.737772:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.737776:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764572.737778:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764572.737781:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764572.737790:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00000001:2.0:1787764572.737796:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764572.737805:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764572.737814:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764572.737818:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764572.737823:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764572.737847:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764572.737850:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764572.737853:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764572.737854:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764572.737856:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764572.737859:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764572.737862:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26151
00000400:00000200:2.0:1787764572.737865:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764572.737868:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764572.737870:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764572.737873:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.737875:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.737876:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.737914:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764572.737916:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764572.737917:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764572.737919:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764572.737922:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764572.737924:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764572.737926:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764572.737929:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.737931:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.737933:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.737934:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764572.737937:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764572.737939:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764572.737942:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764572.737943:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764572.737948:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764572.737950:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.737952:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764572.737956:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764572.737959:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.737961:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764572.737965:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000020:00000040:2.0:1787764572.737967:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764572.737969:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764572.737971:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.737973:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764572.737974:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764572.737976:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764572.737979:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787764572.737983:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764572.737988:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764572.738001:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764572.738004:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764572.738007:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764572.738015:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764572.738017:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764572.738021:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764572.738022:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764572.738024:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764572.738026:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764572.738028:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26151
00000400:00000200:2.0:1787764572.738032:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764572.738035:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764572.738037:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764572.738039:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738042:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.738043:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738045:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764572.738048:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764572.738049:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764572.738051:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764572.738053:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764572.738055:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764572.738056:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764572.738059:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738061:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.738062:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738064:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764572.738067:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764572.738069:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738072:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764572.738073:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764572.738086:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764572.738089:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.738090:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764572.738092:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764572.738094:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.738096:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764572.738100:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000020:00000040:2.0:1787764572.738102:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764572.738104:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764572.738105:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.738107:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764572.738108:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764572.738110:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764572.738113:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787764572.738116:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764572.738121:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764572.738128:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764572.738130:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764572.738134:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764572.738140:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764572.738143:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764572.738146:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764572.738147:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764572.738149:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764572.738151:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764572.738154:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26151
00000400:00000200:2.0:1787764572.738158:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764572.738161:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764572.738163:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764572.738166:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738168:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.738169:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738171:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764572.738173:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764572.738175:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764572.738176:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764572.738178:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764572.738179:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764572.738181:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764572.738184:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738186:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.738187:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738189:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764572.738191:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764572.738194:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738196:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764572.738198:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764572.738200:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764572.738202:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.738204:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764572.738206:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764572.738208:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.738210:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764572.738213:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787764572.738216:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764572.738218:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764572.738220:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.738221:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764572.738223:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764572.738224:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764572.738228:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787764572.738231:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764572.738235:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764572.738241:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764572.738243:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764572.738247:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764572.738253:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764572.738255:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764572.738259:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764572.738261:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764572.738262:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764572.738265:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764572.738267:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26151
00000400:00000200:2.0:1787764572.738271:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764572.738275:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764572.738279:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764572.738283:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738286:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.738288:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738290:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764572.738291:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764572.738293:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764572.738294:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764572.738296:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764572.738310:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764572.738314:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764572.738318:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764572.738320:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.738322:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764572.738664:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764572.738669:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764572.738672:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764572.738679:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.738688:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764572.738690:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764572.738693:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764572.738696:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764572.738698:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764572.738701:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482365184:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764572.738705:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764572.738709:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764572.738712:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764572.738714:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764572.738719:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764572.738721:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764572.738726:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764572.738731:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764572.738738:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764572.738745:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482365184, portal 25
00000100:00000001:0.0:1787764572.738747:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764572.738771:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980244736 : -118790729306880 : ffff93f5e0c6ed00)
00000100:00000040:0.0:1787764572.738777:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.738789:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764572.738792:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764572.738796:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764572.738799:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482365184, offset 0
00000400:00000200:0.0:1787764572.738806:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764572.738814:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764572.738819:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764572.738823:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764572.738827:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764572.738830:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764572.738833:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764572.738836:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278095:278095:256:4294967295] 192.168.203.115@tcp LPNI seq info [278095:278095:8:4294967295]
00000400:00000200:0.0:1787764572.738840:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764572.738849:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764572.738855:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764572.738859:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764572.738865:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764572.738869:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764572.738874:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764572.738877:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787764572.738882:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764572.738885:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764572.738891:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764572.738894:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764572.738899:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764572.738901:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764572.738905:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764572.738909:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.738919:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764572.738922:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.738934:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.738936:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764572.738942:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764572.738945:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764572.738948:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320825129
00000100:00000010:0.0:1787764572.738953:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764572.738959:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764572.738965:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320825129
00000100:00000010:0.0:1787764572.738969:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217d20.
00000100:00000001:0.0:1787764572.738972:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764572.738975:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764572.738978:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.738980:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764572.738984:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764572/real 1787764572]  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764572.738993:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764572.738994:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764572.738996:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764572.738999:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764572.739001:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764572.739004:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764572.739007:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764572.739016:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.739022:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764572.739024:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.739026:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764572.739028:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764572.739032:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.739039:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764572.739043:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.739050:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764572.739053:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.739054:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764572.739055:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.739057:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764572.739059:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764572.739062:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764572.739066:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764572.739068:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764572.739072:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764572.739094:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482365184:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764572.739099:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764572.739102:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.739107:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764572.739108:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764572.739110:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764572.739111:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764572.739113:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764572.739115:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365312:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764572.739118:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764572.739120:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764572.739121:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764572.739123:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764572.739127:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764572.739128:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764572.739132:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764572.739134:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764572.739137:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764572.739140:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482365312, portal 10
00000100:00000001:0.0:1787764572.739142:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764572.739143:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238976 : -118790729312640 : ffff93f5e0c6d680)
00000100:00000040:0.0:1787764572.739149:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.739156:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764572.739158:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764572.739160:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764572.739162:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482365312, offset 0
00000400:00000200:0.0:1787764572.739166:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764572.739170:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764572.739173:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764572.739176:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764572.739179:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764572.739181:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764572.739183:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764572.739186:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278096:278096:256:4294967295] 192.168.203.115@tcp LPNI seq info [278096:278096:8:4294967295]
00000400:00000200:0.0:1787764572.739190:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764572.739195:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764572.739199:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764572.739203:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764572.739206:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764572.739208:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764572.739212:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764572.739214:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787764572.739218:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764572.739219:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764572.739222:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764572.739226:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764572.739228:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764572.739230:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764572.739232:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764572.739236:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.739243:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764572.739245:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.739250:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.739251:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764572.739254:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764572.739258:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764572.739260:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764572.739262:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320823821
00000100:00000001:0.0:1787764572.739265:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320825129
00000100:00000001:0.0:1787764572.739266:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320823821
00000100:00000001:0.0:1787764572.739268:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320825129
00000100:00000001:0.0:1787764572.739270:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764572.739271:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.739273:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764572.739276:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764572/real 1787764572]  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764572.739284:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764572.739285:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764572.739287:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764572.739289:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764572.739291:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764572.739292:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764572.739296:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764572.739316:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.739322:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764572.740632:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764572.740640:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764572.740647:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764572.740650:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764572.740653:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764572.740658:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764572.740661:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.740663:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764572.740667:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764572.740669:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.740671:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764572.740678:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787764572.740682:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764572.740685:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764572.740687:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.740700:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764572.740702:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764572.740705:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764572.740712:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787764572.740717:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764572.740725:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764572.740735:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764572.740736:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764572.740740:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.740741:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764572.740745:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764572.740764:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764572.740783:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764572.740788:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.740793:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764572.740798:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.740805:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764572.740807:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.740809:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764572.740810:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.740814:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764572.740817:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787764572.740818:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26161)
00000100:00080000:0.0:1787764572.740820:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764572.740826:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764572.740829:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764572.740833:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764572.740842:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365312:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764572.740848:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764572.740852:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.740864:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764572.740865:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764572.740868:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764572.740870:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764572.740872:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764572.740876:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365440:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764572.740879:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764572.740882:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764572.740884:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764572.740886:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764572.740891:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764572.740893:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764572.740898:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764572.740902:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764572.740907:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764572.740912:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482365440, portal 10
00000100:00000001:0.0:1787764572.740914:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764572.740915:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980241856 : -118790729309760 : ffff93f5e0c6e1c0)
00000100:00000040:0.0:1787764572.740922:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.740928:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764572.740931:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764572.740933:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764572.740935:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482365440, offset 0
00000400:00000200:0.0:1787764572.740940:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764572.740946:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764572.740951:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764572.740955:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764572.740958:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764572.740961:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764572.740963:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764572.740966:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278097:278097:256:4294967295] 192.168.203.115@tcp LPNI seq info [278097:278097:8:4294967295]
00000400:00000200:0.0:1787764572.740971:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764572.740978:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764572.740983:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764572.740987:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764572.740992:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764572.740994:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764572.740999:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764572.741002:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787764572.741005:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764572.741007:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764572.741011:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764572.741015:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764572.741018:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764572.741020:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764572.741023:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764572.741027:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.741035:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764572.741038:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.741045:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.741046:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764572.741051:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764572.741055:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764572.741058:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764572.741060:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320823831
00000100:00000001:0.0:1787764572.741063:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320825129
00000100:00000001:0.0:1787764572.741065:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320823831
00000100:00000001:0.0:1787764572.741067:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320825129
00000100:00000001:0.0:1787764572.741069:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764572.741071:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.741073:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764572.741088:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764572/real 1787764572]  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764572.741096:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764572.741098:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764572.741100:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764572.741102:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764572.741104:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764572.741106:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764572.741110:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764572.741118:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.741125:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764572.741127:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.741129:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764572.741130:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764572.741134:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.741141:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764572.741145:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.741151:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764572.741153:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.741155:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764572.741156:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.741158:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764572.741159:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764572.741161:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764572.741165:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764572.741167:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764572.741171:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764572.741179:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365440:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764572.741183:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764572.741186:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.741192:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764572.741194:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764572.741196:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764572.741198:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764572.741200:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764572.741202:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365568:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764572.741206:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764572.741207:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764572.741209:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764572.741211:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764572.741214:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764572.741217:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764572.741220:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764572.741223:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764572.741227:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764572.741229:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482365568, portal 4
00000100:00000001:0.0:1787764572.741231:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764572.741232:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980245696 : -118790729305920 : ffff93f5e0c6f0c0)
00000100:00000040:0.0:1787764572.741238:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.741244:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764572.741247:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764572.741249:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764572.741251:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482365568, offset 0
00000400:00000200:0.0:1787764572.741255:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764572.741259:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764572.741262:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764572.741265:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764572.741268:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764572.741270:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764572.741273:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764572.741276:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278098:278098:256:4294967295] 192.168.203.115@tcp LPNI seq info [278098:278098:8:4294967295]
00000400:00000200:0.0:1787764572.741280:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764572.741286:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764572.741291:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764572.741295:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764572.742557:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764572.742565:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764572.742573:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764572.742577:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787764572.742581:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764572.742583:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764572.742590:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764572.742593:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764572.742599:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764572.742601:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764572.742605:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764572.742610:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.742621:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764572.742624:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.742631:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.742633:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764572.742639:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764572.742643:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764572.742647:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764572.742649:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320823832
00000100:00000001:0.0:1787764572.742652:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320825129
00000100:00000001:0.0:1787764572.742654:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320823832
00000100:00000001:0.0:1787764572.742656:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320825129
00000100:00000001:0.0:1787764572.742658:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764572.742661:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.742663:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764572.742667:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764572/real 1787764572]  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764572.742675:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764572.742677:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764572.742679:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764572.742682:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764572.742683:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764572.742686:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764572.742689:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764572.742842:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.742850:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764572.742852:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.742854:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764572.742856:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764572.742859:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.742866:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764572.742871:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.742877:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764572.742880:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.742881:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764572.742883:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.742885:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764572.742887:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764572.742890:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764572.742893:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764572.742896:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764572.742901:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764572.742908:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365568:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764572.742912:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.742916:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764572.742920:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6ed00 x1874595482365184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.742926:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764572.742929:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764572.742931:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764572.742936:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764572.742938:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764572.742940:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764572.742942:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764572.742944:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7400.
02000000:00000001:0.0:1787764572.742948:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764572.742950:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764572.742952:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6ed00.
00000100:00000001:0.0:1787764572.742956:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764572.742957:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.742959:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764572.742963:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d680 x1874595482365312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.742969:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764572.742971:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764572.742972:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764572.742976:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764572.742977:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764572.742978:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764572.742980:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764572.742981:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4400.
02000000:00000001:0.0:1787764572.742983:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764572.742984:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764572.742985:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d680.
00000100:00000001:0.0:1787764572.742987:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764572.742988:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.742990:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764572.742993:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e1c0 x1874595482365440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.742999:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764572.743000:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764572.743002:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764572.743005:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764572.743006:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764572.743007:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764572.743009:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764572.743011:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4800.
02000000:00000001:0.0:1787764572.743013:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764572.743014:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764572.743015:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e1c0.
00000100:00000001:0.0:1787764572.743017:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764572.743019:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.743020:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764572.743023:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f0c0 x1874595482365568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.743035:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764572.743037:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764572.743038:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764572.743041:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764572.743042:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764572.743043:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764572.743045:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764572.743046:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:0.0:1787764572.743048:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764572.743049:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764572.743051:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f0c0.
00000100:00000001:0.0:1787764572.743052:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764572.743054:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.743056:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.743064:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764572.743066:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.743068:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764572.743071:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764572.743073:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764572.743299:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.743308:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764572.743310:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764572.743314:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764572.743316:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764572.743319:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764572.743322:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365696:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764572.743326:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764572.743328:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764572.743330:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764572.743332:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764572.743338:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764572.743340:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764572.743345:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764572.743348:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764572.743352:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764572.743357:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482365696, portal 4
00000100:00000001:0.0:1787764572.743359:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764572.743361:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980234176 : -118790729317440 : ffff93f5e0c6c3c0)
00000100:00000040:0.0:1787764572.743367:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.743387:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764572.743391:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764572.743393:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764572.743396:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482365696, offset 0
00000400:00000200:0.0:1787764572.743401:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764572.743408:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764572.743413:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764572.743417:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764572.743420:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764572.743423:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764572.743426:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764572.743429:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278099:278099:256:4294967295] 192.168.203.115@tcp LPNI seq info [278099:278099:8:4294967295]
00000400:00000200:0.0:1787764572.743434:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764572.743441:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764572.743445:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764572.743449:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764572.743453:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764572.743456:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764572.743461:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764572.743464:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787764572.743467:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764572.743469:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764572.743472:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764572.743475:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764572.743479:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764572.743481:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764572.743483:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764572.743487:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.743495:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764572.743498:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.743504:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.743506:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764572.743509:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764572.743512:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764572.743515:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764572.743517:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320823837
00000100:00000001:0.0:1787764572.743520:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320825129
00000100:00000001:0.0:1787764572.743522:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320823837
00000100:00000001:0.0:1787764572.743524:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320825129
00000100:00000001:0.0:1787764572.743526:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764572.743528:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.743530:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764572.743533:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764572/real 1787764572]  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764572.743541:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764572.743542:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764572.743545:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764572.743547:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764572.743549:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764572.743551:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764572.743553:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764572.743562:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.743568:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764572.743570:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.743572:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764572.743573:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764572.743577:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.743583:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764572.743586:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.743593:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764572.743595:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.743596:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764572.743598:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.743600:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764572.743601:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764572.743604:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764572.743607:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764572.743609:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764572.743613:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764572.743621:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365696:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764572.743625:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.743627:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764572.743630:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c3c0 x1874595482365696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764572.743636:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764572.743637:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764572.743640:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764572.743642:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764572.743644:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764572.743645:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764572.743647:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764572.743649:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:0.0:1787764572.743651:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764572.743653:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764572.743654:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c3c0.
00000100:00000001:0.0:1787764572.743657:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764572.743658:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.743660:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764572.743663:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764572.743665:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764572.743667:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764572.743668:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764573.440875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764573.440881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764573.440886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764573.440887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764573.440891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764573.440892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764573.441116:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764573.441121:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764573.441124:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764574.080958:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320825129, at 4320825152
00000100:00000010:0.0:1787764574.080977:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00000100:00000040:1.0:1787764574.087299:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320825129, at 4320825158
00000100:00000010:1.0:1787764574.087359:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217d20.
00010000:00000001:2.0:1787764574.465097:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764574.465104:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764574.465110:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764574.465111:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764574.465114:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764574.465118:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764574.465120:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764574.465123:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764574.465126:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764574.465128:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764574.465130:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764574.465132:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764574.465242:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764574.465246:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764574.465249:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764575.488876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764575.488881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764575.488886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764575.488887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764575.488890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764575.488892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764575.488993:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764575.488997:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764575.489000:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764576.513065:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764576.513074:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764576.513081:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764576.513083:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764576.513086:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764576.513088:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764576.513416:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764576.513422:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764576.513427:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764577.536898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764577.536904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764577.536908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764577.536912:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764577.536914:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764577.536917:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764577.536919:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764577.536922:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764577.536924:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764577.536926:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764577.536929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764577.536930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764577.537040:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764577.537053:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764577.537055:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764577.857067:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764577.857078:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764577.857080:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764577.857083:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764577.857087:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764577.857094:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26156
00000400:00000200:3.0:1787764577.857103:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764577.857109:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764577.857112:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764577.857116:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.857119:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.857121:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.857123:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764577.857127:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764577.857130:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764577.857132:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764577.857170:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764577.857173:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764577.857175:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764577.857178:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.857181:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.857182:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.857184:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764577.857187:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764577.857190:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764577.857193:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.857195:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764577.857199:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764577.857201:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.857203:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764577.857206:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764577.857214:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764577.857217:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764577.857222:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764577.857223:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.857226:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764577.857228:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764577.857232:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764577.857239:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764577.857245:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764577.857253:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764577.857263:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764577.857268:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764577.857272:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.857521:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764577.857526:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764577.857528:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764577.857534:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.857542:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764577.857544:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764577.857548:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764577.857550:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764577.857553:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764577.857556:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482365824:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764577.857560:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764577.857564:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764577.857566:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764577.857568:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764577.857573:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764577.857575:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764577.857581:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764577.857610:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764577.857618:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764577.857625:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482365824, portal 25
00000100:00000001:0.0:1787764577.857627:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764577.857629:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:0.0:1787764577.857635:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.857642:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764577.857645:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764577.857647:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764577.857650:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482365824, offset 0
00000400:00000200:0.0:1787764577.857656:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764577.857664:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764577.857668:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764577.857673:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764577.857677:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764577.857830:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764577.857834:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764577.857839:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278100:278100:256:4294967295] 192.168.203.115@tcp LPNI seq info [278100:278100:8:4294967295]
00000400:00000200:0.0:1787764577.857844:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764577.857855:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764577.857861:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764577.857884:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764577.857891:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764577.857895:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764577.857900:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764577.857904:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787764577.857908:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764577.857911:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764577.857917:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764577.857921:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764577.857926:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764577.857928:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764577.857932:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764577.857936:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764577.858054:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764577.858058:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764577.858061:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764577.858063:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764577.858064:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764577.858067:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764577.858070:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26156
00000400:00000200:3.0:1787764577.858075:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764577.858078:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764577.858080:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764577.858083:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.858085:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.858088:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.858089:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764577.858092:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764577.858093:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764577.858095:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764577.858112:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764577.858114:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764577.858117:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764577.858120:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.858122:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.858123:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.858125:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764577.858127:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764577.858129:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764577.858131:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.858134:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764577.858139:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764577.858140:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.858142:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764577.858145:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764577.858148:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.858150:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764577.858154:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764577.858157:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764577.858160:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764577.858161:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.858163:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764577.858164:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764577.858166:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764577.858170:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764577.858173:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764577.858179:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764577.858186:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764577.858189:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764577.858191:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858376:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764577.858382:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858389:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.858391:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764577.858399:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764577.858403:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764577.858406:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320830248
00000100:00000010:0.0:1787764577.858411:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764577.858417:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764577.858422:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320830248
00000100:00000010:0.0:1787764577.858425:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217540.
00000100:00000001:0.0:1787764577.858428:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764577.858476:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764577.858479:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.858481:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764577.858486:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764577/real 1787764577]  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764577.858502:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764577.858504:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764577.858506:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764577.858508:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764577.858510:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764577.858513:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764577.858517:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764577.858526:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858533:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764577.858535:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.858537:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764577.858539:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764577.858543:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858550:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764577.858554:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858561:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764577.858564:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.858565:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764577.858566:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.858569:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764577.858570:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764577.858573:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764577.858577:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764577.858579:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764577.858584:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764577.858605:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482365824:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764577.858610:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.858612:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764577.858616:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482365824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858622:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764577.858625:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764577.858627:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764577.858631:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764577.858632:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764577.858634:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764577.858635:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764577.858638:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:0.0:1787764577.858641:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764577.858643:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764577.858645:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:0.0:1787764577.858650:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764577.858651:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.858653:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.858676:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764577.858686:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.858688:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764577.858690:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764577.858691:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764577.858695:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858712:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764577.858713:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764577.858716:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764577.858718:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764577.858719:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764577.858722:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365952:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764577.858725:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764577.858727:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764577.858729:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764577.858730:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764577.858734:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764577.858736:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764577.858740:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764577.858742:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764577.858745:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764577.858766:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482365952, portal 10
00000100:00000001:0.0:1787764577.858768:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764577.858769:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:0.0:1787764577.858776:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858782:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764577.858784:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764577.858787:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764577.858789:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482365952, offset 0
00000400:00000200:0.0:1787764577.858794:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764577.858799:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764577.858803:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764577.858806:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764577.858809:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764577.858811:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764577.858814:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764577.858816:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278101:278101:256:4294967295] 192.168.203.115@tcp LPNI seq info [278101:278101:8:4294967295]
00000400:00000200:0.0:1787764577.858820:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764577.858825:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764577.858830:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764577.858834:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764577.858837:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764577.858841:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764577.858845:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764577.858847:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787764577.858851:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764577.858852:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764577.858855:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764577.858858:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764577.858862:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764577.858863:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764577.858866:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764577.858869:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858877:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764577.858880:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858886:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.858887:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764577.858890:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764577.858893:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764577.858896:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764577.858898:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320828941
00000100:00000001:0.0:1787764577.858901:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320830248
00000100:00000001:0.0:1787764577.858902:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320828941
00000100:00000001:0.0:1787764577.858904:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320830248
00000100:00000001:0.0:1787764577.858906:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764577.858908:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.858909:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764577.858913:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764577/real 1787764577]  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764577.858920:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764577.858921:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764577.858923:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764577.858925:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764577.858927:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764577.858929:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764577.858932:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764577.858940:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858946:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764577.858947:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.858948:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764577.858950:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764577.858953:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858959:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764577.858963:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.858970:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764577.858972:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.858974:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764577.858975:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.858977:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764577.858979:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764577.858981:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764577.858984:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764577.858986:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764577.858990:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764577.858997:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482365952:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764577.859000:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.859002:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764577.859005:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482365952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.859011:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764577.859012:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764577.859014:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764577.859017:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764577.859019:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764577.859020:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764577.859022:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764577.859024:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:0.0:1787764577.859026:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764577.859027:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764577.859028:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:0.0:1787764577.859032:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764577.859033:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.859035:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.859038:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764577.859074:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764577.859078:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764577.859081:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764577.859082:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764577.859084:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764577.859087:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764577.859089:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26156
00000400:00000200:3.0:1787764577.859094:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764577.859097:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764577.859099:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764577.859102:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859104:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.859106:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859108:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764577.859110:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764577.859112:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764577.859114:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764577.859116:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764577.859118:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764577.859120:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764577.859123:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859125:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.859126:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859128:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764577.859130:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764577.859133:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859135:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.859136:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764577.859140:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764577.859142:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.859144:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764577.859146:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764577.859148:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.859150:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764577.859153:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764577.859156:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764577.859158:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764577.859159:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.859161:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764577.859163:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764577.859165:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764577.859168:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764577.859172:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764577.859177:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764577.859184:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764577.859186:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764577.859190:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764577.859196:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764577.859199:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764577.859202:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764577.859204:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764577.859205:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764577.859208:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764577.859210:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26156
00000400:00000200:3.0:1787764577.859213:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764577.859216:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764577.859219:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764577.859221:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859223:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.859225:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859227:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764577.859229:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764577.859230:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764577.859231:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764577.859233:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764577.859235:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764577.859237:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764577.859239:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859241:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.859243:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859245:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764577.859247:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764577.859250:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859253:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.859254:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764577.859256:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764577.859258:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.859260:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764577.859262:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764577.859264:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.859265:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764577.859268:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764577.859270:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764577.859273:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764577.859274:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.859275:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764577.859277:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764577.859278:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764577.859282:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764577.859285:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764577.859289:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764577.859296:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764577.859298:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764577.859301:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764577.859308:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764577.859310:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764577.859313:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764577.859315:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764577.859317:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764577.859319:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764577.859320:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26156
00000400:00000200:3.0:1787764577.859324:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764577.859327:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764577.859329:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764577.859332:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859334:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.859335:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859337:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764577.859339:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764577.859340:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764577.859342:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764577.859344:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764577.859345:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764577.859347:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764577.859350:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859352:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.859354:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859355:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764577.859357:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764577.859360:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764577.859362:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.859364:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764577.859367:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764577.859368:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.859370:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764577.859372:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764577.859374:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.859375:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764577.859379:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764577.859381:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764577.859383:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764577.859384:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.859386:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764577.859387:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764577.859389:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764577.859392:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764577.859395:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764577.859399:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764577.859406:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764577.859408:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764577.859411:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764577.859418:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764577.859423:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26166)
00000100:00000001:0.0:1787764577.859657:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.859661:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764577.859663:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764577.859664:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764577.859669:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.859792:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764577.859793:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764577.859796:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764577.859798:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764577.859800:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764577.859804:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366080:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764577.859807:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764577.859810:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764577.859811:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764577.859813:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764577.859817:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764577.859819:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764577.859823:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764577.859825:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764577.859829:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764577.859833:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482366080, portal 10
00000100:00000001:0.0:1787764577.859835:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764577.859836:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:0.0:1787764577.859842:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.859849:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764577.859851:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764577.859853:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764577.859856:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482366080, offset 0
00000400:00000200:0.0:1787764577.859860:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764577.859865:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764577.859869:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764577.859872:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764577.859875:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764577.859878:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764577.859880:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764577.859883:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278102:278102:256:4294967295] 192.168.203.115@tcp LPNI seq info [278102:278102:8:4294967295]
00000400:00000200:0.0:1787764577.859887:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764577.859893:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764577.859898:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764577.859901:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764577.859906:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764577.859908:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764577.859913:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764577.859915:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787764577.859919:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764577.859921:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764577.859924:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764577.859927:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764577.859931:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764577.859932:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764577.859935:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764577.859939:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.859947:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764577.859950:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.859956:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.859958:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764577.859962:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764577.859964:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764577.859968:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764577.859970:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320828950
00000100:00000001:0.0:1787764577.859972:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320830248
00000100:00000001:0.0:1787764577.859974:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320828950
00000100:00000001:0.0:1787764577.859976:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320830248
00000100:00000001:0.0:1787764577.859978:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764577.859980:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.859982:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764577.859986:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764577/real 1787764577]  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764577.859992:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764577.859994:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764577.859996:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764577.859998:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764577.859999:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764577.860002:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764577.860005:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764577.860013:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860019:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764577.860020:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860022:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764577.860023:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764577.860026:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860032:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764577.860036:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860100:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764577.860103:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860104:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764577.860106:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860107:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764577.860109:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764577.860111:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764577.860115:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764577.860117:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764577.860121:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764577.860129:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366080:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764577.860132:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764577.860136:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860142:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764577.860143:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764577.860144:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764577.860146:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764577.860148:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764577.860151:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366208:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764577.860154:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764577.860156:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764577.860157:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764577.860159:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764577.860163:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764577.860164:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764577.860168:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764577.860170:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764577.860174:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764577.860176:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482366208, portal 4
00000100:00000001:0.0:1787764577.860178:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764577.860179:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:0.0:1787764577.860184:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860191:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764577.860193:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764577.860195:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764577.860197:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482366208, offset 0
00000400:00000200:0.0:1787764577.860201:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764577.860205:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764577.860209:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764577.860212:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764577.860215:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764577.860217:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764577.860219:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764577.860243:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278103:278103:256:4294967295] 192.168.203.115@tcp LPNI seq info [278103:278103:8:4294967295]
00000400:00000200:0.0:1787764577.860247:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764577.860253:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764577.860258:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764577.860261:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764577.860265:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764577.860267:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764577.860271:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764577.860274:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787764577.860278:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764577.860280:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764577.860283:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764577.860286:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764577.860288:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764577.860290:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764577.860292:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764577.860296:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860303:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764577.860306:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860312:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.860314:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764577.860317:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764577.860319:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764577.860322:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764577.860325:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320828950
00000100:00000001:0.0:1787764577.860327:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320830248
00000100:00000001:0.0:1787764577.860329:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320828950
00000100:00000001:0.0:1787764577.860331:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320830248
00000100:00000001:0.0:1787764577.860333:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764577.860335:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.860337:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764577.860340:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764577/real 1787764577]  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764577.860348:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764577.860349:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764577.860351:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764577.860353:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764577.860354:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764577.860356:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764577.860359:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764577.860367:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860373:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764577.860374:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860376:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764577.860377:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764577.860380:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860386:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764577.860390:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860396:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764577.860398:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860400:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764577.860401:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860403:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764577.860404:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764577.860407:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764577.860411:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764577.860413:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764577.860417:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764577.860423:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366208:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764577.860427:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764577.860430:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860436:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764577.860438:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764577.860440:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764577.860441:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764577.860443:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764577.860446:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366336:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764577.860449:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764577.860450:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764577.860452:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764577.860453:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764577.860457:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764577.860459:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764577.860462:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764577.860464:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764577.860467:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764577.860470:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482366336, portal 4
00000100:00000001:0.0:1787764577.860472:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764577.860473:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:0.0:1787764577.860479:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860484:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764577.860487:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764577.860490:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764577.860492:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482366336, offset 0
00000400:00000200:0.0:1787764577.860495:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764577.860499:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764577.860503:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764577.860505:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764577.860508:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764577.860510:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764577.860512:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764577.860515:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278104:278104:256:4294967295] 192.168.203.115@tcp LPNI seq info [278104:278104:8:4294967295]
00000400:00000200:0.0:1787764577.860519:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764577.860525:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764577.860530:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764577.860533:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764577.860536:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764577.860539:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764577.860543:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764577.860545:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787764577.860549:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764577.860551:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764577.860554:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764577.860557:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764577.860559:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764577.860561:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764577.860564:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764577.860568:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860575:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764577.860578:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860584:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.860654:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764577.860661:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764577.860664:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764577.860667:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764577.860670:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320828954
00000100:00000001:0.0:1787764577.860672:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320830248
00000100:00000001:0.0:1787764577.860674:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320828954
00000100:00000001:0.0:1787764577.860676:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320830248
00000100:00000001:0.0:1787764577.860677:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764577.860815:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.860818:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764577.860823:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764577/real 1787764577]  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764577.860832:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764577.860833:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764577.860835:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764577.860838:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764577.860839:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764577.860842:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764577.860845:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764577.860853:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860859:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764577.860861:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860863:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764577.860864:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764577.860868:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860874:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764577.860878:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860884:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764577.860887:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860888:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764577.860890:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860892:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764577.860893:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764577.860896:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764577.860899:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764577.860901:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764577.860905:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764577.860913:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366336:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764577.860917:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860919:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764577.860922:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482366080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860929:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764577.860930:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764577.860932:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764577.860936:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764577.860938:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764577.860939:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764577.860942:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764577.860943:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:0.0:1787764577.860947:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764577.860949:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764577.860951:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:0.0:1787764577.860955:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764577.860956:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860959:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764577.860962:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482366208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860969:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764577.860970:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764577.860971:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764577.860974:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764577.860975:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764577.860976:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764577.860978:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764577.860980:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:0.0:1787764577.860982:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764577.860983:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764577.860984:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764577.860986:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764577.860988:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.860989:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764577.860993:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482366336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764577.860999:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764577.861001:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764577.861002:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764577.861005:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764577.861006:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764577.861007:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764577.861008:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764577.861010:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:0.0:1787764577.861012:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764577.861013:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764577.861014:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:0.0:1787764577.861016:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764577.861017:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.861019:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764577.861024:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764577.861025:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764577.861028:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764577.861030:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764578.560887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764578.560892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764578.560895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764578.560896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764578.560898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764578.560899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764578.561233:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764578.561236:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764578.561240:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764579.200882:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320830248, at 4320830272
00000100:00000040:1.0:1787764579.200882:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320830248, at 4320830272
00000100:00000010:1.0:1787764579.200897:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217540.
00000100:00000010:0.0:1787764579.200899:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764579.584815:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764579.584823:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764579.584825:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764579.584828:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764579.584831:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764579.584833:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764579.584835:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764579.584837:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764579.584840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764579.584841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764579.584844:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764579.584846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764579.585099:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764579.585104:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764579.585107:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764580.608912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764580.608919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764580.608924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764580.608925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764580.608928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764580.608930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764580.609019:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764580.609031:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764580.609034:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764581.632884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764581.632891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764581.632896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764581.632897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764581.632900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764581.632901:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764581.636878:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764581.636885:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764581.636889:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764582.656940:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764582.656948:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764582.656953:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764582.656987:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764582.656991:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764582.656992:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764582.657059:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764582.658453:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764582.658458:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764582.976867:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764582.976878:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764582.976880:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764582.976883:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764582.976887:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764582.976895:0:373147:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26161
00000400:00000200:3.0:1787764582.976904:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764582.976910:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764582.976913:0:373147:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764582.976916:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.976919:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.976922:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.976924:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764582.976927:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764582.976930:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764582.976932:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764582.976967:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764582.976970:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764582.976973:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764582.976976:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.976978:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.976980:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.976981:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764582.976984:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764582.976988:0:373147:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764582.976990:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764582.976993:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764582.976997:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764582.977000:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.977002:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764582.977015:0:373147:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764582.977024:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764582.977027:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764582.977031:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764582.977033:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.977036:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764582.977038:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764582.977042:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764582.977050:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764582.977056:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764582.977064:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764582.977074:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764582.977078:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764582.977083:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.977140:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764582.977143:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764582.977147:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764582.977148:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764582.977150:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764582.977152:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764582.977155:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26161
00000400:00000200:3.0:1787764582.977158:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764582.977162:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764582.977164:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764582.977168:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.977170:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.977173:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.977175:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764582.977177:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764582.977179:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764582.977181:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764582.977183:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764582.977184:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764582.977188:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:0.0:1787764582.977191:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764582.977192:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:0.0:1787764582.977196:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764582.977197:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.977201:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.977205:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:0.0:1787764582.977207:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.977208:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764582.977214:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:0.0:1787764582.977223:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787764582.977225:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764582.977227:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.977230:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.977233:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764582.977234:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764582.977237:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764582.977241:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764582.977242:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764582.977247:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764582.977251:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482366464:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764582.977251:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764582.977257:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787764582.977259:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787764582.977263:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.977265:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764582.977267:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.977269:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.977272:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787764582.977273:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
02000000:00000010:0.0:1787764582.977278:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
00000020:00000040:3.0:1787764582.977278:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764582.977280:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764582.977283:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764582.977284:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.977287:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764582.977289:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787764582.977292:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764582.977293:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764582.977299:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
02000000:00000010:3.0:1787764582.977300:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764582.977306:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764582.977308:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00100000:3.0:1787764582.977314:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787764582.977317:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482366464, portal 25
00000100:00000001:0.0:1787764582.977323:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764582.977325:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
00000100:00000001:3.0:1787764582.977327:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764582.977331:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764582.977336:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764582.977339:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.977362:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764582.977364:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764582.977369:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764582.977373:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764582.977376:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482366464, offset 0
00000400:00000200:0.0:1787764582.977382:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764582.977383:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764582.977389:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764582.977391:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787764582.977392:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764582.977395:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764582.977399:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787764582.977400:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:3.0:1787764582.977404:0:373147:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26161
00000400:00000200:0.0:1787764582.977408:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764582.977412:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764582.977414:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764582.977421:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764582.977422:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1787764582.977426:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00080000:3.0:1787764582.977427:0:373147:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787764582.977432:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278105:278105:256:4294967295] 192.168.203.115@tcp LPNI seq info [278105:278105:8:4294967295]
00000100:00000040:3.0:1787764582.977436:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:0.0:1787764582.977442:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764582.977442:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.977448:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.977452:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764582.977457:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787764582.977458:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787764582.977460:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764582.977464:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1787764582.977468:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000020:00000040:3.0:1787764582.977469:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764582.977473:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000010:0.0:1787764582.977475:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000020:00000001:3.0:1787764582.977477:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764582.977484:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:0.0:1787764582.977485:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764582.977489:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787764582.977492:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1787764582.977495:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.977499:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:0.1:1787764582.977500:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000040:3.0:1787764582.977503:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000800:00000200:0.1:1787764582.977505:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1787764582.977510:0:373147:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000100:0.0:1787764582.977515:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764582.977516:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787764582.977519:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
02000000:00000001:3.0:1787764582.977520:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764582.977525:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787764582.977527:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787764582.977528:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.977532:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787764582.977536:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1787764582.977537:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764582.977542:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764582.977543:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00000001:3.0:1787764582.977544:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764582.977547:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000010:3.0:1787764582.977551:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000100:00000001:0.0:1787764582.977553:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787764582.977555:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000200:0.0:1787764582.977560:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764582.977561:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764582.977563:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.977568:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764582.977570:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764582.977573:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.977579:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1787764582.977580:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000040:0.0:1787764582.977584:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.977592:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.977593:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764582.977599:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764582.977605:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764582.977610:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.977614:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787764582.977618:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764582.977619:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764582.977625:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.977632:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764582.977635:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764582.977638:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764582.977639:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764582.977641:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764582.977643:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764582.977645:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26161
00000400:00000200:3.0:1787764582.977649:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764582.977653:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764582.977655:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764582.977657:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.977659:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.977661:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.977663:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764582.977666:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764582.977667:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764582.977668:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764582.977670:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764582.977672:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764582.977674:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764582.977677:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.977678:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.977681:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.977683:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764582.977684:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320835367
00000020:00000040:3.0:1787764582.977686:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764582.977691:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000010:0.0:1787764582.977692:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:3.0:1787764582.977693:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764582.977698:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764582.977701:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764582.977702:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787764582.977704:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.977707:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764582.977710:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787764582.977711:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320835367
00000008:00000001:3.0:1787764582.977713:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764582.977716:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217360.
00000100:00000001:3.0:1787764582.977717:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.977723:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000010:3.0:1787764582.977724:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764582.977728:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764582.977729:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:0.0:1787764582.977733:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764582.977734:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787764582.977737:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787764582.977738:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.977741:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764582.977743:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787764582.977745:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764582/real 1787764582]  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764582.977746:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764582.977775:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764582.977778:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764582.977783:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764582.977790:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764582.977792:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764582.977795:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.977803:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764582.977805:0:373147:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764582.977808:0:373147:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764582.977809:0:373147:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:0.0:1787764582.977897:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764582.977899:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764582.977901:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764582.977904:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764582.977906:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764582.977909:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764582.977914:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764582.977922:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.977929:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764582.977931:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.977933:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764582.977935:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764582.977938:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.977944:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764582.977948:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.977955:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764582.977958:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.977959:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764582.977961:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.977963:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764582.977965:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764582.977968:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764582.977972:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764582.977975:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764582.977979:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764582.977987:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482366464:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764582.977992:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.977994:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764582.977997:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482366464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978016:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764582.978020:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764582.978022:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764582.978026:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764582.978027:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764582.978029:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764582.978032:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764582.978034:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:0.0:1787764582.978038:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764582.978040:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764582.978042:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:0.0:1787764582.978044:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764582.978045:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.978048:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.978055:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764582.978057:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.978059:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764582.978060:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764582.978062:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764582.978065:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978072:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764582.978073:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.978076:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764582.978077:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764582.978079:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764582.978082:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366592:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764582.978085:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764582.978087:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764582.978089:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.978090:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764582.978093:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764582.978095:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764582.978099:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764582.978101:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764582.978105:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764582.978108:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482366592, portal 10
00000100:00000001:0.0:1787764582.978110:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764582.978111:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000100:00000040:0.0:1787764582.978117:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978123:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764582.978125:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764582.978128:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764582.978130:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482366592, offset 0
00000400:00000200:0.0:1787764582.978134:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764582.978139:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764582.978142:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764582.978145:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764582.978147:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764582.978150:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764582.978152:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764582.978155:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278106:278106:256:4294967295] 192.168.203.115@tcp LPNI seq info [278106:278106:8:4294967295]
00000400:00000200:0.0:1787764582.978159:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764582.978164:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764582.978169:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764582.978172:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764582.978176:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764582.978178:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764582.978182:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764582.978184:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764582.978187:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764582.978189:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764582.978191:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764582.978195:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764582.978197:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764582.978199:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764582.978202:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764582.978205:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978212:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764582.978215:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978227:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.978228:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764582.978231:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764582.978234:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764582.978237:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764582.978239:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320834060
00000100:00000001:0.0:1787764582.978242:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320835367
00000100:00000001:0.0:1787764582.978244:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320834060
00000100:00000001:0.0:1787764582.978246:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320835367
00000100:00000001:0.0:1787764582.978248:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764582.978250:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.978252:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764582.978255:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764582/real 1787764582]  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764582.978262:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764582.978264:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764582.978265:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764582.978267:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764582.978269:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764582.978271:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764582.978274:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764582.978281:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978287:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764582.978288:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.978290:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764582.978291:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764582.978294:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978301:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764582.978305:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978311:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764582.978313:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.978314:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764582.978316:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.978317:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764582.978319:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764582.978322:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764582.978325:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764582.978327:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764582.978331:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764582.978338:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366592:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764582.978341:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764582.978344:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978350:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764582.978351:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.978353:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764582.978355:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764582.978357:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764582.978360:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366720:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764582.978363:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764582.978365:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764582.978393:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.978395:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764582.978398:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764582.978400:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764582.978404:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764582.978406:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764582.978409:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764582.978412:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482366720, portal 10
00000100:00000001:0.0:1787764582.978413:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764582.978415:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:0.0:1787764582.978420:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978425:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764582.978428:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764582.978429:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764582.978432:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482366720, offset 0
00000400:00000200:0.0:1787764582.978436:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764582.978439:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764582.978443:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764582.978445:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764582.978448:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764582.978449:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764582.978452:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764582.978454:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278107:278107:256:4294967295] 192.168.203.115@tcp LPNI seq info [278107:278107:8:4294967295]
00000400:00000200:0.0:1787764582.978458:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764582.978464:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764582.978468:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764582.978471:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764582.978474:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764582.978477:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764582.978481:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764582.978483:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764582.978487:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764582.978489:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764582.978492:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764582.978496:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764582.978498:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764582.978500:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764582.978502:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764582.978505:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978512:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764582.978515:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978520:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.978521:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764582.978523:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764582.978526:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764582.978528:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764582.978530:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320834068
00000100:00000001:0.0:1787764582.978532:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320835367
00000100:00000001:0.0:1787764582.978534:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320834068
00000100:00000001:0.0:1787764582.978536:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320835367
00000100:00000001:0.0:1787764582.978538:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764582.978539:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.978541:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764582.978544:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764582/real 1787764582]  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764582.978551:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764582.978552:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764582.978554:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764582.978556:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764582.978557:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764582.978560:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764582.978563:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764582.978569:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978575:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764582.978577:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.978579:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764582.978580:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764582.978583:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978590:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764582.978593:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978613:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764582.978615:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.978617:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764582.978618:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.978620:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764582.978621:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764582.978728:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764582.978732:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764582.978735:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764582.978739:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764582.978747:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366720:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764582.978772:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764582.978777:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978782:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764582.978784:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.978785:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764582.978787:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764582.978789:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764582.978791:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366848:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764582.978794:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764582.978796:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764582.978797:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.978799:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764582.978802:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764582.978804:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764582.978807:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764582.978809:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764582.978813:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764582.978816:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482366848, portal 4
00000100:00000001:0.0:1787764582.978817:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764582.978818:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:0.0:1787764582.978824:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.978829:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764582.978831:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764582.978833:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764582.978835:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482366848, offset 0
00000400:00000200:0.0:1787764582.978839:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764582.978843:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764582.978847:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764582.978849:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764582.978852:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764582.978854:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764582.978856:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764582.978875:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278108:278108:256:4294967295] 192.168.203.115@tcp LPNI seq info [278108:278108:8:4294967295]
00000400:00000200:0.0:1787764582.978879:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764582.978885:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764582.978889:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764582.978892:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764582.978895:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764582.978898:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764582.978903:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764582.978906:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764582.978910:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764582.978912:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764582.978914:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764582.978917:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764582.978923:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000100:00080000:3.0:1787764582.978923:0:373147:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1787764582.978927:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:3.0:1787764582.978929:0:373147:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764582.978932:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787764582.978935:0:373147:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26161
00000100:00000200:0.0:1787764582.978940:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764582.978943:0:373147:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764582.978951:0:373147:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764582.978955:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787764582.978955:0:373147:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764582.978959:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:0.0:1787764582.978964:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.978964:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.978970:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.978974:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764582.978979:0:373147:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764582.978981:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764582.978982:0:373147:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:0.0:1787764582.978983:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787764582.978985:0:373147:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764582.978988:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764582.978989:0:373147:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000040:0.0:1787764582.978994:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000020:00000001:3.0:1787764582.978994:0:373147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764582.978998:0:373147:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:0.0:1787764582.979002:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764582.979016:0:373147:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764582.979020:0:373147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764582.979021:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320834069
00000100:00000040:3.0:1787764582.979024:0:373147:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764582.979027:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320835367
00000100:00000001:3.0:1787764582.979028:0:373147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764582.979032:0:373147:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764582.979035:0:373147:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764582.979037:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320834069
00000100:00000001:3.0:1787764582.979039:0:373147:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.979042:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320835367
02000000:00000001:3.0:1787764582.979043:0:373147:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764582.979048:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764582.979049:0:373147:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764582.979052:0:373147:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.979054:0:373147:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764582.979056:0:373147:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764582.979059:0:373147:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.979060:0:373147:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.979066:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764582.979067:0:373147:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000100:00000001:0.0:1787764582.979070:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1787764582.979072:0:373147:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764582.979077:0:373147:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1787764582.979078:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764582/real 1787764582]  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764582.979080:0:373147:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.979084:0:373147:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764582.979087:0:373147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764582.979091:0:373147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787764582.979096:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764582.979099:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1787764582.979099:0:373147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000400:00000010:0.0:1787764582.979105:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000100:00000001:3.0:1787764582.979106:0:373147:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764582.979111:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000100:00100000:3.0:1787764582.979115:0:373147:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787764582.979116:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764582.979121:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764582.979128:0:373147:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787764582.979129:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.979134:0:373147:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764582.979143:0:373147:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764582.979148:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.979158:0:373147:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.979165:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787764582.979167:0:373147:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26171)
00000100:00000001:0.0:1787764582.979169:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979173:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764582.979174:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764582.979178:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979185:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764582.979189:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979196:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764582.979199:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979200:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764582.979201:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979203:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764582.979204:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764582.979207:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764582.979211:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764582.979213:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764582.979217:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764582.979224:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366848:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764582.979228:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979230:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764582.979232:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482366592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979238:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764582.979240:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764582.979242:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764582.979245:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764582.979247:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764582.979248:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764582.979250:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764582.979252:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:0.0:1787764582.979255:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764582.979256:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764582.979258:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000100:00000001:0.0:1787764582.979262:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764582.979264:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979265:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764582.979268:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482366720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979274:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764582.979275:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764582.979276:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764582.979279:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764582.979280:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764582.979281:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764582.979283:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764582.979284:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:0.0:1787764582.979288:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764582.979289:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764582.979290:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:0.0:1787764582.979292:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764582.979293:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979294:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764582.979298:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482366848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979303:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764582.979304:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764582.979306:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764582.979309:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764582.979310:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764582.979311:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764582.979313:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764582.979314:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:0.0:1787764582.979317:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764582.979318:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764582.979320:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764582.979322:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764582.979323:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979324:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979330:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764582.979332:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.979334:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764582.979336:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764582.979337:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764582.979341:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979347:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764582.979348:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.979350:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764582.979352:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764582.979354:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764582.979357:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366976:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764582.979361:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764582.979362:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764582.979364:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764582.979366:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764582.979369:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764582.979370:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764582.979374:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764582.979376:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764582.979380:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764582.979382:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482366976, portal 4
00000100:00000001:0.0:1787764582.979384:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764582.979385:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:0.0:1787764582.979390:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979397:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764582.979398:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764582.979401:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764582.979402:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482366976, offset 0
00000400:00000200:0.0:1787764582.979406:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764582.979409:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764582.979413:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764582.979415:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764582.979418:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764582.979420:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764582.979422:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764582.979425:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278109:278109:256:4294967295] 192.168.203.115@tcp LPNI seq info [278109:278109:8:4294967295]
00000400:00000200:0.0:1787764582.979428:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764582.979434:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764582.979438:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764582.979441:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764582.979445:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764582.979448:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764582.979451:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764582.979454:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764582.979457:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764582.979459:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764582.979461:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764582.979464:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764582.979467:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764582.979469:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764582.979472:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764582.979475:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979482:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764582.979485:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979490:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.979491:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764582.979494:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764582.979496:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764582.979499:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764582.979501:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320834073
00000100:00000001:0.0:1787764582.979504:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320835367
00000100:00000001:0.0:1787764582.979505:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320834073
00000100:00000001:0.0:1787764582.979507:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320835367
00000100:00000001:0.0:1787764582.979509:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764582.979511:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.979512:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764582.979516:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764582/real 1787764582]  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764582.979523:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764582.979524:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764582.979527:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:0.0:1787764582.979529:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:0.0:1787764582.979531:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:0.0:1787764582.979533:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764582.979536:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764582.979544:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979550:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764582.979551:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979553:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764582.979554:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764582.979557:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979563:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764582.979566:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979571:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764582.979573:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979575:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764582.979576:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979578:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764582.979579:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764582.979581:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764582.979584:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764582.979586:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764582.979590:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764582.979609:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482366976:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764582.979614:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979616:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764582.979619:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482366976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764582.979688:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764582.979690:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764582.979692:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764582.979695:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764582.979696:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764582.979697:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764582.979699:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764582.979701:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:0.0:1787764582.979703:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764582.979704:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764582.979705:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:0.0:1787764582.979709:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764582.979711:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979712:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.979717:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764582.979718:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764582.979720:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764582.979721:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764583.681042:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764583.681048:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764583.681053:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764583.681055:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764583.681058:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764583.681059:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764583.681276:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764583.681280:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764583.681283:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764584.320879:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320835367, at 4320835392
00000100:00000010:0.0:1787764584.320977:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00000100:00000040:1.0:1787764584.321417:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320835367, at 4320835392
00000100:00000010:1.0:1787764584.321423:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217360.
00010000:00000001:2.0:1787764584.704879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764584.704884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764584.704888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764584.704890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764584.704892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764584.704896:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764584.704898:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764584.704901:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764584.704904:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764584.704906:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764584.704908:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764584.704910:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764584.706304:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764584.706309:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764584.706312:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764585.729194:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764585.729200:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764585.729205:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764585.729206:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764585.729209:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764585.729210:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764585.729658:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764585.729662:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764585.729665:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764586.753162:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764586.753169:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764586.753174:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764586.753175:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764586.753178:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764586.753179:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764586.755243:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764586.755248:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764586.755252:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764587.777120:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764587.777127:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764587.777132:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764587.777136:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764587.777138:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764587.777175:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764587.777178:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764587.777181:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764587.777183:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764587.777185:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764587.777188:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764587.777189:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764587.777323:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764587.777327:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764587.777331:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764588.098166:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764588.098176:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764588.098179:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764588.098182:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764588.098186:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764588.098193:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26166
00000400:00000200:2.0:1787764588.098201:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764588.098208:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764588.098211:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764588.098214:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098217:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764588.098219:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098222:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764588.098225:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764588.098227:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764588.098230:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764588.098234:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764588.098237:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764588.098239:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764588.098242:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098244:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764588.098245:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098247:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764588.098250:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764588.098253:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098277:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764588.098281:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764588.098284:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764588.098286:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098288:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764588.098290:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764588.098297:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764588.098300:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764588.098304:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764588.098305:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098308:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764588.098311:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764588.098314:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764588.098322:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764588.098327:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764588.098335:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764588.098345:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764588.098348:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764588.098352:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764588.098378:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764588.098381:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764588.098384:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764588.098385:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764588.098387:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764588.098402:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764588.098405:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26166
00000400:00000200:2.0:1787764588.098408:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764588.098411:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764588.098413:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764588.098415:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098418:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764588.098420:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098422:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764588.098424:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764588.098425:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764588.098426:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764588.098429:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764588.098430:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764588.098432:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764588.098434:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098436:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764588.098438:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098440:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764588.098441:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764588.098444:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098446:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764588.098447:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764588.098464:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764588.098467:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098468:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764588.098472:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764588.098474:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098476:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764588.098480:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000020:00000040:2.0:1787764588.098482:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764588.098484:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764588.098485:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098487:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764588.098488:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764588.098490:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764588.098493:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764588.098508:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764588.098521:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764588.098529:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764588.098531:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764588.098534:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764588.098541:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764588.098544:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764588.098547:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764588.098548:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764588.098550:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764588.098552:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764588.098555:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26166
00000400:00000200:2.0:1787764588.098559:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764588.098562:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764588.098564:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764588.098566:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098568:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764588.098570:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098571:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764588.098573:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764588.098574:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764588.098576:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764588.098578:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764588.098580:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764588.098582:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764588.098584:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098586:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764588.098588:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098590:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764588.098592:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764588.098594:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098596:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764588.098598:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764588.098601:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764588.098603:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098605:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764588.098606:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764588.098609:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098610:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764588.098614:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000020:00000040:2.0:1787764588.098616:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764588.098619:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764588.098620:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098621:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764588.098622:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764588.098624:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764588.098627:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764588.098630:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764588.098635:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764588.098642:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764588.098644:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764588.098648:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764588.098656:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764588.098658:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764588.098661:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764588.098663:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764588.098664:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764588.098667:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764588.098682:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26166
00000400:00000200:2.0:1787764588.098685:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764588.098688:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764588.098690:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764588.098693:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098695:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764588.098696:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098698:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764588.098700:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764588.098702:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764588.098703:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764588.098705:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764588.098707:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764588.098709:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764588.098711:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098713:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764588.098715:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098717:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764588.098719:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764588.098721:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098723:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764588.098725:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764588.098728:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764588.098730:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098731:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764588.098733:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764588.098735:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098737:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764588.098740:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6fc00.
00000020:00000040:2.0:1787764588.098786:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764588.098788:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764588.098790:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098791:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764588.098792:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764588.098794:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764588.098798:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764588.098801:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764588.098805:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764588.098813:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764588.098815:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764588.098818:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c4bb1e] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764588.098824:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764588.098827:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764588.098830:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764588.098832:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764588.098833:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764588.098835:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764588.098838:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26166
00000400:00000200:2.0:1787764588.098841:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764588.098844:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764588.098845:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764588.098847:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098849:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764588.098850:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098852:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764588.098854:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764588.098855:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764588.098857:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764588.098859:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764588.098861:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764588.098863:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764588.098865:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098867:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764588.098868:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098869:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764588.098871:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764588.098873:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764588.098875:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764588.098877:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764588.098879:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764588.098881:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098883:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764588.098885:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764588.098887:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098888:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764588.098891:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
00000020:00000040:2.0:1787764588.098892:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764588.098894:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764588.098895:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764588.098896:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764588.098897:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764588.098899:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764588.098902:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764588.098904:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764588.098908:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764588.098915:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764588.098917:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764588.098920:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764588.098926:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764588.098930:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26176)
00000100:00000001:0.0:1787764588.098994:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764588.098998:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764588.099000:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764588.099006:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764588.099014:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764588.099016:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764588.099019:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764588.099021:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764588.099023:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764588.099027:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482367104:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764588.099035:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764588.099039:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764588.099041:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764588.099043:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764588.099047:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764588.099049:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764588.099054:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764588.099058:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a921b8.
00000400:00000010:0.0:1787764588.099064:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0b28.
00000100:00000200:0.0:1787764588.099070:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482367104, portal 25
00000100:00000001:0.0:1787764588.099072:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764588.099073:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980237056 : -118790729314560 : ffff93f5e0c6cf00)
00000100:00000040:0.0:1787764588.099079:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764588.099085:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764588.099087:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764588.099089:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764588.099092:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482367104, offset 0
00000400:00000200:0.0:1787764588.099097:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764588.099104:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764588.099109:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764588.099114:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764588.099117:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764588.099120:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764588.099122:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764588.099126:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278110:278110:256:4294967295] 192.168.203.115@tcp LPNI seq info [278110:278110:8:4294967295]
00000400:00000200:0.0:1787764588.099130:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764588.099138:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764588.099144:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764588.099149:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764588.099167:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764588.099171:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764588.099195:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764588.099199:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764588.099202:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320840489
00000100:00000010:0.0:1787764588.099206:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a80.
00000100:00000001:0.0:1787764588.099211:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764588.099216:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320840489
00000100:00000010:0.0:1787764588.099220:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2171e0.
00000100:00000001:0.0:1787764588.099222:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764588.099236:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764588.099239:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764588.099242:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764588.099246:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764588.099252:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764588.099253:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764588.099255:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764588.099256:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764588.099258:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764588.099261:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482367232:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764588.099264:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764588.099266:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764588.099268:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764588.099269:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764588.099273:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764588.099274:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764588.099277:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764588.099280:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92840.
00000400:00000010:0.0:1787764588.099284:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa02a8.
00000100:00000200:0.0:1787764588.099287:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482367232, portal 10
00000100:00000001:0.0:1787764588.099289:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764588.099290:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980240896 : -118790729310720 : ffff93f5e0c6de00)
00000100:00000040:0.0:1787764588.099308:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764588.099314:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764588.099316:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764588.099320:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764588.099322:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482367232, offset 0
00000400:00000200:0.0:1787764588.099326:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764588.099330:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764588.099333:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764588.099336:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764588.099339:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764588.099341:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764588.099343:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764588.099346:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278111:278111:255:4294967295] 192.168.203.115@tcp LPNI seq info [278111:278111:7:4294967295]
00000400:00000200:0.0:1787764588.099349:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764588.099355:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764588.099360:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764588.099363:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764588.099366:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764588.099369:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764588.099372:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764588.099390:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764588.100506:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764588.100509:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320839182
00000100:00000001:0.0:1787764588.100513:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320840489
00000100:00000001:0.0:1787764588.100515:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320839182
00000100:00000001:0.0:1787764588.100517:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320840489
00000100:00000001:0.0:1787764588.100519:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764588.100521:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764588.100523:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764588.100530:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764588.100536:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764588.100537:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764588.100539:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764588.100541:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764588.100543:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764588.100545:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482367360:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764588.100548:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764588.100550:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764588.100552:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764588.100553:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764588.100558:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764588.100559:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764588.100563:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764588.100566:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92dc0.
00000400:00000010:0.0:1787764588.100570:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0e58.
00000100:00000200:0.0:1787764588.100574:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482367360, portal 10
00000100:00000001:0.0:1787764588.100576:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764588.100577:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980242816 : -118790729308800 : ffff93f5e0c6e580)
00000100:00000040:0.0:1787764588.100582:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764588.100588:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764588.100591:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764588.100594:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa04c8.
00000100:00000200:0.0:1787764588.100596:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482367360, offset 0
00000400:00000200:0.0:1787764588.100601:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764588.100606:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764588.100611:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764588.100614:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764588.100617:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764588.100619:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764588.100622:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764588.100625:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278112:278112:254:4294967295] 192.168.203.115@tcp LPNI seq info [278112:278112:6:4294967295]
00000400:00000200:0.0:1787764588.100629:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764588.100637:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764588.100641:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764588.100646:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295c00.
00000800:00000200:0.0:1787764588.100651:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764588.100655:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764588.100658:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764588.100661:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764588.100664:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764588.100666:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320839190
00000100:00000001:0.0:1787764588.100668:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320840489
00000100:00000001:0.0:1787764588.100670:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320839190
00000100:00000001:0.0:1787764588.100672:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320840489
00000100:00000001:0.0:1787764588.100674:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764588.100676:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764588.100678:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764588.100682:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764588.100688:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764588.100689:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764588.100691:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764588.100693:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764588.100695:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764588.100698:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482367488:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764588.100701:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764588.100703:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764588.100704:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764588.100705:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764588.100708:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764588.100709:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764588.100712:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764588.100714:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92370.
00000400:00000010:0.0:1787764588.100718:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0bb0.
00000100:00000200:0.0:1787764588.100720:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482367488, portal 4
00000100:00000001:0.0:1787764588.100722:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764588.100723:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980248576 : -118790729303040 : ffff93f5e0c6fc00)
00000100:00000040:0.0:1787764588.100728:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764588.100733:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764588.100735:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764588.100736:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa07f8.
00000100:00000200:0.0:1787764588.100738:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482367488, offset 0
00000400:00000200:0.0:1787764588.100742:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764588.100746:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764588.100763:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764588.100766:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764588.100768:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764588.100771:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764588.100773:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764588.100776:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278113:278113:253:4294967295] 192.168.203.115@tcp LPNI seq info [278113:278113:5:4294967295]
00000400:00000200:0.0:1787764588.100779:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764588.100784:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764588.100789:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764588.100793:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764588.100796:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764588.100799:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764588.100801:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764588.100804:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764588.100807:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764588.100809:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320839191
00000100:00000001:0.0:1787764588.100811:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320840489
00000100:00000001:0.0:1787764588.100813:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320839191
00000100:00000001:0.0:1787764588.100815:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320840489
00000100:00000001:0.0:1787764588.100817:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764588.100820:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764588.100822:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764588.100825:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764588.100831:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764588.100832:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764588.100834:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764588.100835:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764588.100837:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764588.100840:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482367616:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764588.100844:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764588.100845:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764588.100847:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764588.100848:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764588.100851:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764588.100852:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764588.100855:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764588.100857:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92318.
00000400:00000010:0.0:1787764588.100860:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0550.
00000100:00000200:0.0:1787764588.100863:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482367616, portal 4
00000100:00000001:0.0:1787764588.100864:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764588.100865:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980243776 : -118790729307840 : ffff93f5e0c6e940)
00000100:00000040:0.0:1787764588.100869:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764588.100875:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764588.100877:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764588.100880:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764588.100881:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482367616, offset 0
00000400:00000200:0.0:1787764588.100885:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764588.100888:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764588.100891:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764588.100893:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764588.100895:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764588.100897:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764588.100899:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764588.100901:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278114:278114:252:4294967295] 192.168.203.115@tcp LPNI seq info [278114:278114:4:4294967295]
00000400:00000200:0.0:1787764588.100905:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764588.100911:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764588.100914:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764588.100916:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295300.
00000800:00000200:0.0:1787764588.100919:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764588.100923:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764588.100925:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764588.100927:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764588.100930:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764588.100932:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320839195
00000100:00000001:0.0:1787764588.100934:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320840489
00000100:00000001:0.0:1787764588.100935:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320839195
00000100:00000001:0.0:1787764588.100937:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320840489
00000100:00000001:0.0:1787764588.100939:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764588.100954:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764588.100957:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764588.100960:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764588.100966:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764588.100978:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787764588.100981:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764588.100983:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764588.100985:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764588.100986:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764588.800905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764588.800911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764588.800916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764588.800917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764588.800921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764588.800922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764588.801015:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764588.801019:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764588.801022:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764589.440863:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320840489, at 4320840512
00000100:00000010:1.0:1787764589.440880:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2171e0.
00000100:00000040:0.0:1787764589.441028:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320840489, at 4320840512
00000100:00000010:0.0:1787764589.441035:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a80.
00010000:00000001:2.0:1787764589.825616:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764589.825625:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764589.825627:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764589.825630:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764589.825634:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764589.825636:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764589.825638:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764589.825640:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764589.825645:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764589.825646:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764589.825650:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764589.825651:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764589.826008:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764589.826013:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764589.826017:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764590.848881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764590.848888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764590.848893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764590.848894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764590.848898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764590.848899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764590.848995:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764590.848999:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764590.849002:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787764591.171470:0:257216:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:0.0:1787764591.171528:0:257216:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787764591.171539:0:257216:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764591.171543:0:257216:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:0.0:1787764591.171548:0:257216:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764591.171552:0:257216:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787764591.171557:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:0.0:1787764591.171560:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:0.0:1787764591.171565:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764591.171570:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764591.171576:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764591.171578:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764591.171582:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764591.171591:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764591.171620:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764591.171625:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764591.171634:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764591.171636:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764591.171645:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:0.0:1787764591.171647:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:0.0:1787764591.171650:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764591.171653:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764591.171655:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764591.171657:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764591.171660:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764591.171664:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764591.171677:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764591.171680:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764591.171687:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764591.171689:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764591.171694:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:0.0:1787764591.171696:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295c00.
00000400:00000200:0.0:1787764591.171698:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764591.171701:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764591.171704:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa04c8
00000400:00000010:0.0:1787764591.171705:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa04c8.
00000100:00000001:0.0:1787764591.171707:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764591.171711:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764591.171718:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764591.171721:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764591.171728:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764591.171729:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764591.171734:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:0.0:1787764591.171736:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764591.171739:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764591.171742:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764591.171744:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa07f8
00000400:00000010:0.0:1787764591.171746:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa07f8.
00000100:00000001:0.0:1787764591.171918:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764591.171924:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764591.171968:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764591.171972:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764591.171977:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764591.171979:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764591.171985:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:0.0:1787764591.171987:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295300.
00000400:00000200:0.0:1787764591.171989:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764591.171993:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764591.171996:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764591.171998:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764591.172000:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764591.172003:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764591.172010:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764591.172013:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764591.172018:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764591.172019:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764591.173146:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764591.173152:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764591.173154:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764591.173164:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764588/real 1787764591]  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764591.173179:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764591.173181:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764591.173184:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a921b8.
00000400:00000200:1.0:1787764591.173211:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0b28
00000400:00000010:1.0:1787764591.173214:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0b28.
00000100:00000001:1.0:1787764591.173218:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764591.173222:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764591.173230:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173237:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764591.173239:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173241:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764591.173243:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764591.173247:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173265:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764591.173270:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173278:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764591.173281:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173284:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764591.173285:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173288:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764591.173290:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764591.173294:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764591.173299:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764591.173301:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764591.173305:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764591.173313:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482367104:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764591.173318:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764591.173322:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764588/real 1787764591]  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764591.173329:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764591.173331:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764591.173334:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92840.
00000400:00000200:1.0:1787764591.173336:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa02a8
00000400:00000010:1.0:1787764591.173338:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa02a8.
00000100:00000001:1.0:1787764591.173340:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764591.173343:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764591.173351:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173358:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764591.173359:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173361:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764591.173362:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764591.173365:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173376:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764591.173380:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173386:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764591.173388:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173390:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764591.173391:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173393:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764591.173395:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764591.173398:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764591.173401:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764591.173404:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764591.173408:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764591.173415:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482367232:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764591.173418:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764591.173422:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764588/real 1787764591]  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764591.173428:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764591.173429:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764591.173432:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92dc0.
00000400:00000200:1.0:1787764591.173434:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0e58
00000400:00000010:1.0:1787764591.173436:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0e58.
00000100:00000001:1.0:1787764591.173438:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764591.173441:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764591.173455:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173460:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764591.173462:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173463:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764591.173464:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764591.173467:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173474:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764591.173479:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173486:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764591.173488:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173490:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764591.173491:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173492:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764591.173612:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764591.173616:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764591.173620:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764591.173623:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764591.173627:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764591.173635:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482367360:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764591.173639:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764591.173643:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764588/real 1787764591]  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764591.173658:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764591.173659:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764591.173661:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92370.
00000400:00000200:1.0:1787764591.173664:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0bb0
00000400:00000010:1.0:1787764591.173665:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0bb0.
00000100:00000001:1.0:1787764591.173668:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764591.173670:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764591.173690:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173696:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764591.173698:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173700:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764591.173701:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764591.173704:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173710:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764591.173714:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.173720:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764591.173722:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173723:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764591.173724:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.173726:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764591.173728:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764591.173730:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764591.173732:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764591.173734:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764591.174713:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764591.174723:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482367488:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764591.174728:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764591.174733:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764588/real 1787764591]  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764591.174741:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764591.174742:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764591.174744:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92318.
00000400:00000200:1.0:1787764591.174924:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0550
00000400:00000010:1.0:1787764591.174928:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0550.
00000100:00000001:1.0:1787764591.174932:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764591.174937:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764591.174946:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.174965:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764591.174967:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.174970:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764591.174972:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764591.174976:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.174983:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764591.174988:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.174995:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764591.174998:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.175001:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764591.175002:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.175004:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764591.175006:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764591.175009:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764591.175012:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764591.175014:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764591.175019:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764591.175026:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482367616:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764591.175702:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.175709:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764591.175715:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cf00 x1874595482367104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.175721:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764591.175724:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764591.175728:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:1.0:1787764591.175734:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764591.175736:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764591.175738:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764591.175740:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764591.175743:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5800.
02000000:00000001:1.0:1787764591.175746:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764591.175781:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764591.175783:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cf00.
00000100:00000001:1.0:1787764591.175787:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764591.175789:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.175791:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764591.175795:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6de00 x1874595482367232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.175801:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764591.175826:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764591.175827:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:1.0:1787764591.175831:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764591.175832:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764591.175834:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764591.175836:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764591.175837:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:1.0:1787764591.175839:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764591.175840:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764591.175842:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6de00.
00000100:00000001:1.0:1787764591.175844:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764591.175845:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.175847:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764591.175852:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e580 x1874595482367360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.175860:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764591.175861:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764591.175862:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:1.0:1787764591.175865:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764591.175866:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764591.175867:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764591.175869:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764591.175870:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5400.
02000000:00000001:1.0:1787764591.175872:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764591.175873:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764591.175874:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e580.
00000100:00000001:1.0:1787764591.175876:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764591.175877:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.175879:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764591.175882:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6fc00 x1874595482367488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.175888:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764591.175889:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764591.175891:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:1.0:1787764591.175893:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764591.175894:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764591.175896:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764591.175898:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764591.175899:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:1.0:1787764591.175902:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764591.175903:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764591.175904:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6fc00.
00000100:00000001:1.0:1787764591.175906:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764591.175907:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.175909:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764591.175912:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e940 x1874595482367616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764591.175918:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764591.175920:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764591.175921:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:1.0:1787764591.175923:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764591.175924:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764591.175926:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764591.175927:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764591.175929:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:1.0:1787764591.175931:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764591.175932:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764591.175933:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e940.
00000100:00000001:1.0:1787764591.175935:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764591.175936:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.175938:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764591.175957:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764591.175960:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764591.175963:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764591.175965:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764591.873475:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764591.873481:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764591.873487:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764591.873488:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764591.873491:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764591.873492:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764591.873772:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764591.873777:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764591.873780:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764592.900142:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764592.900149:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764592.900155:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764592.900156:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764592.900160:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764592.900161:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764592.901017:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764592.901021:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764592.901025:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764593.217235:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764593.217246:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764593.217249:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764593.217252:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764593.217256:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764593.217263:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26171
00000400:00000200:2.0:1787764593.217272:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764593.217278:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764593.217281:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764593.217284:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.217287:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764593.217290:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.217292:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764593.217296:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764593.217298:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764593.217300:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764593.217304:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764593.217306:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764593.217308:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764593.217312:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.217314:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764593.217316:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.217317:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764593.217320:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764593.217323:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764593.217326:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764593.217328:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764593.217332:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764593.217335:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.217338:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764593.217341:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764593.217348:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6da40.
00000020:00000040:2.0:1787764593.217353:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764593.217357:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764593.217359:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.217362:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764593.217365:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764593.217369:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764593.217376:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6400.
00000100:00000001:2.0:1787764593.217382:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764593.217391:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764593.217402:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764593.217406:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764593.217412:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003501baba] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764593.217971:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764593.217975:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764593.217978:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764593.217979:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764593.217981:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764593.217984:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764593.217987:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26171
00000400:00000200:2.0:1787764593.217992:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764593.217996:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764593.217998:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764593.218001:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218003:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764593.218005:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218007:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764593.218010:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764593.218011:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764593.218013:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764593.218015:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764593.218017:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764593.218019:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764593.218022:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218024:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764593.218026:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218028:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764593.218030:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764593.218033:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218035:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764593.218037:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764593.218042:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764593.218044:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218046:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764593.218050:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764593.218052:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218055:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764593.218059:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
00000020:00000040:2.0:1787764593.218062:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764593.218065:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764593.218066:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218068:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764593.218069:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764593.218071:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764593.218075:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6800.
00000100:00000001:2.0:1787764593.218079:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764593.218084:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764593.218092:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764593.218110:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764593.218115:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764593.218123:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764593.218126:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764593.218128:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764593.218130:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764593.218131:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764593.218133:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764593.218136:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26171
00000400:00000200:2.0:1787764593.218140:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764593.218143:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764593.218145:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764593.218147:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218150:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764593.218152:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218154:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764593.218156:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764593.218157:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764593.218159:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764593.218161:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764593.218163:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764593.218165:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764593.218168:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218170:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764593.218171:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218173:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764593.218175:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764593.218177:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218180:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764593.218182:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764593.218185:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764593.218187:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218188:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764593.218190:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764593.218191:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218193:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764593.218196:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6fc00.
00000020:00000040:2.0:1787764593.218198:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764593.218200:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764593.218202:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218203:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764593.218205:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764593.218206:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764593.218210:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764593.218213:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764593.218217:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764593.218224:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764593.218226:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764593.218229:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c4bb1e] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764593.218236:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764593.218239:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764593.218242:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764593.218243:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764593.218245:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764593.218247:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764593.218249:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26171
00000400:00000200:2.0:1787764593.218253:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764593.218257:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764593.218259:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764593.218261:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218263:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764593.218265:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218267:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764593.218268:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764593.218269:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764593.218271:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764593.218273:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764593.218274:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764593.218276:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764593.218279:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218281:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764593.218282:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218284:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764593.218287:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764593.218289:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218292:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764593.218293:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764593.218296:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764593.218298:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218300:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764593.218302:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764593.218304:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218306:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764593.218309:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000020:00000040:2.0:1787764593.218311:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764593.218313:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764593.218314:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218316:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764593.218317:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764593.218319:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764593.218323:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764593.218325:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764593.218329:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764593.218335:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764593.218337:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764593.218340:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764593.218347:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764593.218349:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764593.218352:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764593.218354:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764593.218355:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764593.218357:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764593.218360:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26171
00000400:00000200:2.0:1787764593.218363:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764593.218366:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764593.218368:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764593.218371:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218373:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764593.218375:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218377:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764593.218379:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764593.218380:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764593.218381:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764593.218383:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764593.218385:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764593.218387:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764593.218390:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218392:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764593.218394:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218395:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764593.218398:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764593.218400:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764593.218403:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764593.218404:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764593.218407:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764593.218409:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218411:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764593.218413:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764593.218415:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218417:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764593.218421:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000020:00000040:2.0:1787764593.218423:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764593.218425:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764593.218426:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764593.218427:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764593.218428:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764593.218430:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764593.218433:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764593.218435:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764593.218439:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764593.218445:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764593.218447:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764593.218451:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764593.218457:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764593.218461:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26181)
00000100:00000001:1.0:1787764593.218550:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764593.218570:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764593.218573:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764593.218580:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.218589:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764593.218591:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764593.218595:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764593.218598:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764593.218601:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764593.218604:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482367744:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764593.218609:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764593.218613:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764593.218615:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764593.218618:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764593.218622:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764593.218625:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764593.218630:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764593.218643:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764593.218651:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764593.218658:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482367744, portal 25
00000100:00000001:1.0:1787764593.218661:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764593.218662:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980239936 : -118790729311680 : ffff93f5e0c6da40)
00000100:00000040:1.0:1787764593.218669:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.218676:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764593.218680:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764593.218682:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764593.218685:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482367744, offset 0
00000400:00000200:1.0:1787764593.218691:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764593.218699:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764593.218705:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764593.218710:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764593.218714:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764593.218718:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764593.218720:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764593.218724:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278115:278115:256:4294967295] 192.168.203.115@tcp LPNI seq info [278115:278115:8:4294967295]
00000400:00000200:1.0:1787764593.218729:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764593.218738:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764593.218745:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764593.218773:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764593.218780:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764593.218784:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764593.218789:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764593.218793:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764593.218797:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764593.218799:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764593.218803:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764593.218808:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764593.218812:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764593.218814:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764593.218818:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764593.218822:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.218832:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764593.218835:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.218843:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764593.218844:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764593.218849:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764593.218853:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764593.218856:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320845609
00000100:00000010:1.0:1787764593.218872:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f840.
00000100:00000001:1.0:1787764593.218877:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764593.218883:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320845609
00000100:00000010:1.0:1787764593.218886:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fea0.
00000100:00000001:1.0:1787764593.218888:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764593.218891:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764593.218894:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764593.218896:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764593.218901:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764593/real 1787764593]  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764593.218916:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764593.218918:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764593.218920:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764593.218923:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764593.218924:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764593.218927:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764593.218930:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764593.219014:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.219021:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764593.219024:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.219026:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764593.219028:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764593.219032:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.219039:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764593.219043:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.219050:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764593.219053:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.219054:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764593.219055:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.219058:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764593.219060:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764593.219063:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764593.219066:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764593.219069:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764593.219073:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764593.219095:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482367744:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764593.219100:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764593.219104:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.219111:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764593.219112:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764593.219114:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764593.219116:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764593.219118:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764593.219121:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482367872:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764593.219124:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764593.219946:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764593.219949:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764593.219951:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764593.219957:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764593.219960:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764593.219966:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764593.219969:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764593.219974:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764593.219978:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482367872, portal 10
00000100:00000001:1.0:1787764593.219980:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764593.219982:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980243776 : -118790729307840 : ffff93f5e0c6e940)
00000100:00000040:1.0:1787764593.219991:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.219999:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764593.220001:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764593.220003:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764593.220006:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482367872, offset 0
00000400:00000200:1.0:1787764593.220011:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764593.220018:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764593.220023:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764593.220026:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764593.220029:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764593.220032:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764593.220035:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764593.220038:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278116:278116:256:4294967295] 192.168.203.115@tcp LPNI seq info [278116:278116:8:4294967295]
00000400:00000200:1.0:1787764593.220042:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764593.220050:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764593.220055:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764593.220059:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764593.220064:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764593.220067:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764593.220072:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764593.220074:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764593.220078:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764593.220081:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764593.220085:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764593.220089:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764593.220092:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764593.220093:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764593.220096:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764593.220100:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220109:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764593.220112:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220119:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764593.220121:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764593.220124:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764593.220210:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764593.220214:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764593.220234:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320844302
00000100:00000001:1.0:1787764593.220237:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320845609
00000100:00000001:1.0:1787764593.220239:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320844302
00000100:00000001:1.0:1787764593.220240:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320845609
00000100:00000001:1.0:1787764593.220242:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764593.220245:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764593.220247:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764593.220252:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764593/real 1787764593]  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764593.220261:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764593.220263:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764593.220265:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764593.220268:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764593.220269:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764593.220272:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764593.220275:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764593.220377:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220385:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764593.220386:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.220389:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764593.220390:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764593.220394:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220401:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764593.220406:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220413:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764593.220417:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.220419:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764593.220420:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.220422:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764593.220424:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764593.220427:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764593.220431:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764593.220433:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764593.220437:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764593.220444:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482367872:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764593.220449:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764593.220452:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220459:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764593.220461:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764593.220463:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764593.220465:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764593.220467:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764593.220471:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368000:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764593.220474:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764593.220476:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764593.220477:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764593.220479:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764593.220483:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764593.220485:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764593.220489:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764593.220492:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764593.220496:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764593.220500:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482368000, portal 10
00000100:00000001:1.0:1787764593.220515:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764593.220516:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980248576 : -118790729303040 : ffff93f5e0c6fc00)
00000100:00000040:1.0:1787764593.220522:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220529:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764593.220531:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764593.220534:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764593.220536:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482368000, offset 0
00000400:00000200:1.0:1787764593.220540:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764593.220545:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764593.220548:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764593.220551:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764593.220554:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764593.220557:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764593.220559:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764593.220562:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278117:278117:256:4294967295] 192.168.203.115@tcp LPNI seq info [278117:278117:8:4294967295]
00000400:00000200:1.0:1787764593.220566:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764593.220572:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764593.220576:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764593.220579:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764593.220583:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764593.220586:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764593.220590:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764593.220593:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764593.220597:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764593.220598:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764593.220601:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764593.220605:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764593.220608:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764593.220609:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764593.220612:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764593.220615:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220639:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764593.220643:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220649:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764593.220651:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764593.220654:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764593.220656:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764593.220659:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764593.220661:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320844310
00000100:00000001:1.0:1787764593.220664:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320845609
00000100:00000001:1.0:1787764593.220666:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320844310
00000100:00000001:1.0:1787764593.220668:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320845609
00000100:00000001:1.0:1787764593.220670:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764593.220672:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764593.220674:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764593.220678:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764593/real 1787764593]  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764593.220686:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764593.220687:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764593.220689:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764593.220691:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764593.220692:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764593.220694:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764593.220698:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764593.220706:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220712:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764593.220722:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.220724:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764593.220725:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764593.220729:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220735:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764593.220739:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220746:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764593.220769:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.220771:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764593.220772:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.220774:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764593.220776:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764593.220778:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764593.220782:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764593.220784:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764593.220788:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764593.220796:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368000:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764593.220800:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764593.220804:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220811:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764593.220812:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764593.220814:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764593.220816:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764593.220818:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764593.220822:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764593.220825:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764593.220827:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764593.220829:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764593.220831:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764593.220835:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764593.220837:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764593.220840:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764593.220843:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764593.220846:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764593.220849:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482368128, portal 4
00000100:00000001:1.0:1787764593.220851:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764593.220852:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980242816 : -118790729308800 : ffff93f5e0c6e580)
00000100:00000040:1.0:1787764593.220858:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.220864:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764593.220867:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764593.220869:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764593.220871:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482368128, offset 0
00000400:00000200:1.0:1787764593.220875:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764593.220878:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764593.220882:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764593.220885:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764593.220888:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764593.220890:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764593.220892:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764593.220895:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278118:278118:256:4294967295] 192.168.203.115@tcp LPNI seq info [278118:278118:8:4294967295]
00000400:00000200:1.0:1787764593.220899:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764593.220904:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764593.220908:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764593.220911:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764593.220916:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764593.220918:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764593.220922:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764593.220925:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764593.220929:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764593.220931:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764593.221449:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764593.221454:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764593.221458:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764593.221460:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764593.221463:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764593.221468:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221476:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764593.221480:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221486:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764593.221487:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764593.221491:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764593.221494:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764593.221497:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764593.221499:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320844311
00000100:00000001:1.0:1787764593.221502:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320845609
00000100:00000001:1.0:1787764593.221504:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320844311
00000100:00000001:1.0:1787764593.221506:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320845609
00000100:00000001:1.0:1787764593.221508:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764593.221510:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764593.221512:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764593.221515:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764593/real 1787764593]  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764593.221522:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764593.221524:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764593.221525:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764593.221528:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764593.221529:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764593.221531:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764593.221534:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764593.221543:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221549:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764593.221550:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.221552:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764593.221553:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764593.221557:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221563:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764593.221567:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221574:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764593.221576:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.221578:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764593.221579:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.221580:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764593.221582:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764593.221584:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764593.221587:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764593.221589:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764593.221593:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764593.221606:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764593.221610:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764593.221614:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221620:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764593.221621:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764593.221624:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764593.221625:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764593.221627:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764593.221630:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764593.221633:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764593.221635:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764593.221637:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764593.221638:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764593.221642:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764593.221644:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764593.221648:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764593.221651:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764593.221654:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764593.221657:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482368256, portal 4
00000100:00000001:1.0:1787764593.221659:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764593.221660:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980240896 : -118790729310720 : ffff93f5e0c6de00)
00000100:00000040:1.0:1787764593.221666:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221672:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764593.221674:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764593.221676:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764593.221679:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482368256, offset 0
00000400:00000200:1.0:1787764593.221683:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764593.221687:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764593.221691:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764593.221694:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764593.221697:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764593.221699:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764593.221702:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764593.221705:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278119:278119:256:4294967295] 192.168.203.115@tcp LPNI seq info [278119:278119:8:4294967295]
00000400:00000200:1.0:1787764593.221709:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764593.221715:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764593.221719:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764593.221722:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764593.221726:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764593.221729:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764593.221733:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764593.221736:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764593.221774:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764593.221776:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764593.221779:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764593.221784:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764593.221787:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764593.221789:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764593.221792:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764593.221796:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221804:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764593.221807:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221814:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764593.221815:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764593.221818:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764593.221821:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764593.221824:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764593.221826:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320844316
00000100:00000001:1.0:1787764593.221828:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320845609
00000100:00000001:1.0:1787764593.221830:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320844316
00000100:00000001:1.0:1787764593.221832:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320845609
00000100:00000001:1.0:1787764593.221834:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764593.221836:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764593.221838:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764593.221842:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764593/real 1787764593]  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764593.221850:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764593.221851:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764593.221853:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764593.221855:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764593.221857:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764593.221859:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764593.221862:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764593.221870:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221876:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764593.221878:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.221880:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764593.221882:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764593.221885:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221893:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764593.221897:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.221905:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764593.223093:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.223095:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764593.223097:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.223099:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764593.223101:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764593.223104:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764593.223110:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764593.223113:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764593.223119:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764593.223195:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764593.223200:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.223203:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764593.223207:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6da40 x1874595482367744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.223214:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764593.223217:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764593.223220:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764593.223224:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764593.223227:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764593.223229:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764593.223231:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764593.223233:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6400.
02000000:00000001:1.0:1787764593.223237:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764593.223239:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764593.223241:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6da40.
00000100:00000001:1.0:1787764593.223244:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764593.223245:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.223247:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764593.223250:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e940 x1874595482367872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.223282:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764593.223283:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764593.223285:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764593.223287:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764593.223288:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764593.223290:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764593.223292:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764593.223293:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6800.
02000000:00000001:1.0:1787764593.223295:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764593.223296:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764593.223297:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e940.
00000100:00000001:1.0:1787764593.223299:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764593.223301:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.223303:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764593.223307:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6fc00 x1874595482368000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.223313:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764593.223314:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764593.223316:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764593.223318:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764593.223320:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764593.223321:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764593.223323:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764593.223324:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:1.0:1787764593.223326:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764593.223327:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764593.223329:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6fc00.
00000100:00000001:1.0:1787764593.223331:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764593.223332:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.223334:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764593.223337:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e580 x1874595482368128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.223343:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764593.223345:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764593.223423:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764593.223426:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764593.223427:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764593.223429:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764593.223431:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764593.223432:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:1.0:1787764593.223435:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764593.223436:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764593.223437:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e580.
00000100:00000001:1.0:1787764593.223440:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764593.223441:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.223443:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764593.223447:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6de00 x1874595482368256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764593.223454:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764593.223455:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764593.223457:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764593.223459:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764593.223460:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764593.223461:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764593.223462:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764593.223464:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5400.
02000000:00000001:1.0:1787764593.223466:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764593.223467:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764593.223468:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6de00.
00000100:00000001:1.0:1787764593.223470:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764593.223471:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.223473:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764593.223480:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764593.223482:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764593.223484:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764593.223486:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764593.920908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764593.920915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764593.920920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764593.920921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764593.920925:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764593.920926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764593.921031:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764593.921035:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764593.921038:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764594.560873:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320845609, at 4320845632
00000100:00000010:0.0:1787764594.560888:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f840.
00000100:00000040:1.0:1787764594.561214:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320845609, at 4320845632
00000100:00000010:1.0:1787764594.561221:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fea0.
00010000:00000001:2.0:1787764594.944881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764594.944888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764594.944894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764594.944895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764594.944898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764594.944901:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764594.944902:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764594.944906:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764594.944908:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764594.944910:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764594.944912:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764594.944915:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764594.944995:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764594.944999:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764594.945003:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764595.968843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764595.968850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764595.968857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764595.968858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764595.968862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764595.968863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764595.969067:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764595.969071:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764595.969075:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764596.993038:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764596.993045:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764596.993052:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764596.993054:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764596.993058:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764596.993060:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764596.993104:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764596.993125:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764596.993129:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764598.017618:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764598.017625:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764598.017630:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764598.017633:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764598.017635:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764598.017638:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764598.017640:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764598.017642:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764598.017645:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764598.017646:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764598.017649:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764598.017650:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764598.017715:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764598.017719:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764598.017722:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764598.337048:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764598.337059:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764598.337062:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764598.337065:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764598.337069:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764598.337077:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26176
00000400:00000200:3.0:1787764598.337086:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764598.337092:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764598.337095:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764598.337098:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337101:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764598.337103:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337106:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764598.337110:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764598.337111:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764598.337114:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764598.337117:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764598.337120:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764598.337122:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764598.337183:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337186:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764598.337188:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337189:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764598.337192:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764598.337194:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337196:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764598.337198:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764598.337201:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764598.337203:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.337205:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764598.337207:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764598.337214:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764598.337216:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764598.337219:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764598.337220:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.337222:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764598.337224:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764598.337227:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764598.337233:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764598.337237:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764598.337243:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764598.337253:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764598.337301:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764598.337318:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.337386:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764598.337390:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764598.337392:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764598.337399:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.337407:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764598.337408:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764598.337412:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764598.337420:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764598.337423:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764598.337429:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482368384:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764598.337433:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764598.337436:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764598.337439:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764598.337441:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764598.337446:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764598.337448:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764598.337453:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764598.337457:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764598.337478:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764598.337485:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482368384, portal 25
00000100:00000001:1.0:1787764598.337487:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764598.337489:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:1.0:1787764598.337494:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.337501:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764598.337504:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764598.337506:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764598.337509:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482368384, offset 0
00000400:00000200:1.0:1787764598.337515:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764598.337531:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764598.337536:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764598.337541:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764598.337545:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764598.337548:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764598.337551:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764598.337554:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278120:278120:256:4294967295] 192.168.203.115@tcp LPNI seq info [278120:278120:8:4294967295]
00000400:00000200:1.0:1787764598.337558:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764598.337567:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764598.337573:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764598.337578:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764598.337584:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764598.337587:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787764598.337592:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764598.337596:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787764598.337600:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764598.337603:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764598.337608:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764598.337613:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764598.337617:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764598.337619:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764598.337623:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764598.337627:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764598.337653:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764598.337656:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764598.337659:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764598.337660:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764598.337662:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764598.337665:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764598.337681:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26176
00000400:00000200:3.0:1787764598.337685:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764598.337688:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764598.337690:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764598.337693:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337695:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764598.337697:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337699:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764598.337702:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764598.337703:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764598.337705:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764598.337707:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764598.337709:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764598.337711:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764598.337714:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337716:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764598.337717:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337719:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764598.337721:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764598.337724:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337726:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764598.337741:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764598.337745:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764598.337766:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.337769:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764598.337774:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764598.337776:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.337779:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764598.337783:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764598.337785:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764598.337788:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764598.337789:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.337791:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764598.337792:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764598.337794:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764598.337798:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764598.337801:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764598.337805:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764598.337812:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764598.337814:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764598.337817:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764598.337855:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764598.337860:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764598.337863:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764598.337865:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764598.337866:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764598.337872:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764598.337875:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26176
00000400:00000200:3.0:1787764598.337879:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764598.337882:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764598.337884:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764598.337886:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764598.337890:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.337906:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.337907:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787764598.337908:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337910:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764598.337912:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764598.337913:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.337914:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764598.337916:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787764598.337917:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764598.337917:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764598.337919:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764598.337921:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764598.337923:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764598.337925:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:1.0:1787764598.337926:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320850728
00000100:00000040:3.0:1787764598.337928:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337929:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764598.337931:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000010:1.0:1787764598.337932:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fea0.
00000100:00000001:3.0:1787764598.337933:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764598.337935:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764598.337938:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764598.337940:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.337941:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787764598.337942:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764598.337945:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764598.337947:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.337948:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320850728
00000100:00000001:3.0:1787764598.337948:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000010:1.0:1787764598.337951:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f0c0.
00000008:00100000:3.0:1787764598.337951:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764598.337953:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000008:00000001:3.0:1787764598.337953:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.337955:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.337956:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787764598.337957:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764598.337959:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764598.337959:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000001:1.0:1787764598.337961:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787764598.337962:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764598.337963:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.337964:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787764598.337965:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764598/real 1787764598]  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764598.337966:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764598.337968:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764598.337971:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000400:00000001:1.0:1787764598.337974:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764598.337975:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764598.337976:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764598.337978:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000100:00100000:3.0:1787764598.337979:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764598.337981:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764598.337982:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764598.337985:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764598.337985:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764598.337988:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764598.337988:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764598.337996:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764598.338001:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338003:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764598.338005:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338008:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764598.338009:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764598.338014:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764598.338014:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764598.338017:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764598.338021:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764598.338021:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764598.338022:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764598.338024:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787764598.338025:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764598.338026:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764598.338029:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26176
00000400:00000200:3.0:1787764598.338032:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764598.338033:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1787764598.338035:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764598.338036:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338037:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787764598.338037:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764598.338039:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764598.338039:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.338041:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764598.338042:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1787764598.338043:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764598.338044:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764598.338045:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00080000:1.0:1787764598.338046:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764598.338050:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764598.338052:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764598.338056:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764598.338063:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482368384:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764598.338068:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338070:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764598.338073:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482368384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338079:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764598.338081:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764598.338083:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764598.338086:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764598.338088:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764598.338089:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764598.338092:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764598.338094:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764598.338099:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764598.338100:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764598.338102:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764598.338105:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764598.338107:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338108:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338115:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764598.338117:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.338118:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764598.338120:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764598.338121:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764598.338129:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338149:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764598.338151:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764598.338153:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764598.338155:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764598.338156:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764598.338160:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764598.338163:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764598.338165:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764598.338166:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764598.338168:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764598.338171:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764598.338173:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764598.338177:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764598.338179:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764598.338183:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764598.338186:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482368512, portal 10
00000100:00000001:1.0:1787764598.338188:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764598.338189:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764598.338195:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764598.338198:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764598.338199:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000001:1.0:1787764598.338201:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787764598.338201:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787764598.338203:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000020:00000040:3.0:1787764598.338203:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000400:00000010:1.0:1787764598.338205:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000020:00000001:3.0:1787764598.338205:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764598.338207:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000200:1.0:1787764598.338208:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482368512, offset 0
00000100:00000040:3.0:1787764598.338210:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764598.338211:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764598.338212:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764598.338215:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764598.338216:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764598.338217:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764598.338219:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000200:1.0:1787764598.338220:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:3.0:1787764598.338222:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:1.0:1787764598.338223:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764598.338224:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764598.338225:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
02000000:00000001:3.0:1787764598.338226:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764598.338227:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764598.338229:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764598.338230:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:3.0:1787764598.338231:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.338232:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764598.338234:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764598.338237:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.338238:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764598.338242:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000400:00000200:1.0:1787764598.338244:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278121:278121:256:4294967295] 192.168.203.115@tcp LPNI seq info [278121:278121:8:4294967295]
00000020:00000040:3.0:1787764598.338244:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764598.338247:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764598.338248:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764598.338248:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.338250:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764598.338251:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764598.338253:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764598.338255:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1787764598.338257:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000800:00000200:1.0:1787764598.338259:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764598.338260:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764598.338262:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000100:00100000:3.0:1787764598.338264:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764598.338266:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764598.338269:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1787764598.338271:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764598.338273:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764598.338273:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764598.338276:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764598.338277:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787764598.338281:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764598.338282:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764598.338285:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787764598.338285:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764598.338288:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787764598.338288:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764598.338291:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000100:00080000:3.0:1787764598.338291:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764598.338292:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787764598.338293:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00080000:3.0:1787764598.338294:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764598.338295:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764598.338296:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787764598.338298:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764598.338298:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26176
00000400:00000200:3.0:1787764598.338302:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764598.338305:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764598.338306:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787764598.338307:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764598.338309:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764598.338310:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764598.338312:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764598.338314:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764598.338315:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.338316:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764598.338317:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787764598.338318:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764598.338319:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764598.338319:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764598.338320:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764598.338322:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000040:1.0:1787764598.338323:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000020:00000001:3.0:1787764598.338324:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:1.0:1787764598.338326:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764598.338326:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764598.338328:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320849420
00000100:00000040:3.0:1787764598.338329:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764598.338330:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320850728
00000100:00000001:3.0:1787764598.338331:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764598.338333:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320849420
00000100:00000040:3.0:1787764598.338333:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764598.338335:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320850728
00000100:00000001:3.0:1787764598.338335:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764598.338337:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764598.338337:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:1.0:1787764598.338340:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764598.338340:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764598.338342:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764598.338342:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764598.338343:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787764598.338345:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764598/real 1787764598]  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764598.338346:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764598.338348:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.338350:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764598.338351:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1787764598.338352:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764598.338354:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:3.0:1787764598.338354:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764598.338355:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000100:00000001:3.0:1787764598.338356:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764598.338357:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764598.338359:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764598.338361:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764598.338363:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764598.338372:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764598.338372:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764598.338374:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764598.338376:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764598.338378:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787764598.338378:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764598.338379:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764598.338380:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764598.338381:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764598.338382:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764598.338382:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.338383:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787764598.338386:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00100000:1.0:1787764598.338387:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764598.338389:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.338393:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764598.338396:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764598.338403:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764598.338404:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764598.338406:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338408:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764598.338410:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764598.338410:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764598.338411:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764598.338412:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.338413:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764598.338415:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1787764598.338415:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764598.338419:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764598.338421:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764598.338422:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764598.338424:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764598.338427:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26187)
00000100:00100000:1.0:1787764598.338431:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764598.338435:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764598.338437:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338443:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764598.338444:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764598.338446:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764598.338448:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764598.338449:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764598.338452:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764598.338454:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764598.338456:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764598.338457:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764598.338459:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764598.338462:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764598.338464:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764598.338467:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764598.338469:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764598.338472:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764598.338474:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482368640, portal 10
00000100:00000001:1.0:1787764598.338476:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764598.338478:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764598.338483:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338488:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764598.338491:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764598.338493:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764598.338495:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482368640, offset 0
00000400:00000200:1.0:1787764598.338499:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764598.338503:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764598.338506:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764598.338509:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764598.338511:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764598.338513:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764598.338515:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764598.338518:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278122:278122:256:4294967295] 192.168.203.115@tcp LPNI seq info [278122:278122:8:4294967295]
00000400:00000200:1.0:1787764598.338522:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764598.338529:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764598.338533:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764598.338536:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764598.338540:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764598.338542:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787764598.338546:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764598.338548:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787764598.338551:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764598.338553:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764598.338556:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764598.338559:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764598.338562:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764598.338564:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764598.338566:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764598.338569:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338577:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764598.338580:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338586:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.338601:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764598.338605:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764598.338607:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764598.338610:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764598.338612:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320849428
00000100:00000001:1.0:1787764598.338615:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320850728
00000100:00000001:1.0:1787764598.338617:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320849428
00000100:00000001:1.0:1787764598.338619:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320850728
00000100:00000001:1.0:1787764598.338621:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764598.338622:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.338624:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764598.338627:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764598/real 1787764598]  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764598.338634:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764598.338636:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764598.338637:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764598.338640:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764598.338641:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764598.338643:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764598.338646:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764598.338653:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338658:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764598.338660:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338661:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764598.338663:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764598.338666:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338672:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764598.338677:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338683:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764598.338686:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338687:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764598.338689:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338690:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764598.338692:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764598.338694:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764598.338697:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764598.338699:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764598.338703:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764598.338710:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764598.338713:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338715:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764598.338718:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482368512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338724:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764598.338726:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764598.338728:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764598.338730:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764598.338732:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764598.338733:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764598.338735:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764598.338737:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764598.338741:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764598.338742:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764598.338744:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:1.0:1787764598.338766:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764598.338767:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338769:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764598.338771:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482368640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338775:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764598.338776:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764598.338777:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764598.338779:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764598.338779:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764598.338780:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764598.338781:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764598.338782:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764598.338784:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764598.338784:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764598.338785:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764598.338786:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764598.338787:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338788:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338790:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764598.338791:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.338792:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764598.338794:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764598.338795:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764598.338797:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338801:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764598.338802:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764598.338803:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764598.338804:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764598.338805:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764598.338807:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764598.338809:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764598.338810:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764598.338811:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764598.338812:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764598.338815:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764598.338816:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764598.338818:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764598.338820:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764598.338822:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764598.338824:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482368768, portal 4
00000100:00000001:1.0:1787764598.338825:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764598.338825:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764598.338829:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338833:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764598.338834:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764598.338835:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764598.338837:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482368768, offset 0
00000400:00000200:1.0:1787764598.338839:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764598.338841:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764598.338843:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764598.338845:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764598.338847:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764598.338848:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764598.338850:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764598.338851:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278123:278123:256:4294967295] 192.168.203.115@tcp LPNI seq info [278123:278123:8:4294967295]
00000400:00000200:1.0:1787764598.338854:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764598.338858:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764598.338860:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764598.338862:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764598.338864:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764598.338866:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787764598.338868:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764598.338870:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787764598.338872:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764598.338873:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764598.338875:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764598.338888:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764598.338890:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764598.338891:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764598.338893:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764598.338895:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338913:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764598.338916:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338922:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.338924:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764598.338927:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764598.338930:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764598.338933:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764598.338935:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320849429
00000100:00000001:1.0:1787764598.338937:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320850728
00000100:00000001:1.0:1787764598.338939:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320849429
00000100:00000001:1.0:1787764598.338941:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320850728
00000100:00000001:1.0:1787764598.338943:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764598.338945:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.338946:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764598.338950:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764598/real 1787764598]  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764598.338957:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764598.338958:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764598.338960:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764598.338962:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764598.338964:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764598.338966:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764598.338969:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764598.338979:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338983:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764598.338984:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.338985:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764598.338986:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764598.338988:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.338992:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764598.338996:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.339002:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764598.339004:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.339005:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764598.339007:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.339008:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764598.339010:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764598.339012:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764598.339015:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764598.339017:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764598.339021:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764598.339028:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764598.339032:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764598.339035:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.339047:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764598.339048:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764598.339050:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764598.339052:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764598.339054:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764598.339057:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764598.339059:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764598.339061:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764598.339063:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764598.339064:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764598.339067:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764598.339069:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764598.339072:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764598.339074:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764598.339078:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764598.339080:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482368896, portal 4
00000100:00000001:1.0:1787764598.339082:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764598.339083:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764598.339089:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.339095:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764598.339097:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764598.339099:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764598.339101:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482368896, offset 0
00000400:00000200:1.0:1787764598.339105:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764598.339109:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764598.339111:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764598.339113:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764598.339114:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764598.339116:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764598.339117:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764598.339131:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278124:278124:256:4294967295] 192.168.203.115@tcp LPNI seq info [278124:278124:8:4294967295]
00000400:00000200:1.0:1787764598.339133:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764598.339137:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764598.339140:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764598.339142:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764598.339144:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764598.339146:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787764598.339149:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764598.339150:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787764598.339153:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764598.339154:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764598.339156:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764598.339158:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764598.339159:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764598.339160:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764598.339162:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764598.339164:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.339169:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764598.339171:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.339175:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.339175:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764598.339177:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764598.339179:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764598.339181:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764598.339182:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320849433
00000100:00000001:1.0:1787764598.339183:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320850728
00000100:00000001:1.0:1787764598.339185:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320849433
00000100:00000001:1.0:1787764598.339186:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320850728
00000100:00000001:1.0:1787764598.339187:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764598.339189:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.339190:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764598.339192:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764598/real 1787764598]  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764598.339196:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764598.339197:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764598.339198:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764598.339199:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764598.339200:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764598.339201:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764598.339203:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764598.339208:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.339211:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764598.339212:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.339214:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764598.339215:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764598.339218:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.339224:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764598.339227:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.339233:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764598.339235:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.339237:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764598.339238:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.339240:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764598.339241:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764598.339243:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764598.339247:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764598.339249:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764598.339253:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764598.339260:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482368896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764598.339264:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.339265:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764598.339268:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482368768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.339274:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764598.339275:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764598.339276:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764598.339278:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764598.339278:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764598.339279:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764598.339280:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764598.339281:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764598.339283:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764598.339284:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764598.339285:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764598.339286:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764598.339287:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.339288:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764598.339290:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482368896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764598.339293:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764598.339294:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764598.339295:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764598.339296:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764598.339296:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764598.339297:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764598.339298:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764598.339309:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764598.339311:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764598.339312:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764598.339312:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764598.339314:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764598.339314:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.339315:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764598.339318:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764598.339319:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764598.339320:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764598.339321:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764599.040982:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764599.040996:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764599.041003:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764599.041004:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764599.041007:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764599.041008:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764599.041111:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764599.041115:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764599.041119:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764599.680865:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320850728, at 4320850752
00000100:00000040:1.0:1787764599.680866:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320850728, at 4320850752
00000100:00000010:0.0:1787764599.680880:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fea0.
00000100:00000010:1.0:1787764599.680883:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f0c0.
00010000:00000001:2.0:1787764600.064872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764600.064880:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764600.064882:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764600.064884:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764600.064900:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764600.064902:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764600.064903:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764600.064905:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764600.064908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764600.064909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764600.064913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764600.064914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764600.064976:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764600.064981:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764600.064984:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764601.088924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764601.088930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764601.088936:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764601.088937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764601.088940:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764601.088941:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764601.089001:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764601.089006:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764601.089009:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764602.112846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764602.112853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764602.112857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764602.112859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764602.112863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764602.112864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764602.112931:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764602.112935:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764602.112939:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764603.136923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764603.136929:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764603.136934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764603.136935:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764603.136939:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764603.136941:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764603.137008:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764603.137012:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764603.137015:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764603.457644:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764603.457653:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764603.457655:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764603.457659:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764603.457664:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764603.457671:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26182
00000400:00000200:0.0:1787764603.457688:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764603.457694:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764603.457698:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764603.459041:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.459045:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764603.459048:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.459050:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764603.459053:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764603.459055:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764603.459058:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764603.459062:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764603.459064:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764603.459066:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764603.459069:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.459071:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764603.459073:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.459074:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764603.459076:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764603.459080:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764603.459082:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764603.459084:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764603.459087:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764603.459090:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.459092:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764603.459094:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764603.459102:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764603.459106:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764603.459109:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764603.459110:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.459113:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764603.459115:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764603.459119:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764603.459126:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764603.459133:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764603.459142:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764603.459153:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764603.459157:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764603.459162:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.459240:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764603.459245:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764603.459248:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764603.459254:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.459262:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764603.459264:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.459267:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764603.459270:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764603.459272:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764603.459275:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482369024:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764603.459279:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764603.459283:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764603.459286:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.459288:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764603.459293:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764603.459295:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.459301:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764603.459305:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764603.459331:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764603.459347:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482369024, portal 25
00000100:00000001:1.0:1787764603.459350:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764603.459351:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:1.0:1787764603.459357:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.459364:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764603.459367:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764603.459370:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764603.459373:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482369024, offset 0
00000400:00000200:1.0:1787764603.459379:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764603.459416:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764603.459423:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764603.459429:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764603.459433:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764603.459436:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764603.459439:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764603.459442:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278125:278125:256:4294967295] 192.168.203.115@tcp LPNI seq info [278125:278125:8:4294967295]
00000400:00000200:1.0:1787764603.459446:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764603.459453:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764603.459459:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764603.459464:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764603.459470:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764603.459474:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764603.459480:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764603.459483:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787764603.459487:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764603.459489:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764603.459505:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764603.459510:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764603.459515:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764603.459517:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764603.459529:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764603.459534:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764603.459561:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764603.459565:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764603.459568:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764603.459570:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764603.459573:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764603.459576:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764603.459579:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26182
00000400:00000200:0.0:1787764603.459583:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764603.459586:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764603.459589:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764603.459592:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.459594:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764603.459596:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.459598:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764603.459601:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764603.459602:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764603.459603:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764603.459606:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764603.459608:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764603.459610:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764603.459612:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.459614:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764603.459616:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.459617:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764603.459621:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764603.459623:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764603.459625:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764603.459627:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764603.459632:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764603.459634:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.459636:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764603.459640:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764603.459643:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.459645:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764603.459649:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764603.459651:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764603.459654:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764603.459655:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.459657:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764603.459658:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764603.459660:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764603.459663:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764603.459666:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764603.459671:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764603.459677:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764603.459679:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764603.459682:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.460849:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.460860:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.460883:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.460885:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764603.460916:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.460921:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764603.460924:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320855851
00000100:00000010:1.0:1787764603.460932:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f0c0.
00000100:00000001:1.0:1787764603.460938:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764603.460947:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320855851
00000100:00000010:1.0:1787764603.460950:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fba0.
00000100:00000001:1.0:1787764603.460953:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764603.460956:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764603.460959:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.460961:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764603.460967:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764603/real 1787764603]  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764603.460977:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764603.460978:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764603.460981:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764603.460996:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764603.460999:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764603.461002:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764603.461005:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764603.461014:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461020:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764603.461035:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461037:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.461039:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764603.461044:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461051:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764603.461055:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461062:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764603.461065:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461067:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.461068:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461071:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764603.461073:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764603.461077:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764603.461081:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764603.461084:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764603.461089:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764603.461097:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482369024:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764603.461102:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461104:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.461107:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482369024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461114:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764603.461117:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764603.461120:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764603.461138:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764603.461141:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764603.461144:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764603.461146:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764603.461149:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:1.0:1787764603.461153:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764603.461154:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764603.461156:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:1.0:1787764603.461160:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764603.461161:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461163:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461170:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764603.461172:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.461174:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764603.461176:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764603.461178:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764603.461183:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461190:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764603.461191:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.461194:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764603.461196:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764603.461199:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764603.461203:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369152:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764603.461206:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764603.461209:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764603.461212:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.461214:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764603.461219:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764603.461221:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.461226:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764603.461229:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764603.461233:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764603.461237:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482369152, portal 10
00000100:00000001:1.0:1787764603.461239:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764603.461240:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:1.0:1787764603.461247:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461253:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764603.461256:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764603.461258:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764603.461261:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482369152, offset 0
00000400:00000200:1.0:1787764603.461265:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764603.461271:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764603.461276:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764603.461280:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764603.461283:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764603.461286:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764603.461289:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764603.461292:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278126:278126:256:4294967295] 192.168.203.115@tcp LPNI seq info [278126:278126:8:4294967295]
00000400:00000200:1.0:1787764603.461296:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764603.461304:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764603.461309:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764603.461314:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764603.461319:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764603.461322:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764603.461327:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764603.461330:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787764603.461334:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764603.461336:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764603.461339:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764603.461343:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764603.461346:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764603.461349:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764603.461351:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764603.461355:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461363:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.461366:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461378:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.461379:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764603.461382:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764603.461386:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764603.461389:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764603.461391:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320854543
00000100:00000001:1.0:1787764603.461393:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320855851
00000100:00000001:1.0:1787764603.461396:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320854543
00000100:00000001:1.0:1787764603.461398:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320855851
00000100:00000001:1.0:1787764603.461400:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764603.461402:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.461403:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764603.461407:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764603/real 1787764603]  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764603.461415:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764603.461417:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764603.461418:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764603.461421:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764603.461422:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764603.461424:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764603.461427:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764603.461435:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461441:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764603.461442:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461444:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.461445:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764603.461448:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461455:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764603.461458:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461464:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764603.461467:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461469:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.461470:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461472:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764603.461473:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764603.461476:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764603.461479:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764603.461481:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764603.461485:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764603.461492:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369152:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764603.461496:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461498:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.461501:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482369152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461507:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764603.461508:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764603.461510:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764603.461513:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764603.461514:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764603.461516:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764603.461518:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764603.461519:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919edc00.
02000000:00000001:1.0:1787764603.461546:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764603.461548:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764603.461549:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:1.0:1787764603.461552:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764603.461553:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461555:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.461558:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764603.461560:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.461561:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764603.461563:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.461632:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764603.461634:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.461670:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764603.461675:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764603.461678:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764603.461679:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764603.461681:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764603.461684:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764603.461688:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26182
00000400:00000200:0.0:1787764603.461692:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764603.461695:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764603.461698:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764603.461700:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.461703:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764603.461705:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.461707:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764603.461709:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764603.461711:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764603.461713:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764603.461716:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764603.461718:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764603.461720:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764603.461723:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.461724:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764603.461726:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.461728:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764603.461731:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764603.461734:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764603.461736:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764603.461738:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764603.461743:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764603.461745:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.461760:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764603.461764:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764603.461767:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.461769:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764603.461774:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764603.461776:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764603.461779:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764603.461781:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.461783:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764603.461785:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764603.461787:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764603.461792:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:0.0:1787764603.461796:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764603.461802:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764603.461809:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764603.461813:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764603.461817:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461896:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764603.461900:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764603.461901:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764603.461905:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461912:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764603.461913:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.461915:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764603.461917:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764603.461919:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764603.461921:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369280:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764603.461924:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764603.461926:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764603.461928:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.461929:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764603.461932:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764603.461934:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.461937:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764603.461940:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764603.461944:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764603.461946:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482369280, portal 10
00000100:00000001:1.0:1787764603.461948:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764603.461950:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:1.0:1787764603.461955:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.461977:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764603.461980:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764603.461982:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764603.461984:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482369280, offset 0
00000400:00000200:1.0:1787764603.461988:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764603.461992:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764603.461995:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764603.461998:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764603.462001:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764603.462003:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764603.462005:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764603.462007:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278127:278127:256:4294967295] 192.168.203.115@tcp LPNI seq info [278127:278127:8:4294967295]
00000400:00000200:1.0:1787764603.462011:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764603.462017:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764603.462022:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764603.462025:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764603.462029:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764603.462031:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764603.462035:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764603.462037:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787764603.462041:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764603.462043:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764603.462045:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764603.462049:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764603.462051:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764603.462053:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764603.462056:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764603.462059:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764603.462084:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764603.462088:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764603.462091:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764603.462092:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764603.462094:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764603.462096:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764603.462099:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26182
00000400:00000200:0.0:1787764603.462103:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764603.462107:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764603.462109:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764603.462112:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.462114:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764603.462115:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.462117:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764603.462119:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764603.462120:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764603.462122:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764603.462124:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764603.462126:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764603.462129:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764603.462132:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.462133:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764603.462135:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.462137:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764603.462139:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764603.462142:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764603.462144:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764603.462146:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764603.462149:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764603.462151:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.462153:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764603.462155:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764603.462158:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.462160:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764603.462163:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764603.462166:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764603.462169:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764603.462170:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.462172:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764603.462173:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764603.462175:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764603.462178:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764603.462182:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764603.462187:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764603.462194:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764603.462196:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764603.462200:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462264:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.462268:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462281:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.462282:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764603.462287:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764603.462290:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764603.462293:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764603.462295:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320854552
00000100:00000001:1.0:1787764603.462297:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320855851
00000100:00000001:1.0:1787764603.462299:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320854552
00000100:00000001:1.0:1787764603.462301:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320855851
00000100:00000001:1.0:1787764603.462303:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764603.462305:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.462307:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764603.462311:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764603/real 1787764603]  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764603.462319:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764603.462320:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764603.462322:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764603.462324:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764603.462326:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764603.462328:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764603.462331:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764603.462339:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462345:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764603.462346:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462348:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.462349:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764603.462352:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462373:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764603.462378:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462384:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764603.462386:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462388:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.462389:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462391:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764603.462393:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764603.462395:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764603.462398:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764603.462400:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764603.462404:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764603.462411:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369280:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764603.462415:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462417:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.462419:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482369280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462425:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764603.462427:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764603.462429:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764603.462432:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764603.462434:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764603.462435:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764603.462437:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764603.462439:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef400.
02000000:00000001:1.0:1787764603.462453:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764603.462455:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764603.462456:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:1.0:1787764603.462459:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764603.462460:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462461:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462465:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764603.462467:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.462468:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764603.462470:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764603.462471:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764603.462475:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462481:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764603.462482:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.462484:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764603.462486:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764603.462488:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764603.462491:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369408:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764603.462493:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764603.462495:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764603.462497:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.462498:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764603.462502:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764603.462503:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.462507:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764603.462510:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764603.462513:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764603.462516:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482369408, portal 4
00000100:00000001:1.0:1787764603.462518:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764603.462519:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:1.0:1787764603.462524:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462530:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764603.462533:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764603.462535:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764603.462538:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482369408, offset 0
00000400:00000200:1.0:1787764603.462542:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764603.462546:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764603.462550:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764603.462553:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764603.462555:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764603.462557:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764603.462560:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764603.462562:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278128:278128:256:4294967295] 192.168.203.115@tcp LPNI seq info [278128:278128:8:4294967295]
00000400:00000200:1.0:1787764603.462566:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764603.462572:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764603.462576:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764603.462579:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764603.462583:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764603.462586:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764603.462589:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764603.462592:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787764603.462595:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764603.462597:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764603.462600:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764603.462603:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764603.462606:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764603.462608:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764603.462610:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764603.462614:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462621:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.462624:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462630:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.462632:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764603.462636:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764603.462639:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764603.462642:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764603.462644:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320854552
00000100:00000001:1.0:1787764603.462647:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320855851
00000100:00000001:1.0:1787764603.462648:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320854552
00000100:00000001:1.0:1787764603.462650:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320855851
00000100:00000001:1.0:1787764603.462652:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764603.462654:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.462655:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764603.462659:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764603/real 1787764603]  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764603.462666:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764603.462667:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764603.462669:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764603.462671:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764603.462672:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764603.462674:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764603.462677:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764603.462685:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462690:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764603.462691:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462693:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.462694:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764603.462697:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462703:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764603.462706:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462713:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764603.462715:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462716:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.462717:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462718:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764603.462720:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764603.462722:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764603.462724:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764603.462726:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764603.462728:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764603.462734:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369408:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764603.462737:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462739:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.462741:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482369408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.462747:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764603.462763:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764603.462765:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764603.462768:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764603.462769:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764603.462770:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764603.462772:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764603.462774:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919edc00.
02000000:00000001:1.0:1787764603.462776:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764603.462777:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764603.462779:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:1.0:1787764603.462781:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764603.462782:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462784:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.462786:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764603.462788:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.462789:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764603.462790:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.462839:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764603.462842:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764603.462845:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764603.462847:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764603.462849:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764603.462852:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764603.462855:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26182
00000400:00000200:0.0:1787764603.462859:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764603.462862:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787764603.462872:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764603.462875:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764603.462879:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764603.462880:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.462885:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764603.462887:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.462890:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764603.462893:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764603.462894:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764603.462896:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764603.462898:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764603.462900:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764603.462902:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764603.462906:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.462907:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764603.462909:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764603.462911:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764603.462913:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764603.462916:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764603.462918:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764603.462919:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764603.462923:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764603.462925:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.462927:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764603.462945:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764603.462948:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.462950:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764603.462954:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764603.462956:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764603.462958:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764603.462959:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764603.462961:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764603.462962:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764603.462964:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764603.462967:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764603.462971:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764603.462975:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764603.462982:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764603.462984:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764603.462988:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764603.463009:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764603.463014:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26192)
00000100:00000001:1.0:1787764603.463066:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764603.463068:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764603.463070:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764603.463074:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.463081:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764603.463082:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.463084:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764603.463086:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764603.463088:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764603.463091:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369536:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764603.463094:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764603.463096:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764603.463097:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.463099:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764603.463102:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764603.463104:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.463107:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764603.463110:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764603.463114:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764603.463117:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482369536, portal 4
00000100:00000001:1.0:1787764603.463119:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764603.463120:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:1.0:1787764603.463126:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.463132:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764603.463134:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764603.463137:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764603.463139:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482369536, offset 0
00000400:00000200:1.0:1787764603.463144:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764603.463148:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764603.463151:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764603.463154:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764603.463157:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764603.463159:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764603.463162:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764603.463165:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278129:278129:256:4294967295] 192.168.203.115@tcp LPNI seq info [278129:278129:8:4294967295]
00000400:00000200:1.0:1787764603.463169:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764603.463175:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764603.463180:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764603.463183:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764603.463187:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764603.463190:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764603.463194:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764603.463197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787764603.463201:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764603.463203:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764603.463206:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764603.463209:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764603.463212:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764603.463214:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764603.463216:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764603.463219:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.463227:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.463229:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.463236:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.463237:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764603.463297:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764603.463300:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764603.463304:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764603.463306:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320854557
00000100:00000001:1.0:1787764603.463308:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320855851
00000100:00000001:1.0:1787764603.463311:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320854557
00000100:00000001:1.0:1787764603.463313:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320855851
00000100:00000001:1.0:1787764603.463314:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764603.463316:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.463319:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764603.463322:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764603/real 1787764603]  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764603.463330:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764603.463332:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764603.463333:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764603.463336:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764603.463337:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764603.463339:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764603.463342:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764603.463350:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.463356:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764603.463358:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.463360:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.463361:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764603.463364:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.463371:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764603.463375:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.463383:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764603.463386:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.463388:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.463389:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.463391:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764603.463392:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764603.463395:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764603.463398:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764603.463400:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764603.463404:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764603.463413:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369536:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764603.463417:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.463419:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.463422:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482369536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.463428:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764603.463429:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764603.463431:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764603.463434:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764603.463435:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764603.463436:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764603.463438:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764603.463440:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:1.0:1787764603.463443:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764603.463444:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764603.463445:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:1.0:1787764603.463448:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764603.463449:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.463451:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.463454:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764603.463456:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.463458:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764603.463459:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764604.160901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764604.160908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764604.160912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764604.160914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764604.160917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764604.160918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764604.160975:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764604.160980:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764604.160984:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764604.800891:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320855851, at 4320855872
00000100:00000010:0.0:1787764604.800906:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f0c0.
00000100:00000040:1.0:1787764604.801038:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320855851, at 4320855872
00000100:00000010:1.0:1787764604.801044:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fba0.
00010000:00000001:2.0:1787764605.184890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764605.184896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764605.184899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764605.184900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764605.184902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764605.184904:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764605.184906:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764605.184908:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764605.184910:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764605.184912:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764605.184913:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764605.184915:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764605.184971:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764605.184976:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764605.184979:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764606.208904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764606.208910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764606.208916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764606.208917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764606.208920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764606.208921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764606.209412:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764606.209416:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764606.209419:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764607.233432:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764607.233440:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764607.233445:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764607.233449:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764607.233451:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764607.233454:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764607.233457:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764607.233459:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764607.233461:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764607.233463:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764607.233467:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764607.233468:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764607.233564:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764607.233568:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764607.233571:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764608.256907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764608.256915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764608.256921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764608.256922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764608.256925:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764608.256927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764608.257207:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764608.257211:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764608.257214:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764608.576963:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764608.576974:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764608.576976:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764608.576980:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764608.576984:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764608.576991:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26187
00000400:00000200:3.0:1787764608.576999:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764608.577005:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764608.577008:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764608.577011:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577014:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764608.577016:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577019:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764608.577022:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764608.577024:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764608.577026:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764608.577030:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764608.577032:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764608.577034:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764608.577037:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577039:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764608.577041:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577043:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764608.577046:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764608.577049:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577051:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764608.577054:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764608.577058:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764608.577060:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.577084:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764608.577087:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764608.577096:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764608.577100:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764608.577103:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764608.577105:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.577118:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764608.577121:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764608.577125:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764608.577133:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764608.577138:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764608.577147:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764608.577157:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764608.577161:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764608.577166:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764608.577185:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764608.577188:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764608.577192:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764608.577193:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764608.577195:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764608.577198:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764608.577200:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26187
00000400:00000200:3.0:1787764608.577204:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764608.577208:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764608.577211:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764608.577214:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577216:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764608.577219:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577221:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764608.577223:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764608.577224:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764608.577225:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764608.577228:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764608.577229:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787764608.577231:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000100:00000001:1.0:1787764608.577232:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787764608.577236:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:1.0:1787764608.577240:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764608.577240:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764608.577246:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577251:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764608.577254:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787764608.577255:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764608.577256:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.577259:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764608.577261:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764608.577263:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764608.577265:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764608.577267:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482369664:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764608.577270:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764608.577273:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764608.577275:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.577277:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764608.577281:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764608.577282:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.577286:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764608.577289:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764608.577294:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764608.577300:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482369664, portal 25
00000020:00000040:3.0:1787764608.577301:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:1.0:1787764608.577304:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764608.577307:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00080000:3.0:1787764608.577308:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577313:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764608.577316:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787764608.577318:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764608.577322:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764608.577328:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.577332:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764608.577335:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1787764608.577337:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787764608.577340:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000008:00000001:3.0:1787764608.577343:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764608.577345:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764608.577346:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764608.577352:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482369664, offset 0
00000100:00000010:3.0:1787764608.577353:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764608.577358:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764608.577361:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764608.577364:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764608.577364:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.577369:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764608.577370:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764608.577372:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764608.577376:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764608.577380:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.577384:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:3.0:1787764608.577390:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764608.577394:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764608.577403:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764608.577405:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764608.577408:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764608.577411:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.577413:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764608.577419:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000040:3.0:1787764608.577421:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764608.577423:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278130:278130:256:4294967295] 192.168.203.115@tcp LPNI seq info [278130:278130:8:4294967295]
00000400:00000200:1.0:1787764608.577433:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764608.577442:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.577445:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787764608.577448:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787764608.577452:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764608.577455:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:1.0:1787764608.577458:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000100:00000001:3.0:1787764608.577459:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764608.577463:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787764608.577467:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764608.577468:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787764608.577471:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1787764608.577475:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26187
00000800:00000200:1.1:1787764608.577476:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764608.577482:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000400:00000200:3.0:1787764608.577486:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000100:1.0:1787764608.577487:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764608.577491:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:3.0:1787764608.577494:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764608.577496:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787764608.577499:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764608.577502:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764608.577508:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000100:00000040:3.0:1787764608.577508:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764608.577511:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764608.577513:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764608.577515:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787764608.577519:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000200:1.0:1787764608.577521:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764608.577523:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764608.577530:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764608.577533:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000100:00000001:1.0:1787764608.577535:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787764608.577537:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787764608.577539:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764608.577541:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764608.577546:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764608.577549:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764608.577552:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577553:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764608.577554:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577556:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764608.577557:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764608.577559:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577563:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764608.577567:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764608.577571:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764608.577572:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.577576:0:257227:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787764608.577578:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.577581:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764608.577582:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764608.577584:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764608.577588:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.577591:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.577594:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764608.577597:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320860967
00000100:00000010:3.0:1787764608.577598:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000010:1.0:1787764608.577603:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fba0.
00000020:00000040:3.0:1787764608.577604:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764608.577609:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764608.577613:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764608.577621:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320860967
02000000:00000001:3.0:1787764608.577627:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764608.577630:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f4e0.
00000100:00000001:3.0:1787764608.577631:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764608.577635:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787764608.577635:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764608.577637:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.577640:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787764608.577644:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:1.0:1787764608.577645:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.577651:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.577652:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764608.577660:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764608/real 1787764608]  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764608.577661:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787764608.577676:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764608.577679:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787764608.577679:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787764608.577683:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000100:00000001:3.0:1787764608.577685:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.577687:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764608.577690:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764608.577693:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787764608.577693:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764608.577698:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764608.577723:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764608.577724:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764608.577730:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764608.577731:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764608.577733:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.577736:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.577738:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764608.577739:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1787764608.577742:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764608.577744:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764608.577747:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764608.577771:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764608.577775:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26187
00000400:00000200:3.0:1787764608.577780:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764608.577781:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764608.577784:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000040:1.0:1787764608.577788:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764608.577788:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764608.577796:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577800:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764608.577801:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764608.577803:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764608.577806:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764608.577806:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764608.577808:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.577811:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764608.577811:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764608.577814:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000001:1.0:1787764608.577815:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1787764608.577818:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764608.577819:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787764608.577822:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764608.577824:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764608.577836:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764608.577839:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00080000:1.0:1787764608.577841:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764608.577842:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764608.577847:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00080000:1.0:1787764608.577851:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764608.577855:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764608.577855:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764608.577861:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000040:1.0:1787764608.577864:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764608.577868:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764608.577874:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764608.577879:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787764608.577884:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482369664:192.168.203.115@tcp:250:kworker.0
02000000:00000001:3.0:1787764608.577885:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764608.577891:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.577892:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.577894:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.577896:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482369664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764608.577898:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764608.577903:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764608.577904:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764608.577906:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764608.577910:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
00000008:00000001:3.0:1787764608.577910:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.577915:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787764608.577915:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764608.577917:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764608.577920:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764608.577923:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000010:3.0:1787764608.577923:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
02000000:00000010:1.0:1787764608.577926:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
00000020:00000040:3.0:1787764608.577928:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:1.0:1787764608.577932:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764608.577933:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764608.577936:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787764608.577936:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764608.577940:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:3.0:1787764608.577941:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764608.577945:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764608.577947:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787764608.577949:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.577951:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.577954:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787764608.577955:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764608.577960:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.577961:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764608.577965:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764608.577967:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764608.577968:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764608.577971:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764608.577973:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764608.577978:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764608.577982:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764608.577987:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.577988:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764608.577989:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.577993:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764608.577994:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764608.577997:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764608.577997:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764608.578000:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369792:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764608.578006:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764608.578010:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764608.578013:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.578014:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.578016:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787764608.578019:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1787764608.578021:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
00000100:00080000:3.0:1787764608.578023:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787764608.578027:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.578027:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764608.578029:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764608.578032:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764608.578035:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764608.578036:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26187
00000400:00000010:1.0:1787764608.578041:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000200:3.0:1787764608.578042:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764608.578048:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000010:1.0:1787764608.578049:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00080000:3.0:1787764608.578050:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764608.578055:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000200:1.0:1787764608.578056:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482369792, portal 10
00000100:00000001:3.0:1787764608.578057:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764608.578061:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787764608.578061:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764608.578064:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000001:3.0:1787764608.578065:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764608.578068:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764608.578069:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764608.578071:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764608.578072:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000040:1.0:1787764608.578074:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764608.578074:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764608.578079:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764608.578085:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764608.578087:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764608.578088:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764608.578092:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764608.578093:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764608.578097:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764608.578097:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000200:1.0:1787764608.578102:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482369792, offset 0
00000020:00000040:3.0:1787764608.578103:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764608.578109:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:1.0:1787764608.578110:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764608.578115:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.578116:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764608.578119:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764608.578121:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
02000000:00000001:3.0:1787764608.578124:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764608.578125:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764608.578129:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
02000000:00000001:3.0:1787764608.578131:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.578132:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764608.578137:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764608.578137:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764608.578139:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278131:278131:256:4294967295] 192.168.203.115@tcp LPNI seq info [278131:278131:8:4294967295]
00000400:00000200:1.0:1787764608.578142:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764608.578146:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764608.578149:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764608.578151:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000008:00100000:3.0:1787764608.578155:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.0:1787764608.578156:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764608.578160:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000008:00000001:3.0:1787764608.578162:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.578167:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764608.578167:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764608.578169:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000100:00000010:3.0:1787764608.578174:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000800:00000100:1.0:1787764608.578175:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000020:00000040:3.0:1787764608.578179:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000800:00000010:1.0:1787764608.578180:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764608.578185:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787764608.578186:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764608.578189:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764608.578192:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764608.578193:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787764608.578196:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764608.578198:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
02000000:00000001:3.0:1787764608.578200:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764608.578202:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
02000000:00000010:3.0:1787764608.578206:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:1.0:1787764608.578207:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764608.578212:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764608.578214:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764608.578221:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764608.578230:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764608.578234:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787764608.578235:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764608.578239:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.578246:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764608.578248:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578249:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764608.578254:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764608.578259:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000100:00000001:3.0:1787764608.578261:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.578266:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764608.578269:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26197)
00000100:00000001:1.0:1787764608.578270:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320859660
00000100:00000001:1.0:1787764608.578276:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320860967
00000100:00000001:1.0:1787764608.578278:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320859660
00000100:00000001:1.0:1787764608.578281:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320860967
00000100:00000001:1.0:1787764608.578283:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764608.578285:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.578287:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764608.578292:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764608/real 1787764608]  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764608.578301:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764608.578302:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764608.578304:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764608.578306:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764608.578308:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764608.578310:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764608.578313:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764608.578321:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578338:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764608.578340:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578342:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.578343:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764608.578354:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578364:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764608.578368:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578374:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764608.578376:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578377:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.578378:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578380:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764608.578382:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764608.578384:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764608.578387:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764608.578389:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764608.578392:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764608.578400:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369792:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764608.578403:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764608.578406:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578412:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764608.578413:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.578414:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764608.578416:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764608.578418:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764608.578420:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369920:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764608.578422:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764608.578424:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764608.578426:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.578427:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764608.578430:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764608.578432:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.578435:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764608.578437:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764608.578440:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764608.578443:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482369920, portal 10
00000100:00000001:1.0:1787764608.578444:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764608.578445:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764608.578450:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578456:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764608.578458:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764608.578460:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764608.578462:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482369920, offset 0
00000400:00000200:1.0:1787764608.578465:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764608.578469:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764608.578472:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764608.578475:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764608.578478:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764608.578480:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764608.578482:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764608.578485:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278132:278132:256:4294967295] 192.168.203.115@tcp LPNI seq info [278132:278132:8:4294967295]
00000400:00000200:1.0:1787764608.578489:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764608.578500:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764608.578504:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764608.578508:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764608.578511:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764608.578514:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764608.578517:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764608.578519:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787764608.578522:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764608.578524:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764608.578526:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764608.578529:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764608.578532:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764608.578549:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764608.578552:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764608.578556:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578563:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.578566:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578572:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.578574:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764608.578577:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764608.578579:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764608.578582:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764608.578584:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320859668
00000100:00000001:1.0:1787764608.578586:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320860967
00000100:00000001:1.0:1787764608.578589:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320859668
00000100:00000001:1.0:1787764608.578591:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320860967
00000100:00000001:1.0:1787764608.578593:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764608.578594:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.578596:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764608.578599:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764608/real 1787764608]  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764608.578607:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764608.578608:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764608.578610:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764608.578612:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764608.578613:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764608.578615:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764608.578618:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764608.578626:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578633:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764608.578635:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578637:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.578638:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764608.578641:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578648:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764608.578651:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578658:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764608.578660:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578662:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.578663:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578665:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764608.578666:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764608.578668:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764608.578671:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764608.578675:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764608.578678:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764608.578684:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482369920:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764608.578687:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578689:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.578692:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482369792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578697:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764608.578699:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764608.578700:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764608.578703:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764608.578704:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764608.578705:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764608.578708:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764608.578709:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764608.578711:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764608.578712:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764608.578713:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:1.0:1787764608.578715:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764608.578716:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578718:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.578720:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482369920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578725:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764608.578726:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764608.578727:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764608.578729:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764608.578730:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764608.578730:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764608.578732:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764608.578733:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764608.578735:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764608.578736:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764608.578737:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764608.578740:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764608.578741:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578742:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578745:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764608.578746:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.578765:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764608.578767:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764608.578768:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764608.578771:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578777:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764608.578779:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.578781:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764608.578783:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764608.578785:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764608.578787:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370048:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764608.578790:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764608.578792:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764608.578793:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.578795:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764608.578798:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764608.578799:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.578802:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764608.578804:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764608.578807:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764608.578810:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482370048, portal 4
00000100:00000001:1.0:1787764608.578812:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764608.578813:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764608.578819:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578825:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764608.578836:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764608.578839:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764608.578842:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482370048, offset 0
00000400:00000200:1.0:1787764608.578846:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764608.578849:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764608.578853:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764608.578856:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764608.578858:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764608.578861:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764608.578863:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764608.578866:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278133:278133:256:4294967295] 192.168.203.115@tcp LPNI seq info [278133:278133:8:4294967295]
00000400:00000200:1.0:1787764608.578870:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764608.578876:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764608.578880:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764608.578884:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764608.578887:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764608.578889:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764608.578891:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764608.578893:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787764608.578895:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764608.578896:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764608.578898:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764608.578901:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764608.578903:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764608.578904:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764608.578905:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764608.578908:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578913:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.578914:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578918:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.578919:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764608.578922:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764608.578925:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764608.578928:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764608.578930:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320859669
00000100:00000001:1.0:1787764608.578932:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320860967
00000100:00000001:1.0:1787764608.578934:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320859669
00000100:00000001:1.0:1787764608.578936:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320860967
00000100:00000001:1.0:1787764608.578938:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764608.578940:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.578942:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764608.578946:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764608/real 1787764608]  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764608.578954:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764608.578955:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764608.578957:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764608.578960:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764608.578961:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764608.578963:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764608.578966:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764608.578974:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578978:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764608.578979:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578980:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.578981:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764608.578983:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578987:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764608.578989:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.578992:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764608.578994:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578995:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.578995:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.578997:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764608.578998:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764608.578999:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764608.579001:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764608.579002:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764608.579005:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764608.579010:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370048:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764608.579014:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764608.579017:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.579022:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764608.579024:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.579026:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764608.579027:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764608.579029:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764608.579032:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370176:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764608.579035:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764608.579037:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764608.579039:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.579041:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764608.579044:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764608.579046:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.579049:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764608.579051:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764608.579054:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764608.579057:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482370176, portal 4
00000100:00000001:1.0:1787764608.579059:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764608.579060:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764608.579065:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.579069:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764608.579070:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764608.579072:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764608.579073:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482370176, offset 0
00000400:00000200:1.0:1787764608.579077:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764608.579080:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764608.579083:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764608.579085:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764608.579087:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764608.579090:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764608.579092:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764608.579095:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278134:278134:256:4294967295] 192.168.203.115@tcp LPNI seq info [278134:278134:8:4294967295]
00000400:00000200:1.0:1787764608.579098:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764608.579104:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764608.579109:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764608.579112:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764608.579116:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764608.579118:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764608.579122:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764608.579125:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787764608.579127:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764608.579128:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764608.579131:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764608.579134:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764608.579136:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764608.579138:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764608.579140:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764608.579143:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.579150:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.579153:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.579159:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.579160:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764608.579163:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764608.579166:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764608.579169:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764608.579171:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320859673
00000100:00000001:1.0:1787764608.579174:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320860967
00000100:00000001:1.0:1787764608.579175:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320859673
00000100:00000001:1.0:1787764608.579177:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320860967
00000100:00000001:1.0:1787764608.579179:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764608.579181:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.579183:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764608.579187:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764608/real 1787764608]  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764608.579193:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764608.579195:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764608.579196:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764608.579198:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764608.579199:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764608.579201:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764608.579204:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764608.579211:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.579217:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764608.579218:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.579220:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.579221:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764608.579224:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.579230:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764608.579233:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.579239:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764608.579241:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.579242:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.579244:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.579245:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764608.579246:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764608.579248:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764608.579251:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764608.579253:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764608.579256:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764608.579263:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370176:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764608.579266:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.579268:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.579271:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482370048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.579277:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764608.579278:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764608.579280:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764608.579282:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764608.579283:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764608.579285:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764608.579286:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764608.579288:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764608.579290:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764608.579291:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764608.579293:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764608.579295:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764608.579296:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.579297:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.579300:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482370176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.579311:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764608.579313:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764608.579314:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764608.579316:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764608.579317:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764608.579318:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764608.579320:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764608.579321:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764608.579323:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764608.579324:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764608.579326:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764608.579330:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764608.579331:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.579333:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.579336:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764608.579338:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.579339:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764608.579341:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764609.280941:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764609.280950:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764609.280952:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764609.280955:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764609.280959:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764609.280962:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764609.280964:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764609.280966:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764609.280970:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764609.280971:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764609.280974:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764609.280975:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764609.281023:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764609.281028:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764609.281032:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764609.920898:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320860967, at 4320860992
00000100:00000040:0.0:1787764609.920903:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320860967, at 4320860992
00000100:00000010:1.0:1787764609.920917:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f4e0.
00000100:00000010:0.0:1787764609.920921:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fba0.
00010000:00000001:2.0:1787764610.304884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764610.304891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764610.304897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764610.304898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764610.304901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764610.304902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764610.305011:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764610.305018:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764610.305023:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764611.329544:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764611.329548:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764611.329552:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764611.329553:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764611.329555:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764611.329556:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764611.330675:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764611.330679:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764611.330683:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764612.352859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764612.352865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764612.352870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764612.352871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764612.352875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764612.352876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764612.352981:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764612.352985:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764612.352988:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764613.377172:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764613.377178:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764613.377184:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764613.377185:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764613.377188:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764613.377189:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764613.377273:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764613.377276:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764613.377278:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764613.696863:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764613.696871:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764613.696873:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764613.696876:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764613.696879:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764613.696884:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26192
00000400:00000200:3.0:1787764613.696892:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764613.696897:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764613.696899:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764613.696938:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.696941:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.696942:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.696944:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764613.696946:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764613.696948:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764613.696950:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764613.696952:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764613.696954:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764613.696955:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764613.696957:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.696958:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.696959:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.696961:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764613.696962:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764613.696964:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764613.696966:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764613.696968:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764613.696971:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764613.696974:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.696976:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764613.696978:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764613.696987:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764613.696991:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764613.696994:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764613.696995:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.696998:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764613.697001:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764613.697004:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764613.697012:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764613.697018:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764613.697026:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764613.697050:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764613.697054:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764613.697059:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764613.697082:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764613.697085:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764613.697088:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764613.697090:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764613.697091:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764613.697094:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764613.697097:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26192
00000400:00000200:3.0:1787764613.697101:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764613.697104:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764613.697106:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764613.697109:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.697111:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.697114:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.697116:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764613.697119:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764613.697120:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764613.697122:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764613.697125:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000100:00000001:1.0:1787764613.697126:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764613.697127:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764613.697132:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764613.697133:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764613.697135:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764613.697137:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764613.697140:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.697145:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764613.697148:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764613.697148:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764613.697154:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764613.697160:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764613.697164:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764613.697165:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.697166:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764613.697170:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764613.697172:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764613.697175:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764613.697176:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764613.697177:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764613.697182:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.697184:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787764613.697187:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482370304:192.168.203.115@tcp:250:kworker.0
00000008:00100000:3.0:1787764613.697189:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764613.697196:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.697197:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764613.697199:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.697203:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787764613.697205:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
02000000:00000001:1.0:1787764613.697208:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764613.697209:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764613.697213:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764613.697214:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764613.697217:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.697219:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787764613.697220:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:3.0:1787764613.697221:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764613.697225:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.697226:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764613.697232:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000400:00000200:1.0:1787764613.697236:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764613.697239:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764613.697241:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00100000:3.0:1787764613.697248:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764613.697250:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000001:3.0:1787764613.697258:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764613.697260:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482370304, portal 25
00000100:00000001:3.0:1787764613.697262:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.697264:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787764613.697268:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.697269:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764613.697280:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764613.697282:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764613.697288:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764613.697296:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787764613.697296:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764613.697300:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787764613.697304:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764613.697304:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787764613.697309:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764613.697309:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787764613.697315:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482370304, offset 0
00000100:00080000:3.0:1787764613.697316:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26192
00000400:00000200:3.0:1787764613.697324:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764613.697328:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787764613.697331:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764613.697334:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764613.697336:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.697338:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764613.697340:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764613.697343:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.697347:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764613.697349:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787764613.697352:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000040:3.0:1787764613.697352:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764613.697356:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764613.697360:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:1.0:1787764613.697361:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787764613.697364:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764613.697369:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000020:00000001:3.0:1787764613.697370:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764613.697376:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787764613.697376:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.697381:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764613.697384:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000040:3.0:1787764613.697387:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.697391:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764613.697392:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278135:278135:256:4294967295] 192.168.203.115@tcp LPNI seq info [278135:278135:8:4294967295]
00000020:00000040:3.0:1787764613.697395:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:1.0:1787764613.697404:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764613.697404:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764613.697410:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764613.697412:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764613.697418:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764613.697427:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764613.697427:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764613.697431:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764613.697433:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000100:00000001:3.0:1787764613.697434:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764613.697437:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764613.697441:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764613.697443:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764613.697444:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764613.697451:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000100:00000010:3.0:1787764613.697452:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764613.697456:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764613.697463:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787764613.697463:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764613.697468:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764613.697473:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764613.697476:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
02000000:00000001:3.0:1787764613.697478:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.697482:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764613.697483:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787764613.697484:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764613.697489:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764613.697492:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1787764613.697496:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000400:00000200:1.0:1787764613.697499:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000100:00000001:3.0:1787764613.697501:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764613.697503:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764613.697508:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787764613.697509:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787764613.697514:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764613.697527:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764613.697531:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764613.697531:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764613.697538:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764613.697540:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.697553:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.697556:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.697557:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787764613.697568:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764613.697572:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764613.697572:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764613.697575:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764613.697576:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764613.697581:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764613.697584:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26192
00000400:00000200:1.0:1787764613.697586:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764613.697589:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764613.697591:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320866087
00000400:00000200:3.0:1787764613.697592:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764613.697595:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764613.697598:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.697599:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.697601:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000010:1.0:1787764613.697602:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f4e0.
00000100:00000001:3.0:1787764613.697603:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764613.697607:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764613.697607:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764613.697608:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764613.697610:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:1.0:1787764613.697611:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787764613.697612:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764613.697617:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764613.697621:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764613.697622:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320866087
00000100:00000001:3.0:1787764613.697625:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787764613.697627:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f3c0.
00000100:00000040:3.0:1787764613.697630:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764613.697633:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787764613.697634:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764613.697638:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764613.697639:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:1.0:1787764613.697643:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764613.697645:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764613.697648:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764613.697650:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764613.697653:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787764613.697656:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764613/real 1787764613]  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764613.697658:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764613.697663:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.697669:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764613.697672:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1787764613.697674:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:3.0:1787764613.697675:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764613.697678:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787764613.697679:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764613.697683:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000100:00000010:3.0:1787764613.697684:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764613.697688:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000400:00000200:1.0:1787764613.697690:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
02000000:00000001:3.0:1787764613.697691:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764613.697692:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.697693:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764613.697694:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764613.697695:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764613.697698:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764613.697701:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764613.697705:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764613.697710:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764613.697711:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764613.697714:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764613.697720:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:3.0:1787764613.697722:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.697726:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787764613.697726:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764613.697731:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764613.697732:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764613.697734:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764613.697736:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764613.697739:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26192
00000100:00000200:1.0:1787764613.697741:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764613.697746:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764613.697776:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764613.697781:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787764613.697783:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764613.697788:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764613.697804:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764613.697804:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.697807:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764613.697809:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764613.697811:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764613.697812:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.697814:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764613.697814:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764613.697817:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764613.697821:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787764613.697822:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764613.697824:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764613.697829:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764613.697834:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764613.697840:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764613.697841:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.697846:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764613.697850:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764613.697851:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764613.697857:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764613.697862:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:1.0:1787764613.697866:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764613.697868:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764613.697872:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764613.697873:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.697876:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764613.697877:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764613.697879:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764613.697882:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764613.697883:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764613.697888:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764613.697888:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764613.697894:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764613.697894:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764613.697897:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1787764613.697901:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000008:00000001:3.0:1787764613.697903:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.697906:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764613.697907:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764613.697914:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000100:00000040:1.0:1787764613.697915:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764613.697919:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764613.697923:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764613.697926:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.697931:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787764613.697934:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482370304:192.168.203.115@tcp:250:kworker.0
02000000:00000001:3.0:1787764613.697934:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764613.697936:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764613.697942:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:1.0:1787764613.697947:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764613.697948:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.697954:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787764613.697957:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764613.697961:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482370304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764613.697966:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764613.697970:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.697976:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1787764613.697976:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764613.697980:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764613.697984:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
00000100:00000001:3.0:1787764613.697985:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.697991:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1787764613.697992:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26202)
00000020:00000001:1.0:1787764613.697995:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764613.697998:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764613.698000:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764613.698002:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764613.698007:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764613.698009:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764613.698010:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:1.0:1787764613.698016:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764613.698017:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.698019:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.698025:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764613.698027:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.698029:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764613.698031:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764613.698032:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764613.698036:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698042:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764613.698043:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.698045:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764613.698046:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764613.698048:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764613.698050:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370432:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764613.698053:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764613.698055:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764613.698056:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.698058:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764613.698061:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764613.698063:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764613.698067:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764613.698070:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764613.698073:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764613.698076:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482370432, portal 10
00000100:00000001:1.0:1787764613.698078:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764613.698079:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:1.0:1787764613.698085:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698090:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764613.698092:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764613.698094:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764613.698097:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482370432, offset 0
00000400:00000200:1.0:1787764613.698100:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764613.698105:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764613.698108:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764613.698111:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764613.698114:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764613.698116:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764613.698118:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764613.698121:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278136:278136:256:4294967295] 192.168.203.115@tcp LPNI seq info [278136:278136:8:4294967295]
00000400:00000200:1.0:1787764613.698124:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764613.698130:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764613.698134:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764613.698137:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764613.698141:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764613.698143:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764613.698148:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764613.698150:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764613.698154:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764613.698156:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764613.698160:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764613.698163:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764613.698166:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764613.698167:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764613.698170:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764613.698173:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698180:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.698183:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698189:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.698191:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764613.698193:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764613.698197:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764613.698200:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764613.698202:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320864780
00000100:00000001:1.0:1787764613.698204:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320866087
00000100:00000001:1.0:1787764613.698206:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320864780
00000100:00000001:1.0:1787764613.698208:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320866087
00000100:00000001:1.0:1787764613.698209:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764613.698211:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.698213:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764613.698216:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764613/real 1787764613]  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764613.698223:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764613.698224:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764613.698225:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764613.698227:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764613.698229:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764613.698231:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764613.698234:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764613.698241:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698246:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764613.698247:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.698249:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.698250:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764613.698254:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698261:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764613.698264:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698270:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764613.698272:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.698274:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.698275:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.698277:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764613.698279:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764613.698281:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764613.698284:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764613.698285:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764613.698289:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764613.698296:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370432:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764613.698299:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764613.698302:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698312:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764613.698314:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.698316:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764613.698317:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764613.698319:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764613.698321:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370560:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764613.698324:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764613.698326:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764613.698327:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.698329:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764613.698332:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764613.698334:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764613.698338:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764613.698340:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764613.698343:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764613.698345:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482370560, portal 10
00000100:00000001:1.0:1787764613.698347:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764613.698349:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764613.698353:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698359:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764613.698361:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764613.698363:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764613.698365:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482370560, offset 0
00000400:00000200:1.0:1787764613.698369:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764613.698372:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764613.698376:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764613.698378:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764613.698381:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764613.698383:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764613.698385:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764613.698389:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278137:278137:256:4294967295] 192.168.203.115@tcp LPNI seq info [278137:278137:8:4294967295]
00000400:00000200:1.0:1787764613.698392:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764613.698398:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764613.698402:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764613.698405:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764613.698409:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764613.698411:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764613.698415:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764613.698418:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764613.698421:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764613.698423:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764613.698425:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764613.698428:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764613.698432:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764613.698433:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764613.698436:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764613.698439:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698446:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.698449:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698454:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.698456:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764613.698459:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764613.698461:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764613.698464:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764613.698466:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320864788
00000100:00000001:1.0:1787764613.698468:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320866087
00000100:00000001:1.0:1787764613.698470:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320864788
00000100:00000001:1.0:1787764613.698472:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320866087
00000100:00000001:1.0:1787764613.698474:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764613.698476:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.698478:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764613.698481:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764613/real 1787764613]  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764613.698488:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764613.698489:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764613.698491:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764613.698494:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764613.698495:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764613.698497:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764613.698500:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764613.698507:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698513:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764613.698514:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.698516:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.698517:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764613.698520:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698526:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764613.698529:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698535:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764613.698538:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.698539:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.698541:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.698542:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764613.698544:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764613.698546:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764613.698550:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764613.698552:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764613.698556:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764613.698563:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370560:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764613.698567:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764613.698569:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698575:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764613.698576:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.698578:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764613.698579:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764613.698581:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764613.698583:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370688:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764613.698585:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764613.698587:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764613.698588:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.698590:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764613.698593:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764613.698594:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764613.698597:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764613.698599:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764613.698602:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764613.698605:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482370688, portal 4
00000100:00000001:1.0:1787764613.698607:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764613.698608:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764613.698613:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698619:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764613.698621:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764613.698623:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764613.698626:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482370688, offset 0
00000400:00000200:1.0:1787764613.698629:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764613.698633:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764613.698636:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764613.698639:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764613.698641:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764613.698644:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764613.698646:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764613.698648:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278138:278138:256:4294967295] 192.168.203.115@tcp LPNI seq info [278138:278138:8:4294967295]
00000400:00000200:1.0:1787764613.698652:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764613.698657:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764613.698662:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764613.698665:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764613.698669:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764613.698671:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764613.698675:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764613.698677:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764613.698681:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764613.698683:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764613.698686:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764613.698689:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764613.698691:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764613.698693:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764613.698695:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764613.698699:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698706:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.698709:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698714:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.698716:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764613.698737:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764613.698741:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764613.698744:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764613.698746:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320864788
00000100:00000001:1.0:1787764613.698767:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320866087
00000100:00000001:1.0:1787764613.698770:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320864789
00000100:00000001:1.0:1787764613.698772:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320866087
00000100:00000001:1.0:1787764613.698774:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764613.698776:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.698777:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764613.698781:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764613/real 1787764613]  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764613.698788:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764613.698790:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764613.698802:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764613.698805:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764613.698806:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764613.698809:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764613.698812:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764613.698820:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698826:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764613.698828:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.698829:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.698830:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764613.698833:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698840:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764613.698843:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698863:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764613.698866:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.698867:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.698869:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.698870:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764613.698872:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764613.698875:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764613.698878:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764613.698880:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764613.698884:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764613.698892:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370688:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764613.698895:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764613.698899:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698905:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764613.698906:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.698908:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764613.698910:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764613.698912:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764613.698914:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370816:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764613.698917:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764613.698919:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764613.698920:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.698922:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764613.698926:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764613.698927:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764613.698931:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764613.698934:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764613.698936:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764613.698940:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482370816, portal 4
00000100:00000001:1.0:1787764613.698941:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764613.698942:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764613.698948:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.698954:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764613.698956:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764613.698958:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764613.698961:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482370816, offset 0
00000400:00000200:1.0:1787764613.698964:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764613.698968:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764613.698971:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764613.698974:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764613.698976:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764613.698978:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764613.698980:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764613.698983:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278139:278139:256:4294967295] 192.168.203.115@tcp LPNI seq info [278139:278139:8:4294967295]
00000400:00000200:1.0:1787764613.698987:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764613.698993:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764613.698996:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764613.699000:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764613.699003:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764613.699006:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764613.699010:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764613.699012:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764613.699016:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764613.699018:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764613.699021:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764613.699024:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764613.699027:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764613.699029:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764613.699044:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764613.699048:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.699055:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.699058:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.699063:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.699065:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764613.699068:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764613.699070:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764613.699073:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764613.699075:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320864793
00000100:00000001:1.0:1787764613.699078:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320866087
00000100:00000001:1.0:1787764613.699080:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320864793
00000100:00000001:1.0:1787764613.699082:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320866087
00000100:00000001:1.0:1787764613.699084:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764613.699086:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.699087:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764613.699091:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764613/real 1787764613]  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764613.699098:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764613.699099:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764613.699101:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764613.699104:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764613.699105:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764613.699107:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764613.699110:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764613.699118:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.699139:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764613.699141:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.699143:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.699144:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764613.699148:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.699154:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764613.699157:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.699164:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764613.699166:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.699168:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.699169:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.699171:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764613.699173:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764613.699175:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764613.699178:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764613.699180:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764613.699184:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764613.699191:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482370816:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764613.699195:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.699197:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.699200:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482370432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.699206:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764613.699208:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764613.699210:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764613.699213:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764613.699214:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764613.699216:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764613.699218:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764613.699220:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764613.699223:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764613.699225:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764613.699226:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764613.699230:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764613.699231:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.699233:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.699236:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482370560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.699243:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764613.699244:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764613.699245:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764613.699247:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764613.699248:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764613.699249:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764613.699251:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764613.699253:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764613.699256:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764613.699257:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764613.699258:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764613.699260:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764613.699262:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.699263:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.699266:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482370688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.699272:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764613.699274:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764613.699275:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764613.699277:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764613.699278:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764613.699279:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764613.699282:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764613.699283:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764613.699285:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764613.699286:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764613.699287:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764613.699289:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764613.699290:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.699291:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.699294:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482370816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.699300:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764613.699301:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764613.699303:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764613.699305:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764613.699306:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764613.699307:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764613.699309:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764613.699311:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764613.699313:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764613.699314:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764613.699315:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764613.699317:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764613.699318:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.699320:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.699325:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764613.699326:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.699328:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764613.699330:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764614.400883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764614.400890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764614.400897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764614.400898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764614.400901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764614.400905:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764614.400907:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764614.400910:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764614.400913:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764614.400915:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764614.400917:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764614.400919:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764614.401158:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764614.401162:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764614.401164:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764615.040888:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320866087, at 4320866112
00000100:00000010:1.0:1787764615.040904:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f3c0.
00000100:00000040:0.0:1787764615.041409:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320866087, at 4320866112
00000100:00000010:0.0:1787764615.041417:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f4e0.
00010000:00000001:2.0:1787764615.424916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764615.424922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764615.424928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764615.424929:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764615.424932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764615.424933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764615.424990:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764615.424995:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764615.424998:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764616.448848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764616.448854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764616.448859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764616.448861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764616.448864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764616.448865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764616.448980:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764616.448983:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764616.448986:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764617.472919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764617.472925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764617.472932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764617.472935:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764617.472937:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764617.472941:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764617.472944:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764617.472946:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764617.472947:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764617.472950:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764617.472954:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764617.472955:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764617.473015:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764617.473019:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764617.473022:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764618.496884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764618.496891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764618.496897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764618.496899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764618.496902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764618.496904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764618.497038:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764618.497043:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764618.497046:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764618.816814:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764618.816821:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764618.816823:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764618.816825:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764618.816828:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764618.816833:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26197
00000400:00000200:3.0:1787764618.816840:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764618.816846:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764618.816848:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764618.816851:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.816853:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.816855:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.816856:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764618.816859:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764618.816860:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764618.816862:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764618.816864:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764618.816866:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764618.816867:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764618.816869:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.816870:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.816871:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.816872:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764618.816874:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764618.816876:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764618.816878:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764618.816880:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764618.816882:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764618.816884:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.816885:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764618.816887:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764618.816893:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764618.816895:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764618.816898:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764618.816899:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.816901:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764618.816904:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764618.816943:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764618.816949:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764618.816954:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764618.816961:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764618.816968:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764618.816971:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764618.816974:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764618.816990:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764618.816992:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764618.816995:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764618.816996:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764618.816997:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764618.816999:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764618.817000:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26197
00000400:00000200:3.0:1787764618.817002:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764618.817004:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764618.817006:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764618.817007:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.817008:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.817010:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.817011:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764618.817012:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764618.817013:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764618.817014:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764618.817016:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764618.817017:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764618.817019:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764618.817020:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.817022:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.817023:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.817024:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764618.817035:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:1.0:1787764618.817037:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787764618.817039:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764618.817043:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764618.817044:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817047:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764618.817048:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764618.817056:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764618.817059:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764618.817059:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.817064:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764618.817069:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764618.817072:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787764618.817074:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817076:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.817078:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.817081:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787764618.817083:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
02000000:00000001:1.0:1787764618.817085:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764618.817089:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764618.817090:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764618.817097:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482370944:192.168.203.115@tcp:250:kworker.0
02000000:00000001:3.0:1787764618.817097:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764618.817100:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817103:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764618.817104:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764618.817107:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764618.817108:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764618.817110:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.817112:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.817115:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764618.817117:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
02000000:00000010:1.0:1787764618.817121:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
00000100:00000001:3.0:1787764618.817123:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.817126:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764618.817132:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764618.817133:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764618.817138:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00000001:3.0:1787764618.817145:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787764618.817147:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000001:3.0:1787764618.817148:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764618.817155:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482370944, portal 25
00000100:00000040:3.0:1787764618.817155:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.817160:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764618.817163:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000100:00000001:3.0:1787764618.817171:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.817173:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764618.817176:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764618.817184:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764618.817189:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764618.817190:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787764618.817192:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787764618.817197:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764618.817198:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787764618.817201:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764618.817204:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482370944, offset 0
00000400:00000200:1.0:1787764618.817210:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764618.817217:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26197
00000400:00000200:1.0:1787764618.817219:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764618.817227:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764618.817229:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787764618.817234:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764618.817236:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787764618.817240:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764618.817244:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000040:3.0:1787764618.817248:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764618.817251:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764618.817253:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764618.817256:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000040:3.0:1787764618.817260:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764618.817266:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278140:278140:256:4294967295] 192.168.203.115@tcp LPNI seq info [278140:278140:8:4294967295]
00000100:00000001:3.0:1787764618.817266:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764618.817271:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764618.817274:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000400:00000200:1.0:1787764618.817275:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764618.817277:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764618.817281:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764618.817286:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764618.817290:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787764618.817291:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764618.817299:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:1.0:1787764618.817301:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764618.817305:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787764618.817308:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000100:00000040:3.0:1787764618.817310:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.817314:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764618.817316:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764618.817319:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764618.817322:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764618.817324:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764618.817327:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764618.817331:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.817333:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.0:1787764618.817334:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000008:00100000:3.0:1787764618.817336:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787764618.817341:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000008:00000001:3.0:1787764618.817341:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.817345:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764618.817353:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764618.817356:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764618.817358:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787764618.817360:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764618.817361:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.817366:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787764618.817367:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1787764618.817369:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764618.817372:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764618.817374:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764618.817377:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764618.817382:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764618.817386:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764618.817392:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
02000000:00000010:3.0:1787764618.817392:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000400:00000010:1.0:1787764618.817396:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764618.817398:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817401:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787764618.817406:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787764618.817408:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764618.817429:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764618.817432:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764618.817433:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.817439:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764618.817441:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764618.817454:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764618.817458:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764618.817462:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764618.817464:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764618.817465:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764618.817467:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764618.817470:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764618.817473:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.817473:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764618.817480:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764618.817481:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26197
00000100:00000001:1.0:1787764618.817486:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320871207
00000400:00000200:3.0:1787764618.817487:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764618.817493:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000010:1.0:1787764618.817495:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f3c0.
00000100:00080000:3.0:1787764618.817496:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764618.817502:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764618.817504:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787764618.817505:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.817510:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.817512:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764618.817515:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320871207
00000020:00000001:3.0:1787764618.817515:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764618.817518:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000010:1.0:1787764618.817522:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f9c0.
00000020:00000001:3.0:1787764618.817522:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764618.817526:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:1.0:1787764618.817528:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1787764618.817530:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764618.817535:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787764618.817535:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764618.817541:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764618.817542:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764618.817545:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764618.817548:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787764618.817553:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764618/real 1787764618]  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764618.817555:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.817561:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764618.817566:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000001:1.0:1787764618.817572:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787764618.817573:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000001:1.0:1787764618.817577:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787764618.817578:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764618.817581:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
02000000:00000001:3.0:1787764618.817582:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764618.817587:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
02000000:00000001:3.0:1787764618.817588:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787764618.817591:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
02000000:00000001:3.0:1787764618.817593:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817595:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764618.817597:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764618.817601:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764618.817605:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764618.817606:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764618.817608:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764618.817615:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000100:00000200:1.0:1787764618.817620:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764618.817621:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764618.817628:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764618.817630:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817633:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764618.817634:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764618.817636:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764618.817637:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764618.817639:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764618.817641:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817642:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764618.817650:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764618.817650:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764618.817656:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817663:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764618.817667:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764618.817671:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.817680:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764618.817683:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.817686:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.817688:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.817693:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764618.817693:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764618.817695:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764618.817698:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764618.817700:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764618.817707:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000040:3.0:1787764618.817708:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.817711:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764618.817719:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764618.817728:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764618.817734:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787764618.817736:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482370944:192.168.203.115@tcp:250:kworker.0
00000100:00080000:3.0:1787764618.817740:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764618.817743:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764618.817744:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764618.817778:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764618.817783:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764618.817786:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26197
00000400:00000200:3.0:1787764618.817790:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764618.817794:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787764618.817794:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764618.817799:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764618.817802:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482370944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764618.817805:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764618.817811:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.817817:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764618.817818:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764618.817822:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787764618.817822:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000010:1.0:1787764618.817825:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
00000020:00000001:3.0:1787764618.817827:0:373018:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787764618.817830:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1787764618.817830:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:1.0:1787764618.817834:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787764618.817834:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764618.817837:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000040:3.0:1787764618.817839:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:1.0:1787764618.817841:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787764618.817844:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000010:1.0:1787764618.817845:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
00000020:00000001:3.0:1787764618.817849:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:1.0:1787764618.817851:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764618.817855:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1787764618.817856:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000010:1.0:1787764618.817858:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000100:00000001:3.0:1787764618.817860:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.817864:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764618.817865:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764618.817867:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764618.817869:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764618.817871:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764618.817875:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764618.817879:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764618.817880:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764618.817884:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817885:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764618.817889:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764618.817890:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764618.817894:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787764618.817894:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.817897:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764618.817900:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.817904:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764618.817906:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764618.817910:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764618.817916:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817918:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764618.817919:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817921:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.817924:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787764618.817926:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
02000000:00000001:1.0:1787764618.817927:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764618.817932:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764618.817932:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764618.817938:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787764618.817939:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371072:192.168.203.115@tcp:38:kworker.0
02000000:00000001:3.0:1787764618.817942:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.817944:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764618.817946:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764618.817948:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764618.817949:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764618.817951:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764618.817953:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.817954:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764618.817959:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000010:3.0:1787764618.817961:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764618.817962:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.817969:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764618.817969:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764618.817975:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00100000:3.0:1787764618.817979:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764618.817980:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764618.817985:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482371072, portal 10
00000100:00000001:1.0:1787764618.817989:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764618.817992:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
00000100:00000001:3.0:1787764618.817998:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764618.818001:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.818003:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764618.818010:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818014:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764618.818022:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764618.818026:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764618.818028:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764618.818030:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482371072, offset 0
00000100:00000040:3.0:1787764618.818035:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26207)
00000400:00000200:1.0:1787764618.818036:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764618.818043:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764618.818047:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764618.818050:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764618.818054:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764618.818057:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764618.818059:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764618.818063:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278141:278141:256:4294967295] 192.168.203.115@tcp LPNI seq info [278141:278141:8:4294967295]
00000400:00000200:1.0:1787764618.818067:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764618.818073:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764618.818077:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764618.818081:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764618.818085:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764618.818087:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764618.818092:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764618.818094:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764618.818098:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764618.818100:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764618.818102:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764618.818106:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764618.818109:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764618.818110:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764618.818113:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764618.818116:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818124:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.818127:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818133:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.818135:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764618.818137:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.818140:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764618.818143:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764618.818145:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320869900
00000100:00000001:1.0:1787764618.818148:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320871207
00000100:00000001:1.0:1787764618.818150:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320869900
00000100:00000001:1.0:1787764618.818152:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320871207
00000100:00000001:1.0:1787764618.818154:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.818156:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.818158:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764618.818161:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764618/real 1787764618]  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764618.818175:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764618.818177:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764618.818179:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764618.818181:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764618.818183:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764618.818194:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764618.818198:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764618.818209:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818216:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764618.818217:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818219:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.818220:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764618.818224:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818231:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764618.818234:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818240:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764618.818243:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818244:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.818245:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818247:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764618.818249:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764618.818251:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764618.818254:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764618.818256:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764618.818261:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764618.818268:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371072:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764618.818272:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764618.818275:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818281:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764618.818282:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.818284:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764618.818285:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764618.818287:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764618.818290:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371200:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764618.818293:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764618.818295:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764618.818296:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.818297:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764618.818300:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764618.818302:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.818305:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764618.818307:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764618.818311:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764618.818313:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482371200, portal 10
00000100:00000001:1.0:1787764618.818315:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764618.818316:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764618.818322:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818328:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764618.818330:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764618.818332:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764618.818334:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482371200, offset 0
00000400:00000200:1.0:1787764618.818339:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764618.818342:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764618.818345:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764618.818348:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764618.818351:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764618.818353:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764618.818355:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764618.818358:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278142:278142:256:4294967295] 192.168.203.115@tcp LPNI seq info [278142:278142:8:4294967295]
00000400:00000200:1.0:1787764618.818362:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764618.818368:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764618.818372:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764618.818375:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764618.818379:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764618.818381:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764618.818385:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764618.818388:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764618.818391:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764618.818393:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764618.818396:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764618.818399:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764618.818402:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764618.818404:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764618.818406:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764618.818409:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818416:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.818419:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818426:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.818427:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764618.818430:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.818432:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764618.818435:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764618.818437:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320869908
00000100:00000001:1.0:1787764618.818440:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320871207
00000100:00000001:1.0:1787764618.818442:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320869908
00000100:00000001:1.0:1787764618.818444:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320871207
00000100:00000001:1.0:1787764618.818446:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.818448:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.818450:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764618.818454:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764618/real 1787764618]  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764618.818461:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764618.818463:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764618.818464:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764618.818467:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764618.818468:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764618.818470:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764618.818473:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764618.818482:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818488:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764618.818489:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818491:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.818492:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764618.818495:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818501:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764618.818505:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818512:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764618.818515:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818516:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.818517:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818519:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764618.818520:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764618.818523:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764618.818526:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764618.818529:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764618.818532:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764618.818540:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371200:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764618.818544:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764618.818547:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818554:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764618.818555:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.818557:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764618.818559:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764618.818561:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764618.818563:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371328:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764618.818566:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764618.818568:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764618.818570:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.818571:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764618.818574:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764618.818576:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.818579:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764618.818582:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764618.818584:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764618.818587:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482371328, portal 4
00000100:00000001:1.0:1787764618.818589:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764618.818591:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764618.818595:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818601:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764618.818603:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764618.818605:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764618.818607:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482371328, offset 0
00000400:00000200:1.0:1787764618.818611:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764618.818615:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764618.818619:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764618.818621:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764618.818624:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764618.818626:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764618.818628:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764618.818631:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278143:278143:256:4294967295] 192.168.203.115@tcp LPNI seq info [278143:278143:8:4294967295]
00000400:00000200:1.0:1787764618.818635:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764618.818641:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764618.818645:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764618.818648:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764618.818652:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764618.818655:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764618.818658:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764618.818661:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764618.818684:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764618.818686:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764618.818689:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764618.818692:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764618.818695:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764618.818697:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764618.818699:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764618.818702:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818715:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.818718:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818725:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.818726:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764618.818729:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.818731:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764618.818734:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764618.818736:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320869908
00000100:00000001:1.0:1787764618.818739:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320871207
00000100:00000001:1.0:1787764618.818741:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320869908
00000100:00000001:1.0:1787764618.818743:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320871207
00000100:00000001:1.0:1787764618.818745:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.818747:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.818777:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764618.818781:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764618/real 1787764618]  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764618.818789:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764618.818790:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764618.818792:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764618.818794:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764618.818796:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764618.818798:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764618.818801:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764618.818810:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818816:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764618.818818:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818820:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.818821:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764618.818824:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818831:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764618.818834:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818841:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764618.818843:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818844:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.818845:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818847:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764618.818848:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764618.818851:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764618.818853:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764618.818855:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764618.818859:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764618.818866:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371328:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764618.818869:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818871:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.818874:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482371072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818880:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764618.818882:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764618.818884:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764618.818886:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764618.818888:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764618.818889:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764618.818891:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764618.818893:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764618.818896:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764618.818897:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764618.818898:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:1.0:1787764618.818901:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764618.818902:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818904:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.818907:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482371200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818914:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764618.818915:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764618.818917:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764618.818919:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764618.818920:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764618.818921:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764618.818923:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764618.818925:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764618.818927:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764618.818928:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764618.818929:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764618.818931:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764618.818933:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818934:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.818937:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482371328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818944:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764618.818945:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764618.818946:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764618.818948:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764618.818950:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764618.818951:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764618.818952:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764618.818954:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764618.818955:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764618.818970:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764618.818972:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764618.818974:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764618.818975:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818977:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.818980:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764618.818982:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.818984:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764618.818985:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764618.818986:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764618.818990:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.818997:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764618.818998:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.819000:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764618.819002:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764618.819004:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764618.819007:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371456:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764618.819010:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764618.819012:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764618.819013:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.819015:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764618.819018:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764618.819020:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.819023:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764618.819025:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764618.819028:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764618.819031:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482371456, portal 4
00000100:00000001:1.0:1787764618.819032:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764618.819034:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764618.819039:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.819045:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764618.819048:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764618.819050:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764618.819052:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482371456, offset 0
00000400:00000200:1.0:1787764618.819056:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764618.819060:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764618.819063:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764618.819066:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764618.819069:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764618.819071:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764618.819074:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764618.819077:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278144:278144:256:4294967295] 192.168.203.115@tcp LPNI seq info [278144:278144:8:4294967295]
00000400:00000200:1.0:1787764618.819081:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764618.819087:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764618.819091:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764618.819094:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764618.819098:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764618.819100:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764618.819104:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764618.819107:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764618.819111:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764618.819112:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764618.819115:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764618.819118:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764618.819121:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764618.819123:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764618.819125:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764618.819128:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.819136:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.819139:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.819145:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.819147:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764618.819150:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.819152:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764618.819155:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764618.819157:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320869913
00000100:00000001:1.0:1787764618.819159:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320871207
00000100:00000001:1.0:1787764618.819161:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320869913
00000100:00000001:1.0:1787764618.819163:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320871207
00000100:00000001:1.0:1787764618.819165:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.819167:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.819169:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764618.819172:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764618/real 1787764618]  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764618.819180:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764618.819181:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764618.819183:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764618.819185:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764618.819186:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764618.819188:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764618.819191:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764618.819199:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.819205:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764618.819206:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.819208:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.819209:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764618.819212:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.819219:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764618.819223:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.819230:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764618.819232:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.819234:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.819235:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.819237:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764618.819238:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764618.819241:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764618.819244:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764618.819246:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764618.819250:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764618.819258:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371456:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764618.819261:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.819263:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.819266:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482371456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.819271:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764618.819273:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764618.819274:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764618.819276:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764618.819278:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764618.819279:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764618.819281:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764618.819282:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764618.819286:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764618.819287:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764618.819288:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764618.819292:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764618.819293:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.819296:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.819299:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764618.819300:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.819302:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764618.819303:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764619.520904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764619.520910:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764619.520912:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764619.520914:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764619.520917:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764619.520919:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764619.520920:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764619.520922:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764619.520924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764619.520925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764619.520927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764619.520928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764619.520990:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764619.520994:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764619.520997:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764620.160868:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320871207, at 4320871232
00000100:00000040:1.0:1787764620.160868:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320871207, at 4320871232
00000100:00000010:1.0:1787764620.160884:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f9c0.
00000100:00000010:0.0:1787764620.160886:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f3c0.
00010000:00000001:2.0:1787764620.544869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764620.544876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764620.544881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764620.544882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764620.544885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764620.544887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764620.544938:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764620.544942:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764620.544945:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764621.568880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764621.568885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764621.568889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764621.568889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764621.568892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764621.568893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764621.568955:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764621.568959:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764621.568962:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764622.592867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764622.592872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764622.592877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764622.592877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764622.592880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764622.592881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764622.592960:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764622.592966:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764622.592969:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764623.616871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764623.616876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764623.616880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764623.616881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764623.616883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764623.616884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764623.616943:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764623.616946:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764623.616948:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764623.936887:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764623.936900:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764623.936902:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764623.936907:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764623.936912:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764623.936921:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26202
00000400:00000200:3.0:1787764623.936932:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764623.936940:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764623.936943:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764623.936948:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.936957:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.936960:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.936962:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764623.936966:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764623.936968:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764623.936972:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764623.936976:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764623.936979:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764623.936981:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764623.936984:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.936986:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.936988:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.936990:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764623.936993:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764623.936996:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937005:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764623.937008:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764623.937012:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764623.937015:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.937018:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764623.937021:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764623.937032:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764623.937036:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764623.937040:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764623.937042:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.937046:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764623.937048:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764623.937054:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764623.937063:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764623.937071:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764623.937083:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764623.937094:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764623.937099:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764623.937105:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764623.937132:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764623.937135:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764623.937139:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764623.937146:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764623.937148:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764623.937151:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764623.937154:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26202
00000400:00000200:3.0:1787764623.937158:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764623.937161:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764623.937164:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764623.937167:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937169:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.937171:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937173:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764623.937175:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764623.937176:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764623.937178:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764623.937180:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764623.937182:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764623.937184:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764623.937187:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937188:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.937190:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937192:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764623.937195:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764623.937197:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937200:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764623.937202:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764623.937208:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764623.937211:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.937213:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764623.937218:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764623.937225:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1787764623.937228:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.937232:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764623.937232:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.937237:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1787764623.937239:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764623.937243:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764623.937247:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787764623.937249:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764623.937249:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.937253:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764623.937256:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764623.937260:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.937265:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1787764623.937268:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:1.0:1787764623.937270:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.937273:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.937276:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764623.937280:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787764623.937283:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764623.937285:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764623.937294:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482371584:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764623.937296:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764623.937301:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.937302:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787764623.937308:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764623.937310:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764623.937315:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.937321:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764623.937323:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764623.937327:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1787764623.937329:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764623.937333:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764623.937337:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764623.937339:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764623.937342:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764623.937342:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764623.937348:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787764623.937349:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00080000:3.0:1787764623.937354:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26202
00000400:00000200:3.0:1787764623.937360:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764623.937361:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000400:00000200:3.0:1787764623.937365:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764623.937369:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787764623.937372:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482371584, portal 25
00000100:00000040:3.0:1787764623.937373:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764623.937379:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764623.937379:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764623.937382:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:3.0:1787764623.937384:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937389:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764623.937393:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764623.937393:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764623.937395:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764623.937398:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764623.937402:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764623.937407:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:1.0:1787764623.937409:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787764623.937411:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:1.0:1787764623.937415:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764623.937419:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764623.937421:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764623.937423:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764623.937427:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482371584, offset 0
00000100:00000040:3.0:1787764623.937428:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937433:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764623.937435:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764623.937440:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:1.0:1787764623.937441:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937445:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764623.937448:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764623.937452:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764623.937456:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764623.937457:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.937461:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764623.937463:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764623.937466:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.937469:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:3.0:1787764623.937469:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764623.937477:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000400:00000200:1.0:1787764623.937479:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787764623.937481:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000400:00000200:1.0:1787764623.937487:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
02000000:00000001:3.0:1787764623.937487:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764623.937491:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.937494:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764623.937495:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764623.937501:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764623.937505:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278145:278145:256:4294967295] 192.168.203.115@tcp LPNI seq info [278145:278145:8:4294967295]
02000000:00000001:3.0:1787764623.937506:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764623.937511:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.937512:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:3.0:1787764623.937518:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764623.937523:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.937529:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787764623.937533:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764623.937542:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937549:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787764623.937553:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000100:00000001:3.0:1787764623.937553:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764623.937563:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764623.937566:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764623.937569:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764623.937581:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764623.937582:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764623.937589:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787764623.937589:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1787764623.937596:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1787764623.937600:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937600:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764623.937604:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1787764623.937606:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000100:00000001:3.0:1787764623.937609:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764623.937614:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26202
00000400:00000200:1.0:1787764623.937616:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764623.937620:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764623.937626:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764623.937628:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787764623.937630:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764623.937636:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764623.937637:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000100:00000001:3.0:1787764623.937639:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787764623.937642:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000040:3.0:1787764623.937643:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937648:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764623.937650:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787764623.937651:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764623.937654:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764623.937657:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787764623.937658:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764623.937660:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764623.937665:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764623.937670:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764623.937677:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764623.937677:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937681:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764623.937685:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764623.937687:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937693:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764623.937697:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764623.937703:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937710:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764623.937713:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764623.937714:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.937717:0:257227:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787764623.937718:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764623.937740:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.937742:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.937743:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764623.937747:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764623.937774:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.937777:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764623.937781:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764623.937785:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000400:00000200:1.0:1787764623.937786:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764623.937792:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320876328
02000000:00000001:3.0:1787764623.937792:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764623.937794:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.937798:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764623.937800:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1787764623.937801:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f9c0.
02000000:00000001:3.0:1787764623.937802:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764623.937810:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:1.0:1787764623.937811:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787764623.937816:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.937824:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320876328
00000100:00100000:3.0:1787764623.937824:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787764623.937831:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f240.
00000100:00000001:1.0:1787764623.937837:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787764623.937837:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764623.937842:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.937843:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764623.937849:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764623.937849:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.937855:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764623.937862:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764623.937863:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764623/real 1787764623]  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764623.937868:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764623.937876:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764623.937879:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764623.937882:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1787764623.937884:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764623.937886:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787764623.937888:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787764623.937891:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26202
00000400:00000010:1.0:1787764623.937892:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764623.937898:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000200:3.0:1787764623.937899:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764623.937902:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000400:00000200:3.0:1787764623.937906:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764623.937908:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787764623.937911:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787764623.937915:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764623.937918:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937923:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.937928:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764623.937932:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764623.937936:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787764623.937938:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764623.937938:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764623.937942:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764623.937946:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764623.937951:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764623.937953:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787764623.937955:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764623.937957:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.937961:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787764623.937962:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764623.937965:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764623.937966:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.937970:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00100000:1.0:1787764623.937975:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764623.937975:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764623.937979:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764623.937987:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764623.937993:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764623.937993:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764623.937998:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764623.938002:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764623.938003:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764623.938006:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.938011:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764623.938015:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764623.938017:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787764623.938019:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.938023:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.938024:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787764623.938028:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764623.938029:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.938032:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764623.938034:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:1.0:1787764623.938036:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787764623.938039:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764623.938040:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764623.938043:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764623.938045:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764623.938046:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764623.938050:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764623.938053:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764623.938054:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764623.938059:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1787764623.938059:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764623.938065:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764623.938067:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764623.938074:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764623.938086:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482371584:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764623.938089:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764623.938093:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.938095:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.938100:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764623.938100:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764623.938108:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482371584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764623.938114:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764623.938122:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26212)
00000100:00000001:1.0:1787764623.938212:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764623.938215:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764623.938218:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764623.938222:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764623.938224:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764623.938225:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764623.938228:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764623.938231:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764623.938236:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764623.938239:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764623.938241:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764623.938245:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764623.938247:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.938249:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.938257:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764623.938259:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.938261:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764623.938263:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764623.938264:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764623.938268:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938275:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764623.938276:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.938278:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764623.938280:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764623.938282:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764623.938285:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371712:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764623.938288:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764623.938290:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764623.938292:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.938294:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764623.938296:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764623.938298:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.938303:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764623.938306:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764623.938310:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764623.938313:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482371712, portal 10
00000100:00000001:1.0:1787764623.938315:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764623.938316:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764623.938323:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938329:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764623.938332:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764623.938334:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764623.938336:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482371712, offset 0
00000400:00000200:1.0:1787764623.938340:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764623.938344:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764623.938348:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764623.938351:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764623.938354:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764623.938356:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764623.938359:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764623.938361:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278146:278146:256:4294967295] 192.168.203.115@tcp LPNI seq info [278146:278146:8:4294967295]
00000400:00000200:1.0:1787764623.938365:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764623.938371:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764623.938376:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764623.938379:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764623.938383:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764623.938386:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764623.938390:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764623.938393:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764623.938396:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764623.938398:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764623.938401:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764623.938404:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764623.938407:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764623.938409:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764623.938418:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764623.938421:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938428:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.938431:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938437:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.938438:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764623.938442:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764623.938445:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764623.938448:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764623.938450:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320875020
00000100:00000001:1.0:1787764623.938453:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320876328
00000100:00000001:1.0:1787764623.938455:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320875020
00000100:00000001:1.0:1787764623.938457:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320876328
00000100:00000001:1.0:1787764623.938459:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764623.938461:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.938463:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764623.938466:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764623/real 1787764623]  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764623.938474:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764623.938476:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764623.938477:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764623.938480:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764623.938481:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764623.938484:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764623.938487:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764623.938495:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938501:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764623.938502:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.938504:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.938505:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764623.938508:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938515:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764623.938519:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938526:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764623.938528:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.938530:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.938531:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.938533:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764623.938535:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764623.938538:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764623.938541:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764623.938543:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764623.938547:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764623.938555:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371712:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764623.938559:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764623.938562:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938569:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764623.938570:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.938572:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764623.938574:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764623.938576:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764623.938579:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371840:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764623.938582:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764623.938584:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764623.938585:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.938587:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764623.938590:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764623.938592:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.938596:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764623.938599:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764623.938602:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764623.938605:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482371840, portal 10
00000100:00000001:1.0:1787764623.938607:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764623.938608:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764623.938613:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938619:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764623.938621:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764623.938624:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764623.938626:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482371840, offset 0
00000400:00000200:1.0:1787764623.938630:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764623.938634:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764623.938637:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764623.938640:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764623.938643:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764623.938646:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764623.938648:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764623.938650:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278147:278147:256:4294967295] 192.168.203.115@tcp LPNI seq info [278147:278147:8:4294967295]
00000400:00000200:1.0:1787764623.938654:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764623.938660:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764623.938665:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764623.938668:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764623.938672:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764623.938675:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764623.938679:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764623.938681:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764623.938685:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764623.938687:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764623.938689:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764623.938692:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764623.938695:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764623.938698:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764623.938700:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764623.938704:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938711:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.938714:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938733:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.938735:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764623.938739:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764623.938742:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764623.938745:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764623.938747:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320875028
00000100:00000001:1.0:1787764623.938767:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320876328
00000100:00000001:1.0:1787764623.938769:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320875029
00000100:00000001:1.0:1787764623.938771:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320876328
00000100:00000001:1.0:1787764623.938773:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764623.938775:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.938777:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764623.938782:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764623/real 1787764623]  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764623.938789:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764623.938791:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764623.938793:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764623.938795:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764623.938797:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764623.938799:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764623.938802:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764623.938810:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938817:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764623.938818:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.938820:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.938821:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764623.938825:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938831:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764623.938835:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938841:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764623.938844:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.938845:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.938847:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.938848:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764623.938850:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764623.938852:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764623.938855:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764623.938857:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764623.938861:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764623.938868:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371840:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764623.938872:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764623.938875:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938881:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764623.938882:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.938885:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764623.938886:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764623.938888:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764623.938891:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371968:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764623.938893:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764623.938895:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764623.938896:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.938898:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764623.938901:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764623.938903:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.938907:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764623.938909:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764623.938913:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764623.938915:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482371968, portal 4
00000100:00000001:1.0:1787764623.938917:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764623.938918:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764623.938923:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.938929:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764623.938931:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764623.938933:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764623.938935:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482371968, offset 0
00000400:00000200:1.0:1787764623.938939:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764623.938942:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764623.938946:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764623.938948:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764623.938951:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764623.938953:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764623.938955:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764623.938958:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278148:278148:256:4294967295] 192.168.203.115@tcp LPNI seq info [278148:278148:8:4294967295]
00000400:00000200:1.0:1787764623.938962:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764623.938968:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764623.938973:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764623.938976:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764623.938980:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764623.938982:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764623.938986:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764623.938988:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764623.938992:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764623.938994:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764623.938997:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764623.939000:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764623.939003:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764623.939005:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764623.939008:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764623.939011:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939019:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.939021:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939027:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.939029:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764623.939032:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764623.939036:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764623.939038:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764623.939041:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320875029
00000100:00000001:1.0:1787764623.939043:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320876328
00000100:00000001:1.0:1787764623.939045:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320875029
00000100:00000001:1.0:1787764623.939047:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320876328
00000100:00000001:1.0:1787764623.939049:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764623.939051:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.939053:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764623.939056:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764623/real 1787764623]  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764623.939065:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764623.939066:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764623.939068:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764623.939070:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764623.939072:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764623.939074:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764623.939077:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764623.939084:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939091:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764623.939092:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939094:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.939095:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764623.939098:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939104:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764623.939108:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939114:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764623.939117:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939118:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.939120:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939122:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764623.939123:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764623.939126:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764623.939129:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764623.939131:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764623.939136:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764623.939143:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482371968:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764623.939147:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764623.939150:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939155:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764623.939156:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.939159:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764623.939160:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764623.939162:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764623.939165:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372096:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764623.939168:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764623.939169:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764623.939171:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.939172:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764623.939176:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764623.939178:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.939181:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764623.939184:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764623.939187:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764623.939190:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482372096, portal 4
00000100:00000001:1.0:1787764623.939191:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764623.939193:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764623.939198:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939205:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764623.939207:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764623.939209:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764623.939211:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482372096, offset 0
00000400:00000200:1.0:1787764623.939216:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764623.939219:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764623.939222:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764623.939225:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764623.939227:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764623.939230:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764623.939232:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764623.939235:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278149:278149:256:4294967295] 192.168.203.115@tcp LPNI seq info [278149:278149:8:4294967295]
00000400:00000200:1.0:1787764623.939239:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764623.939244:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764623.939248:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764623.939251:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764623.939254:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764623.939257:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764623.939260:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764623.939263:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764623.939266:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764623.939268:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764623.939271:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764623.939273:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764623.939276:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764623.939278:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764623.939280:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764623.939283:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939289:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.939292:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939298:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.939299:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764623.939302:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764623.939305:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764623.939307:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764623.939310:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320875033
00000100:00000001:1.0:1787764623.939312:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320876328
00000100:00000001:1.0:1787764623.939314:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320875033
00000100:00000001:1.0:1787764623.939316:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320876328
00000100:00000001:1.0:1787764623.939318:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764623.939320:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.939322:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764623.939325:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764623/real 1787764623]  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764623.939332:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764623.939333:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764623.939335:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764623.939337:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764623.939339:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764623.939340:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764623.939344:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764623.939351:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939357:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764623.939359:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939360:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.939362:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764623.939365:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939371:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764623.939374:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939380:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764623.939383:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939385:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.939386:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939387:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764623.939389:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764623.939391:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764623.939394:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764623.939396:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764623.939399:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764623.939407:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372096:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764623.939410:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939412:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.939415:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482371712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939421:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764623.939423:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764623.939425:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764623.939427:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764623.939428:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764623.939430:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764623.939432:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764623.939433:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764623.939437:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764623.939438:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764623.939440:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:1.0:1787764623.939446:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764623.939447:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939449:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.939452:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482371840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939463:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764623.939464:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764623.939466:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764623.939468:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764623.939469:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764623.939470:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764623.939472:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764623.939473:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764623.939475:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764623.939476:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764623.939478:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764623.939480:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764623.939481:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939482:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.939485:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482371968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939491:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764623.939492:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764623.939493:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764623.939496:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764623.939497:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764623.939498:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764623.939500:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764623.939501:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764623.939503:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764623.939504:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764623.939506:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764623.939508:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764623.939509:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939511:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.939514:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482372096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.939520:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764623.939521:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764623.939523:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764623.939525:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764623.939526:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764623.939528:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764623.939530:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764623.939531:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764623.939534:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764623.939535:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764623.939537:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764623.939539:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764623.939540:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939542:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.939546:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764623.939547:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.939549:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764623.939551:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764624.640870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764624.640875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764624.640879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764624.640880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764624.640882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764624.640884:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764624.640886:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764624.640888:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764624.640889:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764624.640891:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764624.640892:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764624.640894:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764624.640943:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764624.640948:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764624.640951:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764625.280863:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320876328, at 4320876352
00000100:00000040:0.0:1787764625.280871:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320876328, at 4320876352
00000100:00000010:1.0:1787764625.280876:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f240.
00000100:00000010:0.0:1787764625.280885:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f9c0.
00010000:00000001:2.0:1787764625.664859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764625.664864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764625.664867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764625.664868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764625.664870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764625.664870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764625.664912:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764625.664915:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764625.664918:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764626.688860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764626.688865:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764626.688870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764626.688870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764626.688873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764626.688873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764626.688927:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764626.688930:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764626.688933:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764627.712875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764627.712880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764627.712883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764627.712885:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764627.712887:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764627.712889:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764627.712891:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764627.712893:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764627.712894:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764627.712896:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764627.712898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764627.712899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764627.712967:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764627.712971:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764627.712975:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764628.736852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764628.736858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764628.736863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764628.736864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764628.736866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764628.736867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764628.736911:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764628.736915:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764628.736925:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764629.056848:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764629.056855:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764629.056858:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764629.056860:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764629.056863:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764629.056870:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26207
00000400:00000200:2.0:1787764629.056878:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764629.056884:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764629.056888:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764629.056891:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.056894:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764629.056896:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.056898:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764629.056901:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764629.056903:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764629.056906:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764629.056909:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764629.056912:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764629.056914:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764629.056917:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.056918:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764629.056919:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.056921:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764629.056923:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764629.056925:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764629.056927:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764629.056929:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764629.056932:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764629.056933:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.056935:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764629.056937:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764629.056944:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764629.056947:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764629.056950:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764629.056951:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.056954:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764629.056957:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764629.056960:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764629.056967:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000100:00000001:2.0:1787764629.056973:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764629.056980:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764629.056989:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764629.056993:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764629.056997:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764629.057018:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764629.057021:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764629.057024:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764629.057025:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764629.057026:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764629.057028:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764629.057031:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26207
00000400:00000200:2.0:1787764629.057035:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764629.057038:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764629.057046:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764629.057053:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764629.057055:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764629.057056:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764629.057060:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764629.057061:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764629.057064:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764629.057065:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787764629.057068:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764629.057070:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764629.057072:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764629.057074:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000100:00000040:1.0:1787764629.057076:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787764629.057076:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764629.057077:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764629.057083:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.057085:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764629.057089:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.057092:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764629.057095:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:1.0:1787764629.057098:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787764629.057099:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764629.057103:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.057103:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764629.057108:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764629.057112:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764629.057114:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764629.057118:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764629.057118:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764629.057124:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.057127:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787764629.057128:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482372224:192.168.203.115@tcp:250:kworker.0
00000008:00100000:2.0:1787764629.057130:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764629.057135:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.057137:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787764629.057137:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764629.057142:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
02000000:00000001:1.0:1787764629.057143:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1787764629.057144:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764629.057147:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764629.057148:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764629.057150:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.057152:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764629.057153:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787764629.057154:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764629.057157:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764629.057162:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000010:2.0:1787764629.057162:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
02000000:00000001:1.0:1787764629.057167:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.057168:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764629.057174:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764629.057176:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764629.057184:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787764629.057185:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000100:00000001:2.0:1787764629.057186:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764629.057192:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764629.057195:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000001:2.0:1787764629.057199:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764629.057202:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764629.057203:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482372224, portal 25
00000100:00080000:2.0:1787764629.057204:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764629.057206:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764629.057209:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764629.057210:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764629.057211:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764629.057213:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980237056 : -118790729314560 : ffff93f5e0c6cf00)
00000100:00080000:2.0:1787764629.057214:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26207
00000400:00000200:2.0:1787764629.057220:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764629.057225:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000040:1.0:1787764629.057226:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764629.057227:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764629.057230:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.057232:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764629.057233:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.057234:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764629.057238:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764629.057239:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764629.057242:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764629.057244:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764629.057247:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:1.0:1787764629.057250:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764629.057254:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764629.057257:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764629.057260:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482372224, offset 0
00000400:00000200:1.0:1787764629.057266:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000020:00000001:2.0:1787764629.057270:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764629.057274:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764629.057277:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764629.057278:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764629.057282:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.057284:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764629.057286:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000040:2.0:1787764629.057287:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764629.057292:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:1.0:1787764629.057294:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787764629.057295:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764629.057298:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764629.057300:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764629.057301:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
02000000:00000001:2.0:1787764629.057303:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.057305:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764629.057307:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1787764629.057308:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764629.057312:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764629.057313:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.057315:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764629.057319:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278150:278150:256:4294967295] 192.168.203.115@tcp LPNI seq info [278150:278150:8:4294967295]
00000100:00000010:2.0:1787764629.057319:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787764629.057322:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764629.057327:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764629.057329:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764629.057330:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764629.057330:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764629.057333:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764629.057335:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764629.057337:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764629.057339:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764629.057346:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764629.057347:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787764629.057359:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787764629.057361:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764629.057362:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764629.057367:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787764629.057370:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000100:00000001:2.0:1787764629.057377:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764629.057381:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:2.0:1787764629.057381:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764629.057387:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764629.057388:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1787764629.057389:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1787764629.057389:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764629.057393:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764629.057397:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26207
00000800:00000200:1.1:1787764629.057401:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000400:00000200:2.0:1787764629.057402:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764629.057406:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000200:1.1:1787764629.057408:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1787764629.057409:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764629.057412:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.057415:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764629.057419:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000100:1.0:1787764629.057420:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764629.057422:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000010:1.0:1787764629.057424:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000020:00000001:2.0:1787764629.057425:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764629.057427:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764629.057429:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764629.057431:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764629.057432:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000200:1.0:1787764629.057433:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1787764629.057434:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764629.057438:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764629.057442:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787764629.057442:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764629.057448:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764629.057449:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764629.057452:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:2.0:1787764629.057456:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764629.057457:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1787764629.057461:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000200:1.0:1787764629.057464:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764629.057467:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764629.057472:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764629.057476:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764629.057479:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764629.057482:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787764629.057483:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.057487:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787764629.057489:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787764629.057490:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764629.057496:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.057500:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.057506:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764629.057507:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000100:00000001:1.0:1787764629.057510:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1787764629.057511:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764629.057515:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764629.057516:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.057518:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.057518:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764629.057520:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764629.057523:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764629.057525:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764629.057530:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320881447
02000000:00000010:2.0:1787764629.057530:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787764629.057536:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764629.057538:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f240.
00000100:00100000:2.0:1787764629.057544:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764629.057547:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764629.057555:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764629.057557:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320881447
00000100:00000001:2.0:1787764629.057558:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764629.057564:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fa20.
00000100:00000040:2.0:1787764629.057565:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.057569:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764629.057575:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764629.057578:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.057579:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764629.057582:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764629.057583:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1787764629.057588:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764629.057590:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787764629.057591:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764629/real 1787764629]  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764629.057593:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764629.057599:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764629.057605:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26207
00000400:00000001:1.0:1787764629.057607:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764629.057611:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1787764629.057611:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764629.057614:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:2.0:1787764629.057616:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764629.057620:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000100:00080000:2.0:1787764629.057620:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787764629.057624:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000040:2.0:1787764629.057626:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764629.057629:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787764629.057631:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764629.057635:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764629.057637:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764629.057643:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764629.057648:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764629.057651:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000200:1.0:1787764629.057653:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787764629.057654:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764629.057658:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764629.057663:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764629.057667:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1787764629.057667:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764629.057670:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.057674:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1787764629.057675:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764629.057677:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764629.057678:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764629.057682:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00100000:1.0:1787764629.057698:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764629.057698:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764629.057702:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764629.057708:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764629.057711:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764629.057711:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764629.057714:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787764629.057717:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764629.057717:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764629.057721:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.057725:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764629.057727:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764629.057729:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:2.0:1787764629.057730:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.057734:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764629.057734:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.057738:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764629.057739:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787764629.057740:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000100:00000001:1.0:1787764629.057741:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1787764629.057743:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:1.0:1787764629.057744:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764629.057768:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764629.057771:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764629.057773:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764629.057776:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764629.057782:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482372224:192.168.203.115@tcp:250:kworker.0
02000000:00000001:2.0:1787764629.057784:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764629.057785:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.057789:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787764629.057789:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764629.057794:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cf00 x1874595482372224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764629.057794:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764629.057798:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764629.057801:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.057809:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1787764629.057809:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:1.0:1787764629.057811:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764629.057814:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
00000100:00000001:2.0:1787764629.057815:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764629.057817:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764629.057820:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764629.057822:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764629.057824:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:2.0:1787764629.057825:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787764629.057826:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4000.
02000000:00000001:1.0:1787764629.057830:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764629.057832:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764629.057834:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cf00.
00000100:00000001:1.0:1787764629.057838:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764629.057839:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.057842:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764629.057846:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764629.057848:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.057850:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1787764629.057851:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.057852:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.057856:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764629.057858:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764629.057859:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764629.057862:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.057870:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764629.057872:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764629.057876:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764629.057878:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764629.057880:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764629.057880:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764629.057885:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372352:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764629.057887:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1787764629.057888:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26217)
02000000:00000001:1.0:1787764629.057896:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764629.057898:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764629.057899:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764629.057902:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764629.057903:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764629.057906:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764629.057908:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764629.057910:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764629.057912:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482372352, portal 10
00000100:00000001:1.0:1787764629.057913:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764629.057914:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980234176 : -118790729317440 : ffff93f5e0c6c3c0)
00000100:00000040:1.0:1787764629.057919:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.057923:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764629.057924:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764629.057925:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764629.057927:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482372352, offset 0
00000400:00000200:1.0:1787764629.057929:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764629.057931:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764629.057934:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764629.057935:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764629.057937:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764629.057939:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764629.057941:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764629.057944:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278151:278151:256:4294967295] 192.168.203.115@tcp LPNI seq info [278151:278151:8:4294967295]
00000400:00000200:1.0:1787764629.057947:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764629.057953:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764629.057958:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764629.057961:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764629.057965:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764629.057968:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764629.057972:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764629.057975:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764629.057978:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764629.057980:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764629.057983:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764629.057986:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764629.057989:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764629.057991:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764629.057994:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764629.057997:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058005:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764629.058008:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058015:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.058017:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764629.058020:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764629.058023:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764629.058026:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764629.058028:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320880140
00000100:00000001:1.0:1787764629.058031:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320881447
00000100:00000001:1.0:1787764629.058033:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320880140
00000100:00000001:1.0:1787764629.058035:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320881447
00000100:00000001:1.0:1787764629.058037:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764629.058039:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.058040:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764629.058044:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764629/real 1787764629]  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764629.058051:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764629.058052:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764629.058053:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764629.058054:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764629.058055:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764629.058057:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764629.058059:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764629.058063:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058071:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764629.058071:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058072:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764629.058073:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764629.058076:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058082:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764629.058086:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058092:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764629.058095:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058096:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764629.058097:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058099:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764629.058101:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764629.058103:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764629.058106:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764629.058109:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764629.058112:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764629.058120:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372352:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764629.058124:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764629.058127:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058133:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764629.058134:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764629.058137:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764629.058138:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764629.058140:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764629.058143:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372480:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764629.058147:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764629.058148:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764629.058150:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764629.058151:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764629.058155:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764629.058156:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764629.058160:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764629.058162:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764629.058165:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764629.058168:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482372480, portal 10
00000100:00000001:1.0:1787764629.058170:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764629.058171:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980245696 : -118790729305920 : ffff93f5e0c6f0c0)
00000100:00000040:1.0:1787764629.058177:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058183:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764629.058185:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764629.058187:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764629.058189:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482372480, offset 0
00000400:00000200:1.0:1787764629.058192:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764629.058196:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764629.058199:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764629.058201:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764629.058204:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764629.058206:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764629.058208:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764629.058211:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278152:278152:256:4294967295] 192.168.203.115@tcp LPNI seq info [278152:278152:8:4294967295]
00000400:00000200:1.0:1787764629.058215:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764629.058220:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764629.058225:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764629.058228:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764629.058232:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764629.058234:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764629.058239:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764629.058241:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764629.058245:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764629.058247:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764629.058249:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764629.058252:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764629.058255:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764629.058257:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764629.058259:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764629.058262:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058269:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764629.058272:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058278:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.058279:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764629.058282:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764629.058285:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764629.058288:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764629.058290:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320880148
00000100:00000001:1.0:1787764629.058292:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320881447
00000100:00000001:1.0:1787764629.058294:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320880148
00000100:00000001:1.0:1787764629.058296:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320881447
00000100:00000001:1.0:1787764629.058298:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764629.058299:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.058301:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764629.058305:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764629/real 1787764629]  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764629.058313:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764629.058314:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764629.058316:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764629.058319:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764629.058320:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764629.058322:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764629.058325:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764629.058333:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058339:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764629.058340:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058342:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764629.058343:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764629.058346:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058352:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764629.058356:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058362:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764629.058365:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058366:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764629.058367:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058369:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764629.058370:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764629.058372:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764629.058376:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764629.058378:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764629.058382:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764629.058390:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372480:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764629.058393:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764629.058394:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058398:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764629.058399:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764629.058401:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764629.058402:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764629.058403:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764629.058405:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372608:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764629.058408:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764629.058409:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764629.058411:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764629.058412:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764629.058416:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764629.058418:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764629.058421:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764629.058423:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764629.058426:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764629.058429:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482372608, portal 4
00000100:00000001:1.0:1787764629.058431:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764629.058432:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980241856 : -118790729309760 : ffff93f5e0c6e1c0)
00000100:00000040:1.0:1787764629.058438:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058444:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764629.058447:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764629.058449:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764629.058451:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482372608, offset 0
00000400:00000200:1.0:1787764629.058456:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764629.058460:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764629.058463:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764629.058466:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764629.058468:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764629.058471:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764629.058473:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764629.058476:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278153:278153:256:4294967295] 192.168.203.115@tcp LPNI seq info [278153:278153:8:4294967295]
00000400:00000200:1.0:1787764629.058480:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764629.058485:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764629.058489:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764629.058492:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764629.058496:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764629.058498:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764629.058503:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764629.058505:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764629.058509:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764629.058511:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764629.058513:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764629.058516:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764629.058518:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764629.058520:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764629.058523:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764629.058526:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058533:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764629.058536:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058541:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.058543:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764629.058546:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764629.058549:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764629.058552:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764629.058554:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320880148
00000100:00000001:1.0:1787764629.058557:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320881447
00000100:00000001:1.0:1787764629.058558:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320880148
00000100:00000001:1.0:1787764629.058560:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320881447
00000100:00000001:1.0:1787764629.058562:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764629.058564:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.058565:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764629.058569:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764629/real 1787764629]  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764629.058576:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764629.058578:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764629.058579:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764629.058581:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764629.058583:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764629.058585:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764629.058587:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764629.058595:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058601:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764629.058603:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058604:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764629.058605:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764629.058609:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058615:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764629.058618:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058624:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764629.058626:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058628:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764629.058629:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058631:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764629.058632:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764629.058635:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764629.058638:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764629.058640:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764629.058644:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764629.058652:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372608:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764629.058655:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058657:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764629.058659:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c3c0 x1874595482372352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058665:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764629.058667:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764629.058669:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764629.058672:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764629.058673:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764629.058674:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764629.058676:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764629.058678:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:1.0:1787764629.058680:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764629.058682:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764629.058683:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c3c0.
00000100:00000001:1.0:1787764629.058696:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764629.058698:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058700:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764629.058703:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f0c0 x1874595482372480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058714:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764629.058716:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764629.058717:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764629.058720:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764629.058721:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764629.058722:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764629.058724:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764629.058726:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5800.
02000000:00000001:1.0:1787764629.058728:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764629.058729:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764629.058730:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f0c0.
00000100:00000001:1.0:1787764629.058733:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764629.058734:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058735:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764629.058739:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e1c0 x1874595482372608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058745:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764629.058746:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764629.058765:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764629.058768:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764629.058770:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764629.058771:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764629.058773:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764629.058774:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:1.0:1787764629.058776:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764629.058778:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764629.058779:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e1c0.
00000100:00000001:1.0:1787764629.058781:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764629.058782:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058784:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.058787:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764629.058789:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.058791:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764629.058792:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764629.058794:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764629.058815:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058823:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764629.058824:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764629.058826:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764629.058828:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764629.058830:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764629.058833:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372736:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764629.058836:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764629.058838:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764629.058839:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764629.058841:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764629.058844:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764629.058846:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764629.058850:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764629.058852:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764629.058855:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764629.058858:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482372736, portal 4
00000100:00000001:1.0:1787764629.058860:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764629.058862:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238976 : -118790729312640 : ffff93f5e0c6d680)
00000100:00000040:1.0:1787764629.058867:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058874:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764629.058876:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764629.058878:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764629.058881:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482372736, offset 0
00000400:00000200:1.0:1787764629.058885:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764629.058888:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764629.058892:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764629.058895:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764629.058897:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764629.058899:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764629.058902:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764629.058905:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278154:278154:256:4294967295] 192.168.203.115@tcp LPNI seq info [278154:278154:8:4294967295]
00000400:00000200:1.0:1787764629.058909:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764629.058916:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764629.058920:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764629.058923:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764629.058927:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764629.058929:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764629.058933:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764629.058935:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764629.058939:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764629.058940:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764629.058943:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764629.058946:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764629.058949:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764629.058950:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764629.058952:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764629.058956:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058963:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764629.058966:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.058973:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.058974:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764629.058977:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764629.058979:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764629.058982:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764629.058984:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320880153
00000100:00000001:1.0:1787764629.058987:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320881447
00000100:00000001:1.0:1787764629.058989:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320880153
00000100:00000001:1.0:1787764629.058991:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320881447
00000100:00000001:1.0:1787764629.058993:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764629.059009:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.059010:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764629.059014:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764629/real 1787764629]  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764629.059023:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764629.059024:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764629.059026:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764629.059028:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764629.059029:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764629.059031:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764629.059034:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764629.059043:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.059049:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764629.059050:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.059051:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764629.059053:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764629.059056:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.059062:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764629.059066:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.059073:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764629.059075:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.059076:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764629.059078:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.059079:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764629.059080:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764629.059082:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764629.059084:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764629.059086:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764629.059088:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764629.059093:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372736:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764629.059095:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.059096:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764629.059098:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d680 x1874595482372736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764629.059101:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764629.059102:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764629.059103:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764629.059104:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764629.059105:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764629.059106:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764629.059107:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764629.059107:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:1.0:1787764629.059109:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764629.059110:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764629.059110:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d680.
00000100:00000001:1.0:1787764629.059112:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764629.059113:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.059114:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764629.059116:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764629.059116:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764629.059118:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764629.059119:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764629.761222:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764629.761231:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764629.761234:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764629.761237:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764629.761242:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764629.761245:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764629.761247:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764629.761249:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764629.761253:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764629.761254:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764629.761257:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764629.761259:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764629.761352:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764629.761356:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764629.761358:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764630.400865:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320881447, at 4320881472
00000100:00000010:1.0:1787764630.400882:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fa20.
00000100:00000040:0.0:1787764630.401834:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320881447, at 4320881473
00000100:00000010:0.0:1787764630.401840:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f240.
00010000:00000001:2.0:1787764630.784889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764630.784896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764630.784902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764630.784903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764630.784907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764630.784908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764630.787297:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764630.787303:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764630.787307:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764631.808901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764631.808907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764631.808913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764631.808914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764631.808917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764631.808919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764631.809000:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764631.809006:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764631.809011:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764632.833067:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764632.833075:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764632.833082:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764632.833083:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764632.833087:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764632.833088:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764632.833247:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764632.833251:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764632.833254:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764633.857246:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764633.857252:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764633.857258:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764633.857259:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764633.857262:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764633.857264:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764633.857733:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764633.857740:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764633.857745:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764634.178778:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764634.178794:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764634.178797:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764634.178800:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764634.178804:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764634.178811:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26212
00000400:00000200:3.0:1787764634.178820:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764634.178827:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764634.178833:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764634.178835:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764634.178837:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764634.178840:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764634.178841:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764634.178845:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764634.178846:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764634.178848:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764634.178851:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764634.178853:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764634.178854:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764634.178857:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764634.178858:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764634.178859:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764634.178860:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764634.178862:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764634.178864:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764634.178865:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764634.178867:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764634.178870:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764634.178872:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.178873:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764634.178877:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764634.178884:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764634.178886:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764634.178889:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764634.178890:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.178892:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764634.178894:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764634.178897:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764634.178904:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764634.178909:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764634.178916:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764634.178923:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764634.178926:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764634.178930:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764634.178947:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764634.178951:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764634.178954:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764634.178955:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764634.178956:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764634.178959:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764634.178962:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26212
00000400:00000200:3.0:1787764634.178966:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764634.178969:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764634.178972:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764634.178975:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764634.178977:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764634.178979:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764634.178983:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764634.178983:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764634.178985:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764634.178988:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000100:00000001:1.0:1787764634.178990:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764634.178990:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764634.178995:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764634.178995:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764634.179005:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:1.0:1787764634.179006:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764634.179010:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764634.179018:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764634.179020:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764634.179024:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.179024:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787764634.179027:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787764634.179029:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:1.0:1787764634.179031:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764634.179033:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764634.179034:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764634.179040:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00100000:1.0:1787764634.179041:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482372864:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764634.179047:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787764634.179047:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:1.0:1787764634.179052:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764634.179053:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764634.179055:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764634.179057:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764634.179058:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764634.179063:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:3.0:1787764634.179064:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764634.179065:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764634.179069:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.179072:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764634.179073:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00100000:3.0:1787764634.179077:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787764634.179078:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000008:00000001:3.0:1787764634.179083:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764634.179087:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000001:3.0:1787764634.179087:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764634.179092:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764634.179096:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000200:1.0:1787764634.179097:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482372864, portal 25
02000000:00000001:3.0:1787764634.179099:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764634.179101:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787764634.179102:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.179105:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000001:3.0:1787764634.179106:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764634.179108:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764634.179111:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764634.179115:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764634.179117:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764634.179124:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.179130:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787764634.179132:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764634.179136:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764634.179142:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764634.179144:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764634.179147:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482372864, offset 0
00000100:00000001:3.0:1787764634.179148:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764634.179157:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764634.179161:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764634.179172:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764634.179172:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764634.179177:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764634.179180:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:3.0:1787764634.179183:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787764634.179186:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764634.179188:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764634.179192:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764634.179193:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764634.179197:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764634.179199:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787764634.179203:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26212
00000400:00000200:1.0:1787764634.179204:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764634.179210:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278155:278155:256:4294967295] 192.168.203.115@tcp LPNI seq info [278155:278155:8:4294967295]
00000400:00000200:3.0:1787764634.179214:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764634.179217:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764634.179222:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764634.179228:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764634.179229:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787764634.179236:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:1.0:1787764634.179240:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764634.179241:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764634.179245:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764634.179247:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764634.179251:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764634.179252:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000800:00000010:1.0:1787764634.179254:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000020:00000001:3.0:1787764634.179255:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764634.179258:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764634.179262:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000200:1.0:1787764634.179266:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:3.0:1787764634.179267:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000200:1.0:1787764634.179275:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787764634.179275:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764634.179279:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764634.179283:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764634.179286:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:1.1:1787764634.179288:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000040:3.0:1787764634.179290:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000800:00000200:1.1:1787764634.179294:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1787764634.179296:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764634.179303:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764634.179306:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764634.179307:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1787764634.179310:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
02000000:00000001:3.0:1787764634.179312:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764634.179316:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787764634.179316:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.179322:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764634.179325:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1787764634.179326:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764634.179329:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000008:00000001:3.0:1787764634.179330:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764634.179332:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:3.0:1787764634.179333:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.179336:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1787764634.179340:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000200:1.0:1787764634.179341:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764634.179345:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764634.179348:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764634.179349:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.179351:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764634.179352:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764634.179355:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764634.179360:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:1.0:1787764634.179365:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764634.179365:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764634.179372:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764634.179374:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764634.179400:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764634.179402:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.179403:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.179405:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787764634.179410:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.179413:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764634.179421:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764634.179424:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.179426:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320886569
00000100:00080000:3.0:1787764634.179428:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764634.179433:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:1.0:1787764634.179434:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fa20.
00000100:00000001:3.0:1787764634.179435:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764634.179438:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764634.179440:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764634.179443:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26212
00000100:00000001:1.0:1787764634.179444:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1787764634.179449:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764634.179453:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320886569
00000400:00000200:3.0:1787764634.179454:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764634.179458:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1787764634.179460:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fc00.
00000100:00000040:3.0:1787764634.179463:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764634.179466:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787764634.179466:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764634.179471:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764634.179473:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764634.179474:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764634.179477:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764634.179479:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764634.179482:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000001:1.0:1787764634.179483:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787764634.179485:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764634.179488:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00100000:1.0:1787764634.179492:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764634/real 1787764634]  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764634.179492:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764634.179495:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764634.179503:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764634.179507:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764634.179511:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000001:1.0:1787764634.179512:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764634.179515:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000001:1.0:1787764634.179516:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764634.179520:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000020:00000040:3.0:1787764634.179521:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000200:1.0:1787764634.179526:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000100:00080000:3.0:1787764634.179527:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000010:1.0:1787764634.179530:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:3.0:1787764634.179532:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.179535:0:257227:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787764634.179536:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764634.179541:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787764634.179542:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764634.179547:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.179552:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764634.179555:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764634.179558:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764634.179560:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764634.179561:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764634.179568:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764634.179573:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787764634.179573:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764634.179577:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764634.179577:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764634.179580:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.179582:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764634.179583:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764634.179586:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764634.179586:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764634.179589:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764634.179594:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764634.179595:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764634.179600:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.179608:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764634.179610:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764634.179619:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764634.179621:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764634.179624:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764634.179632:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.179635:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764634.179642:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764634.179646:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764634.179649:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764634.179666:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787764634.179667:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764634.179671:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764634.179671:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764634.179674:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764634.179678:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764634.179678:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764634.179683:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26212
00000100:00000001:1.0:1787764634.179684:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764634.179689:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1787764634.179690:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764634.179697:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764634.179699:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00080000:3.0:1787764634.179701:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764634.179706:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764634.179707:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764634.179712:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764634.179718:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764634.179719:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764634.179720:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764634.179725:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764634.179727:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764634.179730:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764634.179733:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764634.179735:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764634.179737:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764634.179742:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00100000:1.0:1787764634.179743:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482372864:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764634.179744:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764634.179769:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764634.179772:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764634.179775:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764634.179778:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764634.179780:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764634.179786:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764634.179788:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764634.179789:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764634.179793:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787764634.179793:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.179798:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764634.179800:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1787764634.179801:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482372864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764634.179804:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.179808:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764634.179813:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764634.179816:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1787764634.179817:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:1.0:1787764634.179821:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787764634.179822:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1787764634.179825:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:3.0:1787764634.179825:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.179827:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764634.179831:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764634.179832:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787764634.179833:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764634.179835:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764634.179837:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764634.179839:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764634.179840:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
02000000:00000010:1.0:1787764634.179841:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764634.179846:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764634.179847:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764634.179849:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764634.179852:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00100000:3.0:1787764634.179855:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764634.179856:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764634.179858:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.179862:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.179870:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764634.179870:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764634.179873:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764634.179874:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.179875:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764634.179879:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764634.179880:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764634.179883:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764634.179886:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764634.179911:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.179913:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764634.179915:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764634.179917:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787764634.179918:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26222)
02000000:00000001:1.0:1787764634.179919:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764634.179923:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764634.179925:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372992:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764634.179927:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764634.179929:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764634.179930:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764634.179931:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764634.179933:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764634.179935:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764634.179938:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764634.179940:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764634.179943:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764634.179945:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482372992, portal 10
00000100:00000001:1.0:1787764634.179946:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764634.179947:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:1.0:1787764634.179952:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.179956:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764634.179958:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764634.179960:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764634.179962:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482372992, offset 0
00000400:00000200:1.0:1787764634.179966:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764634.179971:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764634.179974:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764634.179977:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764634.179980:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764634.179982:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764634.179984:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764634.179988:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278156:278156:256:4294967295] 192.168.203.115@tcp LPNI seq info [278156:278156:8:4294967295]
00000400:00000200:1.0:1787764634.179992:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764634.179998:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764634.180002:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764634.180005:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764634.180009:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764634.180012:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764634.180016:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764634.180019:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764634.180022:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764634.180024:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764634.180027:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764634.180030:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764634.180032:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764634.180034:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764634.180036:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764634.180040:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180047:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764634.180050:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180055:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.180056:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764634.180059:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764634.180062:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764634.180065:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764634.180067:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320885262
00000100:00000001:1.0:1787764634.180069:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320886569
00000100:00000001:1.0:1787764634.180071:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320885262
00000100:00000001:1.0:1787764634.180073:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320886569
00000100:00000001:1.0:1787764634.180075:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764634.180077:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.180079:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764634.180082:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764634/real 1787764634]  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764634.180089:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764634.180090:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764634.180092:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764634.180094:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764634.180095:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764634.180097:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764634.180099:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764634.180107:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180112:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764634.180113:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180115:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764634.180116:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764634.180119:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180124:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764634.180128:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180134:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764634.180136:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180137:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764634.180138:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180140:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764634.180141:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764634.180144:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764634.180147:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764634.180149:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764634.180152:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764634.180159:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482372992:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764634.180162:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764634.180165:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180170:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764634.180172:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764634.180173:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764634.180175:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764634.180177:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764634.180179:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373120:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764634.180182:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764634.180183:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764634.180185:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764634.180186:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764634.180189:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764634.180191:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764634.180194:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764634.180196:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764634.180199:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764634.180201:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482373120, portal 10
00000100:00000001:1.0:1787764634.180203:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764634.180204:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764634.180209:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180215:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764634.180217:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764634.180219:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764634.180221:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482373120, offset 0
00000400:00000200:1.0:1787764634.180225:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764634.180228:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764634.180231:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764634.180234:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764634.180236:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764634.180238:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764634.180240:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764634.180243:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278157:278157:256:4294967295] 192.168.203.115@tcp LPNI seq info [278157:278157:8:4294967295]
00000400:00000200:1.0:1787764634.180247:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764634.180253:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764634.180257:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764634.180260:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764634.180264:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764634.180266:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764634.180270:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764634.180273:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764634.180276:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764634.180278:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764634.180280:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764634.180283:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764634.180286:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764634.180288:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764634.180290:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764634.180293:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180301:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764634.180304:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180310:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.180312:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764634.180315:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764634.180318:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764634.180320:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764634.180321:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320885270
00000100:00000001:1.0:1787764634.180323:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320886569
00000100:00000001:1.0:1787764634.180324:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320885270
00000100:00000001:1.0:1787764634.180325:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320886569
00000100:00000001:1.0:1787764634.180327:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764634.180328:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.180329:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764634.180331:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764634/real 1787764634]  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764634.180336:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764634.180337:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764634.180338:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764634.180339:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764634.180340:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764634.180342:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764634.180344:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764634.180350:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180356:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764634.180357:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180359:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764634.180360:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764634.180363:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180370:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764634.180375:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180381:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764634.180383:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180385:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764634.180386:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180388:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764634.180389:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764634.180391:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764634.180394:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764634.180396:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764634.180400:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764634.180405:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373120:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764634.180407:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764634.180409:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180413:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764634.180414:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764634.180415:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764634.180416:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764634.180418:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764634.180419:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373248:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764634.180421:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764634.180422:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764634.180423:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764634.180424:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764634.180427:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764634.180428:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764634.180431:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764634.180432:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764634.180435:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764634.180436:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482373248, portal 4
00000100:00000001:1.0:1787764634.180438:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764634.180438:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764634.180442:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180446:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764634.180447:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764634.180448:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764634.180450:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482373248, offset 0
00000400:00000200:1.0:1787764634.180452:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764634.180454:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764634.180456:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764634.180458:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764634.180460:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764634.180461:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764634.180463:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764634.180465:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278158:278158:256:4294967295] 192.168.203.115@tcp LPNI seq info [278158:278158:8:4294967295]
00000400:00000200:1.0:1787764634.180467:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764634.180470:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764634.180473:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764634.180474:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764634.180476:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764634.180478:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764634.180481:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764634.180482:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764634.180485:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764634.180486:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764634.180488:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764634.180490:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764634.180491:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764634.180493:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764634.180494:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764634.180496:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180501:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764634.180502:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180506:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.180507:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764634.180508:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764634.180511:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764634.180512:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764634.180513:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320885270
00000100:00000001:1.0:1787764634.180515:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320886569
00000100:00000001:1.0:1787764634.180516:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320885270
00000100:00000001:1.0:1787764634.180518:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320886569
00000100:00000001:1.0:1787764634.180519:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764634.180520:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.180521:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764634.180523:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764634/real 1787764634]  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764634.180527:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764634.180528:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764634.180528:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764634.180529:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764634.180530:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764634.180531:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764634.180533:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764634.180537:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180542:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764634.180542:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180544:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764634.180544:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764634.180546:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180550:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764634.180552:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180555:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764634.180556:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180557:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764634.180558:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180559:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764634.180560:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764634.180561:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764634.180563:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764634.180565:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764634.180567:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764634.180571:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373248:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764634.180573:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180574:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764634.180576:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482372992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180579:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764634.180580:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764634.180599:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764634.180601:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764634.180602:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764634.180604:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764634.180606:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764634.180607:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764634.180611:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764634.180612:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764634.180613:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:1.0:1787764634.180617:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764634.180618:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180620:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764634.180623:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482373120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180629:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764634.180631:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764634.180632:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764634.180634:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764634.180635:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764634.180637:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764634.180638:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764634.180640:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764634.180642:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764634.180643:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764634.180644:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764634.180647:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764634.180649:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180660:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764634.180664:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482373248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180670:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764634.180671:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764634.180673:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764634.180675:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764634.180676:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764634.180677:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764634.180680:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764634.180681:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764634.180683:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764634.180684:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764634.180685:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764634.180687:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764634.180688:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180690:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180694:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764634.180695:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.180697:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764634.180699:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764634.180700:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764634.180704:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180710:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764634.180712:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764634.180714:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764634.180715:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764634.180716:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764634.180718:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373376:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764634.180720:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764634.180721:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764634.180722:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764634.180723:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764634.180726:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764634.180727:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764634.180729:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764634.180731:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764634.180733:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764634.180735:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482373376, portal 4
00000100:00000001:1.0:1787764634.180736:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764634.180738:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764634.180743:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180769:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764634.180771:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764634.180774:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764634.180777:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482373376, offset 0
00000400:00000200:1.0:1787764634.180781:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764634.180785:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764634.180788:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764634.180791:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764634.180793:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764634.180796:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764634.180797:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764634.180799:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278159:278159:256:4294967295] 192.168.203.115@tcp LPNI seq info [278159:278159:8:4294967295]
00000400:00000200:1.0:1787764634.180802:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764634.180806:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764634.180809:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764634.180811:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764634.180813:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764634.180815:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764634.180818:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764634.180819:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764634.180822:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764634.180823:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764634.180825:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764634.180827:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764634.180829:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764634.180830:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764634.180831:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764634.180834:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180839:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764634.180842:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180853:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.180854:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764634.180857:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764634.180860:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764634.180863:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764634.180865:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320885275
00000100:00000001:1.0:1787764634.180867:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320886569
00000100:00000001:1.0:1787764634.180869:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320885275
00000100:00000001:1.0:1787764634.180871:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320886569
00000100:00000001:1.0:1787764634.180873:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764634.180875:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.180876:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764634.180880:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764634/real 1787764634]  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764634.180888:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764634.180889:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764634.180891:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764634.180893:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764634.180894:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764634.180897:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764634.180900:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764634.180908:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180913:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764634.180914:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180916:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764634.180917:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764634.180920:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180927:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764634.180931:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180937:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764634.180939:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180940:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764634.180942:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180944:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764634.180945:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764634.180948:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764634.180951:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764634.180953:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764634.180956:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764634.180964:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373376:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764634.180967:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.180969:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764634.180972:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482373376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764634.180977:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764634.180978:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764634.180980:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764634.180983:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764634.180985:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764634.180986:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764634.180988:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764634.180989:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764634.180993:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764634.180995:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764634.180996:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764634.181000:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764634.181001:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.181003:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764634.181006:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764634.181007:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764634.181009:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764634.181010:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764634.880977:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764634.880984:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764634.880990:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764634.880991:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764634.880994:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764634.880997:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764634.880999:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764634.881002:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764634.881005:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764634.881007:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764634.881009:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764634.881011:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764634.882722:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764634.882728:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764634.882733:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764635.520854:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320886569, at 4320886592
00000100:00000010:1.0:1787764635.520866:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fc00.
00000100:00000040:0.0:1787764635.520879:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320886569, at 4320886592
00000100:00000010:0.0:1787764635.520906:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fa20.
00010000:00000001:2.0:1787764635.904969:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764635.904981:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764635.904989:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764635.904991:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764635.904994:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764635.904996:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764635.905066:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764635.905072:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764635.905075:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764636.928866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764636.928871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764636.928875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764636.928876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764636.928878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764636.928878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764636.928928:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764636.928932:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764636.928935:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764637.952914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764637.952921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764637.952928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764637.952931:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764637.952933:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764637.952936:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764637.952938:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764637.952941:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764637.952943:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764637.952945:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764637.952949:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764637.952950:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764637.953021:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764637.953025:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764637.953028:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764638.976848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764638.976856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764638.976862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764638.976864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764638.976866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764638.976868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764638.976988:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764638.976992:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764638.976995:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764639.296887:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764639.296898:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764639.296900:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764639.296903:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764639.296907:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764639.296915:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26217
00000400:00000200:3.0:1787764639.296929:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764639.296936:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764639.296940:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764639.296944:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.296947:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764639.296949:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.296952:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764639.296956:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764639.296958:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764639.296961:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764639.296965:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764639.296967:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764639.296970:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764639.296972:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.296974:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764639.296976:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.296978:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764639.296981:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764639.296984:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764639.296987:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764639.296990:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764639.296994:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764639.296997:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.297000:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764639.297003:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764639.297013:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764639.297017:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764639.297021:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764639.297023:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.297026:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764639.297029:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764639.297033:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764639.297042:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764639.297048:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764639.297071:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764639.297082:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764639.297086:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764639.297091:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.297177:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764639.297182:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764639.297185:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764639.297191:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.297199:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764639.297202:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764639.297205:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764639.297208:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764639.297210:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764639.297213:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482373504:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764639.297227:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764639.297231:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764639.297233:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764639.297236:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764639.297241:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764639.297243:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764639.297249:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764639.297253:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764639.297260:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764639.297268:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482373504, portal 25
00000100:00000001:1.0:1787764639.297270:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764639.297272:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764639.297277:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.297284:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764639.297286:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764639.297289:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764639.297292:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482373504, offset 0
00000400:00000200:1.0:1787764639.297298:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764639.297305:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764639.297311:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764639.297316:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764639.297320:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764639.297323:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764639.297326:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764639.297329:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278160:278160:256:4294967295] 192.168.203.115@tcp LPNI seq info [278160:278160:8:4294967295]
00000400:00000200:1.0:1787764639.297334:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764639.297342:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764639.297348:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764639.297353:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764639.297360:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764639.297363:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787764639.297369:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764639.297373:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787764639.297377:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764639.297379:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764639.297385:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764639.297389:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764639.297395:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764639.297397:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764639.297401:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764639.297404:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764639.297433:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764639.297436:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764639.297440:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764639.297441:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764639.297443:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764639.297446:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764639.297449:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26217
00000400:00000200:3.0:1787764639.297453:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764639.297456:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764639.297458:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764639.297461:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.297463:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764639.297465:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.297467:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764639.297469:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764639.297471:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764639.297473:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764639.297475:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764639.297477:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764639.297479:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764639.297482:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.297485:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764639.297487:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.297489:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764639.297491:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764639.297493:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764639.297496:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764639.297498:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764639.297502:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764639.297504:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.297506:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764639.297510:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764639.297513:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.297514:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764639.297518:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764639.297520:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764639.297523:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764639.297524:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.297526:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764639.297528:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764639.297529:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764639.297546:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764639.297550:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764639.297556:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764639.297563:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764639.297565:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764639.297569:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.297886:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764639.297893:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.297901:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.297902:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764639.297910:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764639.297914:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764639.297917:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320891687
00000100:00000010:1.0:1787764639.297923:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fc00.
00000100:00000001:1.0:1787764639.297930:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764639.297937:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320891687
00000100:00000010:1.0:1787764639.297940:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f5a0.
00000100:00000001:1.0:1787764639.297943:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764639.297946:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764639.297949:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.297951:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764639.297955:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764639/real 1787764639]  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764639.297964:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764639.297966:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764639.297968:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764639.297971:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764639.297973:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764639.297976:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764639.297980:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764639.297988:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.297995:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764639.297997:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.297999:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764639.298001:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764639.298005:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.298011:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764639.298016:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.298022:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764639.298025:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.298027:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764639.298028:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.298030:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764639.298032:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764639.298035:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764639.298039:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764639.298041:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764639.298045:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764639.298135:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764639.298312:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482373504:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764639.298317:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.298319:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764639.298323:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482373504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.298329:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764639.298332:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764639.298334:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764639.298337:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764639.298339:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764639.298341:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764639.298343:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764639.298345:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764639.298349:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764639.298351:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764639.298352:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:1.0:1787764639.298358:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764639.298359:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.298361:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.298368:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764639.298370:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.298372:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764639.298373:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764639.298375:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764639.298378:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.298385:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764639.298387:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764639.298389:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764639.298391:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764639.298393:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764639.298396:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373632:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764639.298399:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764639.298401:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764639.298403:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764639.298405:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764639.298408:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764639.298410:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764639.298414:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764639.298418:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764639.298422:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764639.298425:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482373632, portal 10
00000100:00000001:1.0:1787764639.298427:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764639.298429:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:1.0:1787764639.298435:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.298442:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764639.298444:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764639.298447:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764639.298449:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482373632, offset 0
00000400:00000200:1.0:1787764639.298454:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764639.298458:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764639.298463:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764639.298466:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764639.298469:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764639.298472:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764639.298474:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764639.298478:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278161:278161:256:4294967295] 192.168.203.115@tcp LPNI seq info [278161:278161:8:4294967295]
00000400:00000200:1.0:1787764639.298482:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764639.298489:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764639.298494:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764639.298498:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764639.298503:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764639.298506:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787764639.298510:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764639.298512:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787764639.298516:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764639.298518:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764639.298521:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764639.298525:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764639.298527:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764639.298529:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00080000:3.0:1787764639.298655:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764639.298659:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764639.298665:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764639.298667:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764639.298669:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764639.298673:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26217
00000400:00000200:3.0:1787764639.298677:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764639.298680:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764639.298682:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764639.298685:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298688:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764639.298690:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298692:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764639.298695:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764639.298696:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764639.298698:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764639.298701:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764639.298703:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764639.298705:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764639.298708:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298710:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764639.298712:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298714:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764639.298716:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764639.298718:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298721:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764639.298722:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764639.298727:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764639.298729:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.298731:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764639.298734:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764639.298737:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.298739:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764639.298743:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764639.298746:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764639.298765:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764639.298767:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.298769:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764639.298770:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764639.298772:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764639.298778:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764639.298781:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764639.298786:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764639.298793:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764639.298796:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764639.298799:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764639.298807:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764639.298809:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764639.298813:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764639.298814:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764639.298815:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764639.298817:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764639.298819:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26217
00000400:00000200:3.0:1787764639.298823:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764639.298826:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764639.298828:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764639.298830:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298832:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764639.298834:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298836:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764639.298838:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764639.298839:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764639.298841:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764639.298843:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764639.298844:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764639.298846:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764639.298849:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298851:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764639.298853:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298855:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764639.298857:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764639.298860:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298862:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764639.298864:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764639.298866:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764639.298868:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.298870:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764639.298872:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764639.298874:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.298876:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764639.298880:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764639.298882:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764639.298884:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764639.298886:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.298887:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764639.298889:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764639.298890:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764639.298895:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764639.298898:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764639.298903:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764639.298909:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764639.298912:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764639.298916:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764639.298924:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764639.298926:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764639.298929:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764639.298931:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764639.298932:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764639.298934:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764639.298937:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26217
00000400:00000200:3.0:1787764639.298940:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764639.298943:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764639.298945:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764639.298948:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298950:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764639.298951:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298953:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764639.298955:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764639.298956:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764639.298958:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764639.298960:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764639.298961:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764639.298963:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764639.298966:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298968:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764639.298969:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298971:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764639.298973:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764639.298976:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764639.298978:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764639.298980:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764639.298983:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764639.298985:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.298987:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764639.298988:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764639.298990:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.298992:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764639.298996:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764639.298998:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764639.299000:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764639.299001:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764639.299002:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764639.299003:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764639.299005:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764639.299008:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764639.299011:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764639.299015:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764639.299022:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764639.299024:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764639.299028:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764639.299034:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764639.299039:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26228)
00000100:00000001:1.0:1787764639.299396:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764639.299402:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299410:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764639.299413:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299426:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.299427:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764639.299434:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764639.299438:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764639.299442:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764639.299445:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320890381
00000100:00000001:1.0:1787764639.299448:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320891687
00000100:00000001:1.0:1787764639.299450:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320890381
00000100:00000001:1.0:1787764639.299452:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320891687
00000100:00000001:1.0:1787764639.299454:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764639.299457:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.299459:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764639.299463:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764639/real 1787764639]  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764639.299471:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764639.299473:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764639.299476:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764639.299479:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764639.299480:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764639.299483:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764639.299486:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764639.299494:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299500:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764639.299502:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.299504:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764639.299506:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764639.299510:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299517:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764639.299521:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299528:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764639.299640:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.299644:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764639.299645:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.299647:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764639.299649:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764639.299652:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764639.299657:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764639.299659:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764639.299663:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764639.299671:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373632:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764639.299675:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.299678:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764639.299680:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482373632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299686:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764639.299688:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764639.299690:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764639.299693:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764639.299695:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764639.299696:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764639.299698:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764639.299700:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764639.299704:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764639.299706:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764639.299707:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764639.299711:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764639.299712:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.299714:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.299719:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764639.299720:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.299722:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764639.299724:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764639.299725:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764639.299729:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299735:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764639.299737:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764639.299739:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764639.299741:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764639.299743:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764639.299746:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373760:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764639.299767:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764639.299770:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764639.299772:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764639.299774:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764639.299778:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764639.299780:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764639.299784:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764639.299787:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764639.299791:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764639.299795:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482373760, portal 10
00000100:00000001:1.0:1787764639.299797:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764639.299798:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764639.299804:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299810:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764639.299814:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764639.299816:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764639.299818:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482373760, offset 0
00000400:00000200:1.0:1787764639.299823:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764639.299828:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764639.299832:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764639.299836:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764639.299838:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764639.299841:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764639.299843:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764639.299846:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278162:278162:256:4294967295] 192.168.203.115@tcp LPNI seq info [278162:278162:8:4294967295]
00000400:00000200:1.0:1787764639.299849:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764639.299855:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764639.299860:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764639.299863:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764639.299868:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764639.299871:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787764639.299875:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764639.299877:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787764639.299881:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764639.299883:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764639.299886:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764639.299890:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764639.299893:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764639.299895:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764639.299897:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764639.299900:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299906:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764639.299909:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299914:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.299916:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764639.299919:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764639.299921:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764639.299924:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764639.299926:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320890390
00000100:00000001:1.0:1787764639.299928:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320891687
00000100:00000001:1.0:1787764639.299930:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320890390
00000100:00000001:1.0:1787764639.299932:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320891687
00000100:00000001:1.0:1787764639.299934:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764639.299935:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.299937:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764639.299940:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764639/real 1787764639]  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764639.299947:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764639.299948:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764639.299950:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764639.299952:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764639.299954:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764639.299956:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764639.299959:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764639.299967:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299972:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764639.299973:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.299975:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764639.299976:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764639.299979:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299985:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764639.299989:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.299994:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764639.299997:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.299998:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764639.299999:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.300001:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764639.300003:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764639.300005:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764639.300008:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764639.300010:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764639.300013:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764639.300020:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373760:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764639.300024:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764639.300028:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300034:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764639.300035:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764639.300037:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764639.300038:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764639.300040:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764639.300042:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373888:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764639.300045:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764639.300047:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764639.300048:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764639.300312:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764639.300317:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764639.300320:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764639.300325:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764639.300328:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764639.300332:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764639.300335:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482373888, portal 4
00000100:00000001:1.0:1787764639.300337:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764639.300338:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764639.300344:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300350:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764639.300352:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764639.300353:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764639.300355:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482373888, offset 0
00000400:00000200:1.0:1787764639.300359:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764639.300363:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764639.300367:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764639.300369:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764639.300372:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764639.300374:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764639.300376:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764639.300379:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278163:278163:256:4294967295] 192.168.203.115@tcp LPNI seq info [278163:278163:8:4294967295]
00000400:00000200:1.0:1787764639.300382:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764639.300389:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764639.300393:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764639.300396:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764639.300400:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764639.300403:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787764639.300407:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764639.300410:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787764639.300414:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764639.300415:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764639.300418:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764639.300421:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764639.300424:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764639.300426:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764639.300429:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764639.300433:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300441:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764639.300443:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300450:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.300451:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764639.300454:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764639.300458:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764639.300461:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764639.300463:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320890390
00000100:00000001:1.0:1787764639.300465:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320891687
00000100:00000001:1.0:1787764639.300468:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320890390
00000100:00000001:1.0:1787764639.300470:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320891687
00000100:00000001:1.0:1787764639.300472:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764639.300474:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.300476:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764639.300479:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764639/real 1787764639]  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764639.300488:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764639.300489:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764639.300491:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764639.300494:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764639.300495:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764639.300497:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764639.300500:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764639.300507:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300653:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764639.300655:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.300657:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764639.300658:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764639.300663:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300669:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764639.300673:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300680:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764639.300682:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.300684:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764639.300685:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.300687:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764639.300688:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764639.300691:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764639.300694:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764639.300695:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764639.300699:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764639.300705:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482373888:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764639.300709:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764639.300712:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300717:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764639.300719:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764639.300722:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764639.300724:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764639.300726:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764639.300729:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374016:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764639.300732:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764639.300734:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764639.300735:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764639.300737:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764639.300740:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764639.300742:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764639.300746:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764639.300773:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764639.300777:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764639.300781:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482374016, portal 4
00000100:00000001:1.0:1787764639.300783:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764639.300784:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764639.300790:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300795:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764639.300797:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764639.300799:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764639.300802:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482374016, offset 0
00000400:00000200:1.0:1787764639.300805:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764639.300809:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764639.300813:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764639.300816:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764639.300818:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764639.300821:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764639.300823:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764639.300825:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278164:278164:256:4294967295] 192.168.203.115@tcp LPNI seq info [278164:278164:8:4294967295]
00000400:00000200:1.0:1787764639.300829:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764639.300835:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764639.300839:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764639.300842:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764639.300846:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764639.300849:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787764639.300853:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764639.300856:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787764639.300859:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764639.300860:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764639.300863:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764639.300866:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764639.300869:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764639.300871:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764639.300873:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764639.300877:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300884:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764639.300887:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300893:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.300895:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764639.300897:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764639.300900:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764639.300903:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764639.300905:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320890395
00000100:00000001:1.0:1787764639.300907:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320891687
00000100:00000001:1.0:1787764639.300909:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320890395
00000100:00000001:1.0:1787764639.300911:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320891687
00000100:00000001:1.0:1787764639.300913:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764639.300915:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.300917:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764639.300920:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764639/real 1787764639]  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764639.300928:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764639.300930:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764639.300931:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764639.300933:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764639.300935:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764639.300937:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764639.300940:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764639.300947:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300953:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764639.300954:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.300956:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764639.300957:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764639.300960:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300967:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764639.300970:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.300977:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764639.300979:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.300980:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764639.300982:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.300983:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764639.300985:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764639.300987:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764639.300989:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764639.300991:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764639.300995:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764639.301002:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374016:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764639.301005:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.301008:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764639.301010:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482373760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.301017:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764639.301019:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764639.301021:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764639.301023:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764639.301025:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764639.301040:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764639.301043:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764639.301044:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764639.301049:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764639.301051:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764639.301052:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764639.301056:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764639.301057:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.301059:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764639.301062:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482373888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.301068:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764639.301069:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764639.301070:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764639.301073:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764639.301074:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764639.301075:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764639.301076:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764639.301077:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764639.301080:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764639.301081:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764639.301082:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764639.301085:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764639.301086:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.301087:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764639.301090:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482374016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764639.301096:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764639.301098:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764639.301099:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764639.301101:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764639.301102:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764639.301103:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764639.301105:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764639.301107:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764639.301109:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764639.301110:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764639.301112:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764639.301114:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764639.301115:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.301117:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764639.301122:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764639.301123:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764639.301125:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764639.301127:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764640.000901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764640.000907:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764640.000908:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764640.000910:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764640.000915:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764640.000926:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764640.000929:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764640.000931:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764640.000935:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764640.000937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764640.000940:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764640.000941:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764640.001010:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764640.001014:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764640.001017:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764640.641679:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320891687, at 4320891712
00000100:00000010:1.0:1787764640.641695:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f5a0.
00000100:00000040:0.0:1787764640.642695:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320891687, at 4320891713
00000100:00000010:0.0:1787764640.642704:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fc00.
00010000:00000001:2.0:1787764641.025736:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764641.025743:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764641.025765:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764641.025767:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764641.025770:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764641.025772:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764641.025838:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764641.025842:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764641.025846:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764642.048999:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764642.049007:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764642.049059:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764642.049061:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764642.049064:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764642.049066:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764642.049148:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764642.049153:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764642.049156:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764643.072876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764643.072882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764643.072888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764643.072890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764643.072894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764643.072895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764643.072958:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764643.072963:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764643.072967:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764644.098563:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764644.098568:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764644.098573:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764644.098574:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764644.098576:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764644.098576:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764644.098676:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764644.098681:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764644.098684:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764644.417144:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764644.417154:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764644.417157:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764644.417160:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764644.417164:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764644.417172:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26223
00000400:00000200:2.0:1787764644.417181:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764644.417187:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764644.417191:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764644.417194:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417197:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764644.417199:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417201:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764644.417204:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764644.417206:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764644.417209:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764644.417212:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764644.417215:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764644.417217:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764644.417220:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417222:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764644.417224:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417226:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764644.417229:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764644.417238:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417240:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764644.417243:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764644.417247:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764644.417250:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.417252:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764644.417255:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764644.417264:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764644.417268:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764644.417271:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764644.417273:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.417275:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764644.417278:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764644.417282:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764644.417289:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787764644.417297:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764644.417306:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764644.417316:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764644.417319:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764644.417626:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764644.417654:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764644.417657:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764644.417660:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764644.417662:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764644.417663:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764644.417665:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764644.417667:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26223
00000400:00000200:2.0:1787764644.417671:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764644.417675:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764644.417677:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764644.417680:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417682:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764644.417684:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417686:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764644.417688:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764644.417689:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764644.417691:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764644.417693:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764644.417695:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764644.417697:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764644.417700:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417701:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764644.417703:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417705:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764644.417707:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764644.417709:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417712:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764644.417714:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764644.417719:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764644.417722:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.417723:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764644.417727:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764644.417738:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.417741:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764644.417745:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787764644.417747:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764644.417775:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764644.417776:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.417778:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764644.417780:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764644.417782:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764644.417786:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787764644.417790:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764644.417795:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764644.417803:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764644.417805:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764644.417809:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764644.417817:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764644.417820:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764644.417823:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764644.417824:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764644.417826:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764644.417828:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764644.417831:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26223
00000400:00000200:2.0:1787764644.417835:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764644.417837:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764644.417839:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764644.417840:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417842:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764644.417843:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417844:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764644.417845:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764644.417846:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764644.417847:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764644.417848:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764644.417849:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764644.417851:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764644.417853:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417854:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764644.417856:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417857:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764644.417859:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764644.417861:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417863:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764644.417864:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764644.417867:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764644.417869:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.417871:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764644.417873:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764644.417874:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.417877:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764644.417880:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787764644.417882:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764644.417884:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764644.417886:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.417887:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764644.417889:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764644.417890:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764644.417894:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00000001:2.0:1787764644.417897:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764644.417901:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764644.417909:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764644.417911:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764644.417914:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764644.417922:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764644.417924:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764644.417928:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764644.417930:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764644.417931:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764644.417933:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764644.417935:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26223
00000400:00000200:2.0:1787764644.417939:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764644.417942:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764644.417944:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764644.417947:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417949:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764644.417950:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417952:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764644.417954:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764644.417955:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764644.417957:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764644.417958:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764644.417960:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764644.417962:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764644.417965:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417967:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764644.417968:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417970:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764644.417972:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764644.417975:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764644.417977:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764644.417979:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764644.417982:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764644.417984:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.417986:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764644.417988:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764644.417991:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.417992:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764644.417995:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787764644.417997:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764644.417999:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764644.418000:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.418002:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764644.418003:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764644.418005:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764644.418010:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787764644.418013:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764644.418018:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764644.418025:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764644.418027:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764644.418029:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764644.418034:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764644.418035:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764644.418038:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764644.418039:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764644.418040:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764644.418041:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764644.418043:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26223
00000400:00000200:2.0:1787764644.418045:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764644.418047:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764644.418048:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764644.418049:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.418051:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764644.418052:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.418053:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764644.418055:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764644.418056:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764644.418057:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764644.418058:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764644.418059:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764644.418060:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764644.418062:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.418063:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764644.418064:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764644.418065:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764644.418066:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764644.418067:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764644.418068:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764644.418069:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764644.418071:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764644.418072:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.418073:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764644.418074:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764644.418076:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.418076:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764644.418079:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
00000020:00000040:2.0:1787764644.418080:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764644.418081:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764644.418082:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764644.418083:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764644.418084:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764644.418085:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764644.418087:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787764644.418089:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764644.418101:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764644.418116:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764644.418118:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764644.418122:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764644.418129:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764644.418133:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26233)
00000100:00000001:1.0:1787764644.418207:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764644.418211:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764644.418214:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764644.418219:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418225:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764644.418226:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.418229:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764644.418238:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764644.418241:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764644.418247:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482374144:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764644.418251:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764644.418255:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764644.418258:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.418260:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764644.418264:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764644.418266:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.418272:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764644.418276:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764644.418282:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764644.418289:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482374144, portal 25
00000100:00000001:1.0:1787764644.418291:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764644.418293:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980244736 : -118790729306880 : ffff93f5e0c6ed00)
00000100:00000040:1.0:1787764644.418298:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418305:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764644.418308:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764644.418311:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764644.418314:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482374144, offset 0
00000400:00000200:1.0:1787764644.418320:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764644.418328:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764644.418333:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764644.418338:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764644.418341:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764644.418345:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764644.418347:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764644.418350:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278165:278165:256:4294967295] 192.168.203.115@tcp LPNI seq info [278165:278165:8:4294967295]
00000400:00000200:1.0:1787764644.418353:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764644.418362:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764644.418369:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764644.418374:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764644.418380:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764644.418384:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764644.418389:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764644.418393:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764644.418397:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764644.418400:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764644.418406:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764644.418410:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764644.418415:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764644.418417:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764644.418421:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764644.418425:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418433:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.418437:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418443:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.418444:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764644.418450:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.418453:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764644.418456:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320896808
00000100:00000010:1.0:1787764644.418461:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f5a0.
00000100:00000001:1.0:1787764644.418468:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764644.418474:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320896808
00000100:00000010:1.0:1787764644.418476:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f1e0.
00000100:00000001:1.0:1787764644.418478:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764644.418480:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764644.418482:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.418484:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764644.418487:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764644/real 1787764644]  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764644.418498:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764644.418500:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764644.418501:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764644.418503:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764644.418504:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764644.418506:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764644.418508:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764644.418513:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418517:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764644.418519:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.418521:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.418523:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764644.418526:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418533:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764644.418537:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418544:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764644.418546:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.418548:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.418549:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.418551:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764644.418552:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764644.418555:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764644.418559:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764644.418561:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764644.418566:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764644.418574:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482374144:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764644.418579:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764644.418593:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418600:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764644.418601:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.418603:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764644.418605:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764644.418607:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764644.418610:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374272:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764644.418613:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764644.418615:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764644.418617:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.418618:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764644.418622:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764644.418624:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.418627:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764644.418630:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764644.418633:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764644.418636:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482374272, portal 10
00000100:00000001:1.0:1787764644.418638:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764644.418640:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980246656 : -118790729304960 : ffff93f5e0c6f480)
00000100:00000040:1.0:1787764644.418646:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418652:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764644.418655:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764644.418657:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764644.418659:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482374272, offset 0
00000400:00000200:1.0:1787764644.418663:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764644.418667:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764644.418671:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764644.418674:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764644.418677:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764644.418679:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764644.418681:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764644.418683:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278166:278166:256:4294967295] 192.168.203.115@tcp LPNI seq info [278166:278166:8:4294967295]
00000400:00000200:1.0:1787764644.418687:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764644.418692:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764644.418697:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764644.418700:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764644.418703:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764644.418706:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764644.418709:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764644.418712:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764644.418715:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764644.418716:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764644.418719:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764644.418721:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764644.418725:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764644.418726:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764644.418728:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764644.418731:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418738:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.418740:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418746:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.418747:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764644.418776:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764644.418780:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764644.418783:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764644.418786:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320895501
00000100:00000001:1.0:1787764644.418789:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320896808
00000100:00000001:1.0:1787764644.418790:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320895501
00000100:00000001:1.0:1787764644.418792:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320896808
00000100:00000001:1.0:1787764644.418794:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764644.418796:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.418797:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764644.418801:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764644/real 1787764644]  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764644.418807:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764644.418809:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764644.418810:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764644.418812:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764644.418813:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764644.418815:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764644.418818:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764644.418824:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418829:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764644.418831:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.418832:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.418833:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764644.418836:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418842:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764644.418844:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418850:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764644.418852:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.418853:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.418854:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.418855:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764644.418857:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764644.418859:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764644.418862:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764644.418864:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764644.418868:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764644.418875:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374272:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764644.418878:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764644.418881:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418886:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764644.418887:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.418889:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764644.418891:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764644.418893:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764644.418895:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374400:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764644.418899:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764644.418901:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764644.418902:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.418903:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764644.418906:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764644.418908:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.418911:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764644.418913:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764644.418916:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764644.418919:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482374400, portal 10
00000100:00000001:1.0:1787764644.418921:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764644.418922:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980233216 : -118790729318400 : ffff93f5e0c6c000)
00000100:00000040:1.0:1787764644.418927:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.418933:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764644.418936:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764644.418938:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764644.418940:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482374400, offset 0
00000400:00000200:1.0:1787764644.418944:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764644.418947:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764644.418950:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764644.418953:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764644.418955:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764644.418957:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764644.418959:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764644.418961:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278167:278167:256:4294967295] 192.168.203.115@tcp LPNI seq info [278167:278167:8:4294967295]
00000400:00000200:1.0:1787764644.418965:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764644.418970:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764644.418974:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764644.418977:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764644.418981:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764644.418984:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764644.418988:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764644.418990:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764644.418994:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764644.418996:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764644.418999:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764644.419002:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764644.419004:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764644.419006:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764644.419008:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764644.419011:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419023:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.419026:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419032:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.419034:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764644.419037:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764644.419040:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764644.419043:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764644.419045:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320895509
00000100:00000001:1.0:1787764644.419047:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320896808
00000100:00000001:1.0:1787764644.419048:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320895509
00000100:00000001:1.0:1787764644.419050:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320896808
00000100:00000001:1.0:1787764644.419052:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764644.419054:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.419056:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764644.419059:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764644/real 1787764644]  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764644.419066:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764644.419068:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764644.419069:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764644.419071:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764644.419073:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764644.419075:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764644.419078:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764644.419086:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419092:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764644.419094:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419096:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.419097:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764644.419100:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419105:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764644.419108:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419115:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764644.419117:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419118:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.419120:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419121:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764644.419122:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764644.419125:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764644.419128:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764644.419130:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764644.419133:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764644.419140:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374400:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764644.419144:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764644.419147:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419153:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764644.419154:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.419156:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764644.419158:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764644.419160:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764644.419163:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374528:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764644.419166:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764644.419168:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764644.419170:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.419172:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764644.419175:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764644.419177:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.419181:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764644.419183:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764644.419186:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764644.419189:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482374528, portal 4
00000100:00000001:1.0:1787764644.419191:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764644.419192:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238016 : -118790729313600 : ffff93f5e0c6d2c0)
00000100:00000040:1.0:1787764644.419197:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419203:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764644.419205:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764644.419208:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764644.419210:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482374528, offset 0
00000400:00000200:1.0:1787764644.419214:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764644.419217:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764644.419221:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764644.419224:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764644.419226:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764644.419228:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764644.419230:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764644.419233:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278168:278168:256:4294967295] 192.168.203.115@tcp LPNI seq info [278168:278168:8:4294967295]
00000400:00000200:1.0:1787764644.419237:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764644.419242:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764644.419246:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764644.419250:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764644.419254:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764644.419257:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764644.419260:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764644.419263:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764644.419266:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764644.419268:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764644.419271:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764644.419274:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764644.419277:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764644.419278:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764644.419281:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764644.419284:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419292:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.419294:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419300:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.419302:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764644.419305:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764644.419308:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764644.419311:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764644.419313:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320895509
00000100:00000001:1.0:1787764644.419315:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320896808
00000100:00000001:1.0:1787764644.419317:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320895509
00000100:00000001:1.0:1787764644.419319:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320896808
00000100:00000001:1.0:1787764644.419321:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764644.419323:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.419325:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764644.419329:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764644/real 1787764644]  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764644.419336:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764644.419337:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764644.419339:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764644.419341:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764644.419343:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764644.419345:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764644.419348:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764644.419355:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419361:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764644.419362:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419364:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.419366:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764644.419369:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419375:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764644.419379:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419386:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764644.419388:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419389:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.419390:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419392:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764644.419394:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764644.419396:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764644.419399:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764644.419401:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764644.419405:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764644.419417:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374528:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764644.419421:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764644.419424:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419430:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764644.419431:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.419433:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764644.419435:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764644.419437:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764644.419439:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374656:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764644.419443:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764644.419445:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764644.419446:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.419448:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764644.419451:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764644.419453:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.419456:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764644.419459:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764644.419461:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764644.419464:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482374656, portal 4
00000100:00000001:1.0:1787764644.419466:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764644.419467:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980235136 : -118790729316480 : ffff93f5e0c6c780)
00000100:00000040:1.0:1787764644.419472:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419477:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764644.419479:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764644.419482:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764644.419484:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482374656, offset 0
00000400:00000200:1.0:1787764644.419487:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764644.419492:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764644.419495:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764644.419498:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764644.419501:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764644.419503:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764644.419505:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764644.419507:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278169:278169:256:4294967295] 192.168.203.115@tcp LPNI seq info [278169:278169:8:4294967295]
00000400:00000200:1.0:1787764644.419511:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764644.419516:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764644.419520:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764644.419523:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764644.419526:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764644.419529:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764644.419532:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764644.419535:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764644.419538:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764644.419540:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764644.419542:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764644.419545:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764644.419548:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764644.419550:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764644.419553:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764644.419556:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419563:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.419566:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419572:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.419573:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764644.419576:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764644.419578:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764644.419593:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764644.419596:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320895513
00000100:00000001:1.0:1787764644.419599:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320896808
00000100:00000001:1.0:1787764644.419601:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320895513
00000100:00000001:1.0:1787764644.419603:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320896808
00000100:00000001:1.0:1787764644.419604:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764644.419606:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.419608:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764644.419611:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764644/real 1787764644]  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764644.419618:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764644.419619:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764644.419621:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764644.419623:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764644.419625:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764644.419627:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764644.419629:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764644.419636:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419641:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764644.419642:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419644:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.419645:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764644.419648:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419654:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764644.419657:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419664:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764644.419667:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419668:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.419669:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419671:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764644.419672:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764644.419675:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764644.419678:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764644.419680:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764644.419684:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764644.419692:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374656:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764644.419695:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419697:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.419701:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6ed00 x1874595482374144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419708:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764644.419710:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764644.419712:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764644.419716:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764644.419718:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764644.419720:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764644.419722:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764644.419724:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4800.
02000000:00000001:1.0:1787764644.419727:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764644.419729:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764644.419731:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6ed00.
00000100:00000001:1.0:1787764644.419735:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764644.419736:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419737:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.419741:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f480 x1874595482374272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419774:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764644.419775:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764644.419777:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764644.419779:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764644.419780:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764644.419782:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764644.419783:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764644.419785:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4400.
02000000:00000001:1.0:1787764644.419787:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764644.419788:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764644.419789:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f480.
00000100:00000001:1.0:1787764644.419791:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764644.419792:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419793:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.419797:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c000 x1874595482374400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419802:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764644.419803:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764644.419804:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764644.419806:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764644.419807:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764644.419808:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764644.419810:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764644.419811:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7400.
02000000:00000001:1.0:1787764644.419813:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764644.419814:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764644.419815:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c000.
00000100:00000001:1.0:1787764644.419817:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764644.419818:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419820:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.419823:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d2c0 x1874595482374528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419829:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764644.419830:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764644.419832:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764644.419834:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764644.419835:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764644.419836:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764644.419838:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764644.419839:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:1.0:1787764644.419841:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764644.419842:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764644.419843:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d2c0.
00000100:00000001:1.0:1787764644.419845:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764644.419846:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419847:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.419850:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c780 x1874595482374656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.419855:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764644.419856:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764644.419857:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764644.419859:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764644.419860:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764644.419861:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764644.419863:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764644.419864:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:1.0:1787764644.419866:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764644.419867:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764644.419869:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c780.
00000100:00000001:1.0:1787764644.419871:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764644.419872:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419874:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.419881:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764644.419882:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.419884:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764644.419886:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764645.120909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764645.120916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764645.120922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764645.120923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764645.120926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764645.120929:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764645.120931:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764645.120934:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764645.120937:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764645.120939:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764645.120941:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764645.120944:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764645.121097:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764645.121104:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764645.121110:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764645.760857:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320896808, at 4320896832
00000100:00000040:1.0:1787764645.760857:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320896808, at 4320896832
00000100:00000010:1.0:1787764645.760871:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f1e0.
00000100:00000010:0.0:1787764645.760873:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f5a0.
00010000:00000001:2.0:1787764646.145243:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764646.145251:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764646.145256:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764646.145257:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764646.145259:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764646.145260:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764646.146022:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764646.146029:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764646.146034:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764647.169019:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764647.169026:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764647.169031:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764647.169032:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764647.169035:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764647.169037:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764647.169491:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764647.169494:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764647.169574:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764648.193445:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764648.193451:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764648.193456:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764648.193459:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764648.193461:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764648.193465:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764648.193467:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764648.193470:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764648.193472:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764648.193474:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764648.193477:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764648.193478:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764648.193569:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764648.193573:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764648.193576:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764649.216868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764649.216875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764649.216880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764649.216882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764649.216885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764649.216887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764649.217321:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764649.217325:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764649.217329:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764649.537303:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764649.537311:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764649.537313:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764649.537316:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764649.537319:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764649.537325:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26228
00000400:00000200:0.0:1787764649.537332:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764649.537337:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764649.537339:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764649.537341:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537343:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764649.537345:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537346:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764649.537349:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764649.537351:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764649.537353:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764649.537356:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764649.537357:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764649.537359:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764649.537360:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537362:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764649.537363:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537364:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764649.537365:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764649.537367:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537368:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764649.537370:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764649.537372:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764649.537374:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.537376:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764649.537377:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764649.537384:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764649.537386:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764649.537390:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764649.537391:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.537393:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764649.537395:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764649.537398:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764649.537403:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764649.537408:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764649.537414:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764649.537421:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764649.537424:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764649.537427:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764649.537447:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764649.537450:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764649.537453:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764649.537454:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764649.537456:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764649.537458:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764649.537461:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26228
00000400:00000200:0.0:1787764649.537464:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764649.537467:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764649.537469:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764649.537473:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537475:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764649.537477:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537480:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764649.537482:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764649.537483:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764649.537485:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764649.537487:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787764649.537488:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764649.537492:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764649.537494:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787764649.537495:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764649.537498:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764649.537501:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537504:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764649.537507:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537508:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764649.537510:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000040:1.0:1787764649.537510:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764649.537515:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537518:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764649.537522:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764649.537528:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764649.537529:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787764649.537533:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.537533:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.537538:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764649.537540:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1787764649.537543:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764649.537554:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1787764649.537555:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.537561:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.537561:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764649.537569:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000100:00100000:1.0:1787764649.537570:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482374784:192.168.203.115@tcp:250:kworker.0
00000020:00000040:0.0:1787764649.537574:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764649.537580:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764649.537580:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764649.537583:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.537586:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764649.537588:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764649.537590:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764649.537594:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764649.537598:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764649.537603:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764649.537610:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764649.537612:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764649.537616:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764649.537621:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764649.537623:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764649.537625:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764649.537626:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764649.537627:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764649.537628:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764649.537630:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26228
00000400:00000200:0.0:1787764649.537632:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764649.537634:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764649.537635:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764649.537638:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537639:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764649.537640:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537641:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764649.537643:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764649.537643:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764649.537644:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764649.537645:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764649.537646:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764649.537648:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764649.537649:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537650:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764649.537651:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537652:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764649.537654:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764649.537655:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537657:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764649.537658:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764649.537659:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764649.537661:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.537662:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764649.537663:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764649.537664:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.537665:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764649.537667:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764649.537668:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764649.537670:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764649.537671:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.537672:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764649.537673:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764649.537674:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764649.537676:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764649.537678:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764649.537681:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764649.537685:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764649.537686:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764649.537688:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764649.537693:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.537694:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787764649.537695:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764649.537698:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787764649.537699:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.537700:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764649.537701:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764649.537705:0:373192:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787764649.537706:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787764649.537707:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26228
00000400:00000200:0.0:1787764649.537710:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764649.537712:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764649.537713:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1787764649.537713:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
00000100:00000040:0.0:1787764649.537718:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000001:1.0:1787764649.537720:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.537721:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764649.537724:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537727:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764649.537729:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764649.537731:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000400:00000200:1.0:1787764649.537732:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:0.0:1787764649.537734:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764649.537738:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000400:00000010:1.0:1787764649.537739:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000020:00000001:0.0:1787764649.537740:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764649.537744:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000010:1.0:1787764649.537747:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764649.537780:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482374784, portal 25
00000100:00000001:1.0:1787764649.537783:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764649.537784:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:0.0:1787764649.537790:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764649.537792:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764649.537795:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764649.537799:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.537803:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764649.537806:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764649.537811:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764649.537812:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787764649.537814:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764649.537817:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764649.537820:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764649.537820:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
02000000:00000001:0.0:1787764649.537823:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.537825:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787764649.537825:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000008:00100000:0.0:1787764649.537827:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764649.537831:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764649.537831:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482374784, offset 0
00000100:00000001:0.0:1787764649.537832:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764649.537836:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764649.537839:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764649.537842:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764649.537843:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
02000000:00000001:0.0:1787764649.537845:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.537853:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764649.537859:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764649.537865:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764649.537868:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764649.537872:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764649.537875:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764649.537878:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278170:278170:256:4294967295] 192.168.203.115@tcp LPNI seq info [278170:278170:8:4294967295]
00000400:00000200:1.0:1787764649.537883:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764649.537892:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764649.537899:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764649.537903:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764649.537910:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764649.537914:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764649.537919:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764649.537923:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764649.537927:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764649.537930:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000100:00000001:0.0:1787764649.537932:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764649.537935:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764649.537937:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.537937:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764649.537945:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1787764649.537946:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764649.537952:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.537953:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764649.537957:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00100000:0.0:1787764649.537959:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764649.537968:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764649.537971:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.537973:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787764649.537974:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764649.537984:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764649.537987:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764649.537992:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764649.537997:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764649.537999:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764649.538001:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764649.538003:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764649.538005:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26228
00000400:00000200:0.0:1787764649.538010:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764649.538013:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764649.538015:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764649.538017:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.538019:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764649.538021:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.538023:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764649.538025:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764649.538027:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764649.538028:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764649.538030:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764649.538033:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764649.538034:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764649.538037:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.538039:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764649.538040:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764649.538042:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764649.538044:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764649.538047:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764649.538050:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764649.538051:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764649.538054:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764649.538056:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.538058:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764649.538060:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764649.538062:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.538064:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764649.538069:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764649.538071:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764649.538073:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764649.538075:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764649.538077:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764649.538078:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764649.538079:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764649.538083:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764649.538086:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764649.538090:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764649.538097:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764649.538099:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764649.538102:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764649.538109:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764649.538113:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26238)
00000100:00000001:1.0:1787764649.538288:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764649.538293:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.538301:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.538303:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764649.538311:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.538315:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764649.538318:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320901928
00000100:00000010:1.0:1787764649.538323:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f1e0.
00000100:00000001:1.0:1787764649.538329:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764649.538336:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320901928
00000100:00000010:1.0:1787764649.538339:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f000.
00000100:00000001:1.0:1787764649.538342:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764649.538345:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764649.538347:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.538350:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764649.538355:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764649/real 1787764649]  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764649.538364:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764649.538366:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764649.538368:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764649.538371:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764649.538373:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764649.538375:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764649.538379:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764649.538388:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.538395:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764649.538397:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.538399:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764649.538401:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764649.538405:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.538412:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764649.538416:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.538423:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764649.538426:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.538427:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764649.538429:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.538432:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764649.538433:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764649.538437:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764649.538440:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764649.538443:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764649.538446:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764649.538454:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482374784:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764649.538458:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.538460:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764649.538463:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482374784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.538470:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764649.538472:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764649.538475:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764649.538478:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764649.538480:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764649.538481:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764649.538483:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764649.538485:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:1.0:1787764649.538490:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764649.538492:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764649.538493:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:1.0:1787764649.538496:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764649.538498:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.538500:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.538506:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764649.538508:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.538510:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764649.538511:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764649.538513:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764649.538516:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.538524:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764649.538525:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.538527:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764649.538529:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764649.538532:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764649.538534:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374912:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764649.538537:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764649.538539:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764649.538541:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.538542:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764649.538557:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764649.538559:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.538563:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764649.538566:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764649.538569:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764649.538572:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482374912, portal 10
00000100:00000001:1.0:1787764649.538574:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764649.538575:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000040:1.0:1787764649.538582:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539086:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764649.539089:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764649.539093:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764649.539096:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482374912, offset 0
00000400:00000200:1.0:1787764649.539101:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764649.539115:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764649.539119:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764649.539122:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764649.539124:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764649.539126:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764649.539129:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764649.539132:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278171:278171:256:4294967295] 192.168.203.115@tcp LPNI seq info [278171:278171:8:4294967295]
00000400:00000200:1.0:1787764649.539136:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764649.539142:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764649.539146:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764649.539149:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764649.539153:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764649.539156:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764649.539161:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764649.539163:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764649.539167:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764649.539169:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764649.539171:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764649.539174:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764649.539177:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764649.539179:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764649.539181:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764649.539185:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539193:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764649.539195:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539202:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.539203:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764649.539207:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764649.539210:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764649.539213:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764649.539215:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320900621
00000100:00000001:1.0:1787764649.539218:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320901928
00000100:00000001:1.0:1787764649.539220:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320900621
00000100:00000001:1.0:1787764649.539222:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320901928
00000100:00000001:1.0:1787764649.539224:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764649.539226:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.539228:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764649.539241:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764649/real 1787764649]  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764649.539249:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764649.539250:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764649.539252:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764649.539254:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764649.539256:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764649.539258:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764649.539261:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764649.539268:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539274:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764649.539275:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.539277:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764649.539278:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764649.539281:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539287:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764649.539291:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539297:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764649.539299:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.539301:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764649.539302:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.539304:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764649.539305:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764649.539308:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764649.539311:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764649.539313:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764649.539317:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764649.539325:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482374912:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764649.539328:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764649.539332:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539338:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764649.539339:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.539342:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764649.539344:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764649.539345:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764649.539348:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375040:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764649.539351:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764649.539353:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764649.539355:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.539356:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764649.539360:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764649.539361:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.539364:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764649.539366:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764649.539369:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764649.539371:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482375040, portal 10
00000100:00000001:1.0:1787764649.539373:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764649.539374:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:1.0:1787764649.539379:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539385:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764649.539387:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764649.539389:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764649.539391:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482375040, offset 0
00000400:00000200:1.0:1787764649.539395:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764649.539398:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764649.539401:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764649.539404:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764649.539407:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764649.539409:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764649.539411:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764649.539414:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278172:278172:256:4294967295] 192.168.203.115@tcp LPNI seq info [278172:278172:8:4294967295]
00000400:00000200:1.0:1787764649.539417:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764649.539423:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764649.539427:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764649.539430:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764649.539434:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764649.539437:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764649.539440:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764649.539443:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764649.539446:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764649.539448:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764649.539450:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764649.539454:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764649.539457:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764649.539458:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764649.539461:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764649.539464:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539471:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764649.539474:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539479:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.539481:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764649.539483:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764649.539486:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764649.539489:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764649.539491:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320900629
00000100:00000001:1.0:1787764649.539493:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320901928
00000100:00000001:1.0:1787764649.539495:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320900629
00000100:00000001:1.0:1787764649.539497:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320901928
00000100:00000001:1.0:1787764649.539499:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764649.539500:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.539502:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764649.539506:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764649/real 1787764649]  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764649.539513:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764649.539514:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764649.539516:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764649.539518:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764649.539519:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764649.539522:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764649.539525:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764649.539533:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539538:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764649.539540:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.539541:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764649.539543:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764649.539558:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.539564:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764649.540914:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.540922:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764649.540925:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.540926:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764649.540928:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.540930:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764649.540932:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764649.540934:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764649.540938:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764649.540940:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764649.540944:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764649.540952:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375040:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764649.540958:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764649.540961:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.541031:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764649.541033:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.541036:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764649.541039:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764649.541041:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764649.541045:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375168:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764649.541048:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764649.541051:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764649.541053:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.541055:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764649.541061:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764649.541064:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.541095:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764649.541100:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764649.541105:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764649.541110:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482375168, portal 4
00000100:00000001:1.0:1787764649.541112:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764649.541113:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:1.0:1787764649.541119:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.541126:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764649.541129:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764649.541131:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764649.541134:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482375168, offset 0
00000400:00000200:1.0:1787764649.541140:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764649.541146:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764649.541152:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764649.541155:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764649.541158:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764649.541161:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764649.541163:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764649.541166:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278173:278173:256:4294967295] 192.168.203.115@tcp LPNI seq info [278173:278173:8:4294967295]
00000400:00000200:1.0:1787764649.541170:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764649.541177:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764649.541182:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764649.541186:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764649.541190:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764649.541193:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764649.541197:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764649.541200:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764649.541203:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764649.541205:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764649.541209:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764649.541213:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764649.541217:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764649.541486:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764649.541491:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764649.541495:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.541504:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764649.541507:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.541514:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.541515:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764649.541520:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764649.541523:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764649.541526:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764649.541529:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320900631
00000100:00000001:1.0:1787764649.541531:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320901928
00000100:00000001:1.0:1787764649.541533:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320900631
00000100:00000001:1.0:1787764649.541535:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320901928
00000100:00000001:1.0:1787764649.541537:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764649.541539:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.541541:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764649.541555:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764649/real 1787764649]  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764649.541563:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764649.541565:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764649.541567:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764649.541569:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764649.541853:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764649.541859:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764649.541863:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764649.541871:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.541878:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764649.541880:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.541882:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764649.541883:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764649.541887:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.541893:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764649.541897:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.541904:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764649.541906:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.541908:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764649.541909:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.541911:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764649.541912:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764649.541915:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764649.541918:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764649.541920:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764649.541924:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764649.541931:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375168:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764649.541935:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764649.541939:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.541944:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764649.541946:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.541948:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764649.541950:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764649.541952:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764649.541954:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375296:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764649.541957:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764649.541959:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764649.541961:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.541962:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764649.541977:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764649.541979:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.541983:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764649.541986:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764649.541989:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764649.541992:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482375296, portal 4
00000100:00000001:1.0:1787764649.541993:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764649.541995:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:1.0:1787764649.542000:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.542006:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764649.542008:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764649.542010:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764649.542013:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482375296, offset 0
00000400:00000200:1.0:1787764649.542016:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764649.542020:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764649.542024:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764649.542027:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764649.542029:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764649.542031:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764649.542033:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764649.542036:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278174:278174:256:4294967295] 192.168.203.115@tcp LPNI seq info [278174:278174:8:4294967295]
00000400:00000200:1.0:1787764649.542040:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764649.542050:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764649.542056:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764649.542060:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764649.542064:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764649.542067:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764649.542071:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764649.542073:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764649.542077:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764649.542079:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:1.0:1787764649.542082:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764649.542085:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764649.542088:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:1.0:1787764649.542159:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:1.0:1787764649.542165:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764649.542169:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.542176:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764649.542179:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.542185:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.542186:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764649.542190:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764649.542193:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764649.542196:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764649.542198:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320900636
00000100:00000001:1.0:1787764649.542200:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320901928
00000100:00000001:1.0:1787764649.542202:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320900636
00000100:00000001:1.0:1787764649.542204:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320901928
00000100:00000001:1.0:1787764649.542206:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764649.542207:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.542209:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764649.542212:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764649/real 1787764649]  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764649.542220:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764649.542221:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764649.542222:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764649.542225:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764649.542226:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764649.542228:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764649.542231:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764649.542238:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.542244:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764649.542245:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.542247:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764649.542248:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764649.542250:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.542256:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764649.542260:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.542266:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764649.542268:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.542270:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764649.542271:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.542273:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764649.542274:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764649.542277:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764649.542280:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764649.542282:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764649.542286:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764649.542292:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375296:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764649.542296:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.542298:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764649.542301:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482374912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.542306:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764649.542308:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764649.542311:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764649.542314:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764649.542316:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764649.542318:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764649.542320:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764649.542322:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:1.0:1787764649.542325:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764649.542326:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764649.542328:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:1.0:1787764649.542331:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764649.542332:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.542333:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764649.542336:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482375040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.542342:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764649.542344:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764649.542345:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764649.542347:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764649.542348:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764649.542350:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764649.542351:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764649.542353:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:1.0:1787764649.542356:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764649.542376:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764649.542377:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:1.0:1787764649.542379:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764649.542380:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.542381:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764649.542384:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482375168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.542390:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764649.542391:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764649.542392:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764649.542394:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764649.542395:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764649.542396:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764649.542398:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764649.542399:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:1.0:1787764649.542401:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764649.542402:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764649.542403:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:1.0:1787764649.542405:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764649.542406:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.542408:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764649.542410:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482375296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.542416:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764649.542417:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764649.542419:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764649.542421:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764649.542422:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764649.542423:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764649.542425:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764649.542426:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:1.0:1787764649.542428:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764649.542429:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764649.542430:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:1.0:1787764649.542432:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764649.542432:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.542435:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.542441:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764649.542443:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.542446:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764649.542447:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764650.240894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764650.240903:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764650.240905:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764650.240908:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764650.240912:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764650.240914:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764650.240916:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764650.240918:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764650.240922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764650.240923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764650.240926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764650.240928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764650.240988:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764650.240993:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764650.240996:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764650.880933:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320901928, at 4320901952
00000100:00000010:0.0:1787764650.880947:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f1e0.
00000100:00000040:1.0:1787764650.881806:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320901928, at 4320901953
00000100:00000010:1.0:1787764650.881815:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f000.
00010000:00000001:2.0:1787764651.264805:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764651.264811:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764651.264815:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764651.264816:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764651.264817:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764651.264818:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764651.264870:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764651.264873:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764651.264876:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764652.288888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764652.288894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764652.288899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764652.288900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764652.288904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764652.288905:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764652.288958:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764652.288961:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764652.288964:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764653.312871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764653.312876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764653.312879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764653.312880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764653.312882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764653.312883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764653.312945:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764653.312950:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764653.312953:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764654.336959:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764654.336966:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764654.336970:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764654.336972:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764654.336975:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764654.336978:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764654.336980:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764654.336983:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764654.336986:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764654.336988:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764654.336990:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764654.336992:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764654.337046:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764654.337051:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764654.337054:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764654.656889:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764654.656900:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764654.656902:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764654.656906:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764654.656911:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764654.656918:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26233
00000400:00000200:0.0:1787764654.656925:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764654.656930:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764654.656932:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764654.656935:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.656937:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764654.656938:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.656940:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764654.656948:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764654.656951:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764654.656953:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764654.656957:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764654.656959:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764654.656962:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764654.656964:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.656966:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764654.656968:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.656970:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764654.656973:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764654.656976:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764654.656978:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764654.656981:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764654.656985:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764654.656989:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.656992:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764654.656994:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764654.657003:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764654.657005:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764654.657008:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764654.657010:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657012:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764654.657014:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764654.657043:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764654.657053:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764654.657059:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764654.657069:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764654.657079:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764654.657083:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764654.657088:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764654.657115:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764654.657119:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764654.657122:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764654.657127:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764654.657129:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764654.657131:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764654.657134:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26233
00000400:00000200:0.0:1787764654.657138:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764654.657142:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764654.657144:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764654.657147:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657148:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764654.657151:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657153:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764654.657155:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764654.657156:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764654.657158:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764654.657160:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764654.657162:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764654.657164:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764654.657166:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657170:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764654.657172:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657174:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764654.657176:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764654.657178:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657181:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764654.657183:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764654.657188:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764654.657190:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657192:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764654.657196:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764654.657199:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657201:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764654.657204:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764654.657207:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764654.657210:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764654.657211:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657213:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764654.657214:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764654.657216:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764654.657220:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764654.657223:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764654.657228:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764654.657236:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764654.657238:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764654.657242:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764654.657250:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764654.657253:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764654.657256:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764654.657257:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764654.657259:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764654.657261:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764654.657263:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26233
00000400:00000200:0.0:1787764654.657266:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764654.657268:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764654.657269:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764654.657271:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657272:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764654.657274:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657276:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764654.657278:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764654.657279:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764654.657281:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764654.657283:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764654.657285:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764654.657287:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764654.657289:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657291:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764654.657292:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657294:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764654.657296:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764654.657346:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657349:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764654.657351:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764654.657354:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764654.657356:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657357:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764654.657360:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764654.657362:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657364:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764654.657367:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764654.657370:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764654.657372:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764654.657373:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657375:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764654.657376:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764654.657378:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764654.657382:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764654.657385:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764654.657390:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764654.657397:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764654.657399:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764654.657403:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764654.657411:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764654.657414:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764654.657417:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764654.657418:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764654.657420:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764654.657422:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764654.657425:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26233
00000400:00000200:0.0:1787764654.657429:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764654.657432:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764654.657434:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764654.657437:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657439:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764654.657440:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657442:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764654.657444:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764654.657446:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764654.657448:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764654.657449:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764654.657451:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764654.657453:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764654.657456:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657457:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764654.657459:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657461:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764654.657462:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764654.657465:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657466:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764654.657468:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764654.657470:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764654.657472:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657474:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764654.657475:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764654.657477:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657479:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764654.657482:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764654.657484:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764654.657486:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764654.657487:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657488:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764654.657490:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764654.657491:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764654.657494:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764654.657497:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764654.657501:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764654.657524:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764654.657526:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764654.657530:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764654.657536:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764654.657539:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764654.657541:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764654.657543:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764654.657544:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764654.657546:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764654.657548:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26233
00000400:00000200:0.0:1787764654.657551:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764654.657553:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764654.657555:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764654.657558:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657559:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764654.657561:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657562:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764654.657564:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764654.657565:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764654.657567:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764654.657568:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764654.657570:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764654.657572:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764654.657574:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657576:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764654.657578:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657580:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764654.657582:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764654.657584:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764654.657586:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764654.657588:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764654.657590:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764654.657592:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657594:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764654.657596:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764654.657598:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657599:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764654.657603:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764654.657605:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764654.657607:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764654.657608:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764654.657609:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764654.657611:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764654.657612:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764654.657615:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764654.657618:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764654.657621:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764654.657628:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764654.657629:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764654.657633:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764654.657639:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764654.657642:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26243)
00000100:00000001:1.0:1787764654.659021:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764654.659028:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764654.659031:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764654.659041:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.659058:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764654.659060:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.659063:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764654.659066:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764654.659069:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764654.659072:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482375424:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764654.659076:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764654.659080:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764654.659082:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.659085:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764654.659091:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764654.659093:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.659111:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764654.659115:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37dc0.
00000400:00000010:1.0:1787764654.659122:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a4c8.
00000100:00000200:1.0:1787764654.659130:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482375424, portal 25
00000100:00000001:1.0:1787764654.659132:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764654.659133:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:1.0:1787764654.659139:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.659148:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764654.659150:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764654.659153:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ae58.
00000100:00000200:1.0:1787764654.659156:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482375424, offset 0
00000400:00000200:1.0:1787764654.659161:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764654.659169:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764654.659185:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764654.659190:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764654.659194:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764654.659197:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764654.659199:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764654.659203:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278175:278175:256:4294967295] 192.168.203.115@tcp LPNI seq info [278175:278175:8:4294967295]
00000400:00000200:1.0:1787764654.659207:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764654.659216:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764654.659221:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764654.659226:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129b00.
00000800:00000200:1.0:1787764654.659232:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764654.659236:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764654.659261:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.659265:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764654.659268:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320907049
00000100:00000010:1.0:1787764654.659274:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f000.
00000100:00000001:1.0:1787764654.659280:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764654.659288:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320907049
00000100:00000010:1.0:1787764654.659291:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fcc0.
00000100:00000001:1.0:1787764654.659293:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764654.659297:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764654.659299:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.659302:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764654.659306:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.659319:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764654.659321:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.659322:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764654.659324:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764654.659325:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764654.659327:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375552:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764654.659329:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764654.659330:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764654.659331:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.659332:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764654.659334:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764654.659335:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.659338:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764654.659340:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37370.
00000400:00000010:1.0:1787764654.659343:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6add0.
00000100:00000200:1.0:1787764654.659345:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482375552, portal 10
00000100:00000001:1.0:1787764654.659346:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764654.659347:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:1.0:1787764654.659352:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.659356:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764654.659357:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764654.659359:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a3b8.
00000100:00000200:1.0:1787764654.659360:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482375552, offset 0
00000400:00000200:1.0:1787764654.659363:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764654.659365:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764654.659367:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764654.659369:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764654.659370:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764654.659372:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764654.659373:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764654.659376:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278176:278176:255:4294967295] 192.168.203.115@tcp LPNI seq info [278176:278176:7:4294967295]
00000400:00000200:1.0:1787764654.659378:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764654.659382:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764654.659384:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764654.659387:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129c00.
00000800:00000200:1.0:1787764654.659390:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764654.659392:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764654.659394:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764654.659396:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764654.659398:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764654.659400:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320905741
00000100:00000001:1.0:1787764654.659401:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320907049
00000100:00000001:1.0:1787764654.659403:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320905741
00000100:00000001:1.0:1787764654.659404:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320907049
00000100:00000001:1.0:1787764654.659405:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764654.659406:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.659407:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764654.659409:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.659413:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764654.659414:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.659415:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764654.659416:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764654.659417:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764654.659419:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375680:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764654.659422:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764654.659424:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764654.659426:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.659427:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764654.659430:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764654.659431:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.659435:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764654.659437:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37aa8.
00000400:00000010:1.0:1787764654.659440:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000200:1.0:1787764654.659442:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482375680, portal 10
00000100:00000001:1.0:1787764654.659444:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764654.659445:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:1.0:1787764654.659451:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.659457:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764654.659459:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764654.659461:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a440.
00000100:00000200:1.0:1787764654.659463:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482375680, offset 0
00000400:00000200:1.0:1787764654.659467:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764654.659470:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764654.659473:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764654.659476:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764654.659478:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764654.659480:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764654.659482:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764654.659484:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278177:278177:254:4294967295] 192.168.203.115@tcp LPNI seq info [278177:278177:6:4294967295]
00000400:00000200:1.0:1787764654.659488:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764654.659493:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764654.659497:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764654.659500:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129700.
00000800:00000200:1.0:1787764654.659504:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764654.659507:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764654.659522:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764654.659525:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764654.659528:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764654.659530:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320905749
00000100:00000001:1.0:1787764654.659532:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320907049
00000100:00000001:1.0:1787764654.659534:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320905749
00000100:00000001:1.0:1787764654.659536:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320907049
00000100:00000001:1.0:1787764654.659539:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764654.659540:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.659542:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764654.659546:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.659553:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764654.659554:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.659555:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764654.659557:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764654.659559:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764654.659562:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375808:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764654.659565:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764654.659567:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764654.659568:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.659570:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764654.659573:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764654.659575:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.659577:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764654.659579:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37f20.
00000400:00000010:1.0:1787764654.659581:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764654.659583:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482375808, portal 4
00000100:00000001:1.0:1787764654.659585:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764654.659585:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:1.0:1787764654.659590:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.659596:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764654.659598:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764654.659600:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a198.
00000100:00000200:1.0:1787764654.659602:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482375808, offset 0
00000400:00000200:1.0:1787764654.659606:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764654.659610:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764654.659613:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764654.659616:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764654.659618:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764654.659620:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764654.659622:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764654.659625:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278178:278178:253:4294967295] 192.168.203.115@tcp LPNI seq info [278178:278178:5:4294967295]
00000400:00000200:1.0:1787764654.659628:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764654.659633:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764654.659638:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764654.659641:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129200.
00000800:00000200:1.0:1787764654.659644:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764654.659648:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764654.659650:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764654.659653:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764654.659656:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764654.659657:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320905749
00000100:00000001:1.0:1787764654.659660:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320907049
00000100:00000001:1.0:1787764654.659661:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320905749
00000100:00000001:1.0:1787764654.659663:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320907049
00000100:00000001:1.0:1787764654.659664:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764654.659666:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.659668:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764654.659671:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.659678:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764654.659679:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.659681:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764654.659683:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764654.659685:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764654.659688:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375936:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764654.659716:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764654.659718:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764654.659720:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.659721:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764654.659725:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764654.659726:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.659730:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764654.659732:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764654.659735:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764654.659738:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482375936, portal 4
00000100:00000001:1.0:1787764654.659739:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764654.659741:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:1.0:1787764654.659746:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.659794:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764654.659797:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764654.659800:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6ac38.
00000100:00000200:1.0:1787764654.659803:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482375936, offset 0
00000400:00000200:1.0:1787764654.659808:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764654.659812:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764654.659815:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764654.659818:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764654.659820:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764654.659823:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764654.659825:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764654.659827:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278179:278179:252:4294967295] 192.168.203.115@tcp LPNI seq info [278179:278179:4:4294967295]
00000400:00000200:1.0:1787764654.659831:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764654.659837:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764654.659841:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764654.659845:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129900.
00000800:00000200:1.0:1787764654.659848:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764654.659852:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764654.659855:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764654.659858:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764654.659861:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764654.659863:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320905754
00000100:00000001:1.0:1787764654.659865:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320907049
00000100:00000001:1.0:1787764654.659867:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320905754
00000100:00000001:1.0:1787764654.659869:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320907049
00000100:00000001:1.0:1787764654.659870:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764654.659872:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.659874:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.659877:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.659884:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764654.659886:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764654.659888:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764654.659889:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764654.659890:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.659892:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764655.360897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764655.360904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764655.360911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764655.360913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764655.360917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764655.360918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764655.361194:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764655.361198:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764655.361201:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764656.000865:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320907049, at 4320907072
00000100:00000040:1.0:1787764656.000865:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320907049, at 4320907072
00000100:00000010:1.0:1787764656.000880:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fcc0.
00000100:00000010:0.0:1787764656.000882:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f000.
00010000:00000001:2.0:1787764656.384910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764656.384917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764656.384923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764656.384924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764656.384927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764656.384928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764656.384988:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764656.384993:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764656.384996:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764657.408851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764657.408858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764657.408863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764657.408866:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764657.408868:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764657.408871:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764657.408874:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764657.408876:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764657.408878:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764657.408881:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764657.408884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764657.408885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764657.408951:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764657.408956:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764657.408959:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787764657.729052:0:257215:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:2.0:1787764657.729093:0:257215:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764657.729103:0:257215:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764657.729107:0:257215:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:2.0:1787764657.729112:0:257215:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764657.729115:0:257215:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764657.729120:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764657.729123:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129b00.
00000400:00000200:2.0:1787764657.729128:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764657.729133:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764657.729138:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ae58
00000400:00000010:2.0:1787764657.729140:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ae58.
00000100:00000001:2.0:1787764657.729145:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764657.729154:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764657.729185:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764657.729190:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764657.729197:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764657.729199:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764657.729208:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764657.729210:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129c00.
00000400:00000200:2.0:1787764657.729213:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764657.729216:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764657.729219:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a3b8
00000400:00000010:2.0:1787764657.729220:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a3b8.
00000100:00000001:2.0:1787764657.729223:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764657.729226:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764657.729240:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764657.729242:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764657.729248:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764657.729250:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764657.729254:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764657.729256:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129700.
00000400:00000200:2.0:1787764657.729259:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764657.729262:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764657.729264:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a440
00000400:00000010:2.0:1787764657.729266:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a440.
00000100:00000001:2.0:1787764657.729268:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764657.729273:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764657.729280:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764657.729283:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764657.729289:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764657.729290:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764657.729294:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764657.729296:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129200.
00000400:00000200:2.0:1787764657.729299:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764657.729301:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764657.729304:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a198
00000400:00000010:2.0:1787764657.729305:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a198.
00000100:00000001:2.0:1787764657.729307:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764657.729311:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764657.729318:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764657.729321:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764657.729328:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764657.729329:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764657.729333:0:257215:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764657.729335:0:257215:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129900.
00000400:00000200:2.0:1787764657.729337:0:257215:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764657.729340:0:257215:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764657.729343:0:257215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6ac38
00000400:00000010:2.0:1787764657.729345:0:257215:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6ac38.
00000100:00000001:2.0:1787764657.729347:0:257215:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764657.729352:0:257215:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764657.729358:0:257215:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764657.729360:0:257215:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764657.729367:0:257215:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764657.729368:0:257215:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764657.729435:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764657.729441:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764657.729443:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764657.729450:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764654/real 1787764657]  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764657.729461:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764657.729463:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764657.729466:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37dc0.
00000400:00000200:1.0:1787764657.729469:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a4c8
00000400:00000010:1.0:1787764657.729471:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a4c8.
00000100:00000001:1.0:1787764657.729473:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764657.729478:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764657.729505:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.729513:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764657.729515:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.729522:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764657.729524:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764657.729529:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.729536:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764657.729541:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.729549:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764657.729552:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.729554:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764657.729555:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.729558:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764657.729561:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764657.729564:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764657.729569:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764657.729572:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764657.729576:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764657.729585:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482375424:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764657.729590:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764657.729594:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764654/real 1787764657]  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764657.729627:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764657.729628:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764657.729630:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37370.
00000400:00000200:1.0:1787764657.729633:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6add0
00000400:00000010:1.0:1787764657.729634:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6add0.
00000100:00000001:1.0:1787764657.729640:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764657.729643:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764657.729651:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.729657:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764657.729658:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.729660:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764657.729661:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764657.729664:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.729669:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764657.729673:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.729679:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764657.729681:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.729682:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764657.729683:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.729684:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764657.729686:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764657.729689:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764657.729692:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764657.729694:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764657.729698:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764657.729705:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375552:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764657.729708:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764657.729711:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764654/real 1787764657]  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764657.729717:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764657.729718:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764657.729720:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37aa8.
00000400:00000200:1.0:1787764657.729722:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:1.0:1787764657.729724:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:1.0:1787764657.729726:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764657.729728:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764657.729735:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.729739:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764657.729740:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.729742:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764657.729743:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764657.729746:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730353:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764657.730360:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730366:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764657.730368:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730393:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764657.730394:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730396:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764657.730398:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764657.730400:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764657.730404:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764657.730406:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764657.730410:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764657.730417:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375680:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764657.730422:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764657.730425:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764654/real 1787764657]  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764657.730434:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764657.730436:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764657.730438:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37f20.
00000400:00000200:1.0:1787764657.730442:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764657.730443:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764657.730446:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764657.730448:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764657.730453:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730457:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764657.730458:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730460:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764657.730461:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764657.730463:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730474:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764657.730477:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730483:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764657.730485:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730486:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764657.730497:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730502:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764657.730504:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764657.730507:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764657.730511:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764657.730513:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764657.730524:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764657.730531:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375808:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764657.730534:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764657.730538:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764654/real 1787764657]  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764657.730545:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764657.730547:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764657.730548:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764657.730551:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764657.730552:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764657.730554:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764657.730557:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764657.730571:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730577:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764657.730579:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730580:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764657.730581:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764657.730585:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730591:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764657.730594:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730600:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764657.730602:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730604:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764657.730605:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730606:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764657.730608:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764657.730610:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764657.730613:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764657.730615:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764657.730619:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764657.730626:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482375936:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764657.730630:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730633:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764657.730636:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482375424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730649:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764657.730653:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764657.730656:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764657.730661:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764657.730664:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764657.730666:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764657.730669:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764657.730671:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:1.0:1787764657.730676:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764657.730678:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764657.730680:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:1.0:1787764657.730683:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764657.730685:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730687:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764657.730690:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482375552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730696:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764657.730698:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764657.730700:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764657.730702:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764657.730703:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764657.730704:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764657.730706:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764657.730707:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:1.0:1787764657.730709:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764657.730710:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764657.730710:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:1.0:1787764657.730712:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764657.730713:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730714:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764657.730716:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482375680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730720:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764657.730721:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764657.730724:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764657.730726:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764657.730727:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764657.730728:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764657.730729:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764657.730731:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:1.0:1787764657.730732:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764657.730733:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764657.730734:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:1.0:1787764657.730736:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764657.730737:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730739:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764657.730742:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482375808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730777:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764657.730779:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764657.730781:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764657.730783:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764657.730785:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764657.730786:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764657.730788:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764657.730790:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:1.0:1787764657.730792:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764657.730793:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764657.730794:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:1.0:1787764657.730796:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764657.730798:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730800:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764657.730804:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482375936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764657.730810:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764657.730812:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764657.730813:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764657.730815:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764657.730817:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764657.730818:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764657.730820:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764657.730822:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:1.0:1787764657.730825:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764657.730826:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764657.730827:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:1.0:1787764657.730829:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764657.730830:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730832:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764657.730839:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764657.730842:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764657.730844:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764657.730846:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764658.432895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764658.432902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764658.432908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764658.432909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764658.432912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764658.432914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764658.432973:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764658.432978:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764658.432982:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764659.456911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764659.456918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764659.456924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764659.456925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764659.456928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764659.456929:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764659.457002:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764659.457009:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764659.457015:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764659.777152:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764659.777163:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764659.777166:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764659.777169:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764659.777179:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764659.777187:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26238
00000400:00000200:2.0:1787764659.777196:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764659.777203:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764659.777206:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764659.777208:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.777212:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764659.777214:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.777216:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764659.777220:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764659.777222:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764659.777224:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764659.777228:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764659.777242:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764659.777244:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764659.777248:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.777250:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764659.777252:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.777254:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764659.777257:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764659.777260:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764659.777262:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764659.777265:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764659.777268:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764659.777271:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.777273:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764659.777275:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764659.777282:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cb40.
00000020:00000040:2.0:1787764659.777285:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764659.777289:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764659.777290:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.777294:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764659.777297:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764659.777301:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764659.777308:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764659.777315:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764659.777324:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764659.777335:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764659.777339:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764659.777344:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2e980d] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764659.777366:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764659.777370:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764659.777373:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764659.777375:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764659.777377:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764659.777380:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764659.777382:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26238
00000400:00000200:2.0:1787764659.777385:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764659.777388:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764659.777390:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764659.777393:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.777395:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764659.777398:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.777400:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764659.777403:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764659.777404:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764659.777406:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764659.777408:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764659.777410:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764659.777411:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787764659.777413:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764659.777417:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787764659.777419:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764659.777422:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764659.777423:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764659.777426:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.777431:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764659.777432:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764659.777434:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764659.777441:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764659.777445:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.777449:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787764659.777449:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764659.777454:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764659.777457:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764659.777459:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764659.777462:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.777464:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764659.777465:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764659.777469:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787764659.777472:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764659.777487:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482376064:192.168.203.115@tcp:250:kworker.0
00000008:00000001:2.0:1787764659.777488:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.777492:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.777495:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1787764659.777499:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
02000000:00000001:1.0:1787764659.777501:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1787764659.777504:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764659.777505:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764659.777508:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764659.777510:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787764659.777512:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.777515:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787764659.777517:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:2.0:1787764659.777517:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764659.777521:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.777522:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764659.777529:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000400:00000200:1.0:1787764659.777530:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764659.777536:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764659.777538:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00100000:2.0:1787764659.777544:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764659.777546:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764659.777555:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482376064, portal 25
00000100:00000001:2.0:1787764659.777556:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764659.777560:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764659.777560:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.777564:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980236096 : -118790729315520 : ffff93f5e0c6cb40)
00000100:00000040:2.0:1787764659.777567:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764659.777574:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764659.777579:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764659.777584:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764659.777587:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764659.777589:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764659.777591:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764659.777594:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482376064, offset 0
00000400:00000200:1.0:1787764659.777600:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00080000:2.0:1787764659.777604:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764659.777607:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764659.777609:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764659.777610:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764659.777615:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764659.777617:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:2.0:1787764659.777621:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26238
00000400:00000200:1.0:1787764659.777622:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764659.777628:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764659.777630:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764659.777633:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764659.777638:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764659.777639:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764659.777642:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278180:278180:256:4294967295] 192.168.203.115@tcp LPNI seq info [278180:278180:8:4294967295]
00000100:00080000:2.0:1787764659.777644:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764659.777648:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764659.777652:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.777658:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764659.777659:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787764659.777664:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:1.0:1787764659.777668:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764659.777669:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000010:1.0:1787764659.777672:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000020:00000001:2.0:1787764659.777673:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764659.777676:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000800:00000200:1.0:1787764659.777680:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:2.0:1787764659.777682:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1787764659.777684:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000020:00000040:2.0:1787764659.777688:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000800:00000200:1.1:1787764659.777689:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:2.0:1787764659.777693:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000200:1.1:1787764659.777694:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1787764659.777700:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000100:1.0:1787764659.777701:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764659.777704:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000100:00000040:2.0:1787764659.777707:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764659.777708:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764659.777714:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764659.777717:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764659.777718:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764659.777720:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764659.777724:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764659.777725:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764659.777731:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764659.777734:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787764659.777735:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764659.777739:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00000040:1.0:1787764659.777741:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764659.777745:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764659.777777:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.777779:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764659.777784:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.777786:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764659.777787:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764659.777792:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764659.777793:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:2.0:1787764659.777798:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.777799:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320912168
00000100:00000001:2.0:1787764659.777801:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764659.777805:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1787764659.777806:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fcc0.
00000100:00000001:1.0:1787764659.777815:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764659.777821:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320912168
00000100:00000010:1.0:1787764659.777824:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f660.
00000100:00000001:1.0:1787764659.777827:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764659.777830:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764659.777832:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.777835:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764659.777839:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764659/real 1787764659]  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764659.777847:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764659.777848:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764659.777849:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764659.777851:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764659.777853:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764659.777854:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764659.777858:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787764659.777859:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.777864:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764659.777871:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787764659.777872:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787764659.777878:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000001:1.0:1787764659.777880:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764659.777884:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787764659.777884:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764659.777888:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787764659.777888:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.777890:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764659.777893:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787764659.777894:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764659.777896:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764659.777899:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.777905:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787764659.777907:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000040:1.0:1787764659.777909:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764659.777912:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.777916:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764659.777919:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.777920:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764659.777922:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764659.777923:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764659.777924:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764659.777926:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764659.777930:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764659.777936:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764659.777939:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787764659.777941:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787764659.777944:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764659.777946:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764659.777954:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482376064:192.168.203.115@tcp:250:kworker.0
00000100:00000040:2.0:1787764659.777954:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.777961:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.777965:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764659.777968:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cb40 x1874595482376064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764659.777971:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.777977:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:2.0:1787764659.777977:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787764659.777979:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764659.777982:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764659.777984:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764659.777985:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764659.777986:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764659.777988:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764659.777989:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:1.0:1787764659.777992:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764659.777994:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764659.777995:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cb40.
00000100:00000001:1.0:1787764659.777997:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764659.777998:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.777999:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.778004:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764659.778005:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.778006:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764659.778008:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764659.778009:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764659.778011:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778015:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764659.778016:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.778017:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764659.778019:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764659.778020:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764659.778021:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376192:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764659.778023:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764659.778024:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764659.778025:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.778026:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764659.778028:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764659.778029:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764659.778032:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764659.778034:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764659.778036:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764659.778038:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482376192, portal 10
00000100:00000001:1.0:1787764659.778039:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764659.778040:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980235136 : -118790729316480 : ffff93f5e0c6c780)
00000100:00000040:1.0:1787764659.778044:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778048:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764659.778049:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764659.778051:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764659.778052:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482376192, offset 0
00000400:00000200:1.0:1787764659.778055:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764659.778058:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764659.778060:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764659.778062:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764659.778064:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764659.778065:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764659.778067:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764659.778069:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278181:278181:256:4294967295] 192.168.203.115@tcp LPNI seq info [278181:278181:8:4294967295]
00000400:00000200:1.0:1787764659.778071:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764659.778075:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764659.778077:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764659.778079:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764659.778081:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764659.778083:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764659.778086:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764659.778087:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764659.778089:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764659.778090:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764659.778092:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764659.778094:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764659.778096:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764659.778097:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764659.778099:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764659.778100:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778105:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764659.778107:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778111:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.778112:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764659.778114:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764659.778117:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764659.778119:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764659.778120:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320910860
00000100:00000001:1.0:1787764659.778123:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320912168
00000100:00000001:1.0:1787764659.778125:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320910860
00000100:00000001:1.0:1787764659.778127:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320912168
00000100:00000001:1.0:1787764659.778130:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764659.778132:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.778134:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764659.778137:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764659/real 1787764659]  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764659.778144:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764659.778146:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764659.778148:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764659.778150:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764659.778152:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764659.778154:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764659.778157:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764659.778164:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778170:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764659.778172:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.778174:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764659.778175:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764659.778178:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778184:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764659.778187:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778194:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764659.778213:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.778214:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764659.778216:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.778218:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764659.778219:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764659.778222:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764659.778225:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764659.778228:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764659.778232:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764659.778239:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376192:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764659.778243:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764659.778246:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778251:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764659.778253:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.778255:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764659.778256:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764659.778258:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764659.778260:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376320:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764659.778263:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764659.778265:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764659.778267:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.778268:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764659.778272:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764659.778274:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764659.778278:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764659.778280:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764659.778284:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764659.778286:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482376320, portal 10
00000100:00000001:1.0:1787764659.778288:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764659.778289:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238016 : -118790729313600 : ffff93f5e0c6d2c0)
00000100:00000040:1.0:1787764659.778294:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778300:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764659.778302:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764659.778304:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764659.778307:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482376320, offset 0
00000400:00000200:1.0:1787764659.778311:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764659.778314:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764659.778317:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764659.778320:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764659.778323:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764659.778325:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764659.778327:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764659.778329:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278182:278182:256:4294967295] 192.168.203.115@tcp LPNI seq info [278182:278182:8:4294967295]
00000400:00000200:1.0:1787764659.778333:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764659.778339:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764659.778343:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764659.778346:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764659.778349:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764659.778352:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764659.778356:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764659.778358:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764659.778362:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764659.778363:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764659.778366:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764659.778369:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764659.778372:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764659.778374:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764659.778376:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764659.778379:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778386:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764659.778389:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778395:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.778397:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764659.778400:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764659.778403:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764659.778406:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764659.778408:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320910868
00000100:00000001:1.0:1787764659.778411:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320912168
00000100:00000001:1.0:1787764659.778413:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320910868
00000100:00000001:1.0:1787764659.778415:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320912168
00000100:00000001:1.0:1787764659.778417:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764659.778419:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.778421:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764659.778425:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764659/real 1787764659]  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764659.778432:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764659.778433:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764659.778435:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764659.778437:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764659.778439:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764659.778441:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764659.778444:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764659.778451:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778459:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764659.778460:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.778462:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764659.778463:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764659.778467:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778484:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764659.778489:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778496:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764659.778498:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.778500:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764659.778501:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.778503:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764659.778505:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764659.778507:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764659.778510:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764659.778512:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764659.778516:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764659.778523:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376320:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764659.778528:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.778530:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764659.778533:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c780 x1874595482376192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778538:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764659.778541:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764659.778543:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764659.778546:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764659.778547:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764659.778549:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764659.778551:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764659.778552:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4000.
02000000:00000001:1.0:1787764659.778555:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764659.778556:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764659.778557:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c780.
00000100:00000001:1.0:1787764659.778560:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764659.778561:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.778562:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764659.778565:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d2c0 x1874595482376320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.778572:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764659.778573:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764659.778574:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764659.778576:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764659.778577:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764659.778578:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764659.778580:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764659.778582:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5400.
02000000:00000001:1.0:1787764659.778584:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764659.779169:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764659.779175:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d2c0.
00000100:00000001:1.0:1787764659.779180:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764659.779181:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.779185:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787764659.779185:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764659.779190:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764659.779193:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787764659.779194:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764659.779197:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.779200:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764659.779201:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764659.779205:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764659.779207:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26238
00000400:00000200:2.0:1787764659.779214:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764659.779219:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764659.779223:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764659.779226:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.779244:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764659.779247:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.779250:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764659.779253:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764659.779255:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764659.779257:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764659.779259:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764659.779261:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764659.779263:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764659.779265:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.779267:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764659.779269:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.779271:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764659.779273:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764659.779276:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764659.779278:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764659.779281:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764659.779286:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764659.779289:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.779291:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764659.779293:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764659.779295:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.779297:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764659.779303:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787764659.779306:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764659.779308:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764659.779310:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.779312:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764659.779314:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764659.779316:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764659.779320:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764659.779324:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764659.779330:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764659.779350:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764659.779353:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764659.779358:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764659.779383:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764659.779387:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764659.779390:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764659.779392:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764659.779393:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764659.779396:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764659.779398:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26238
00000400:00000200:2.0:1787764659.779401:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764659.779404:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764659.779406:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764659.779408:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.779410:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764659.779412:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.779413:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764659.779415:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764659.779416:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764659.779417:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764659.779419:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764659.779421:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764659.779423:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764659.779425:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.779427:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764659.779429:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764659.779430:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764659.779433:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764659.779435:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764659.779437:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764659.779439:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764659.779442:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764659.779444:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.779445:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764659.779447:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764659.779449:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.779451:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764659.779454:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787764659.779457:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764659.779458:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764659.779460:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764659.779461:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764659.779462:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764659.779464:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764659.779467:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764659.779470:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764659.779486:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764659.779494:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764659.779497:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764659.779500:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764659.779507:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764659.779512:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26248)
00000100:00000001:1.0:1787764659.780114:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764659.780118:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764659.780120:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764659.780127:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780136:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764659.780137:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.780141:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764659.780144:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764659.780146:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764659.780149:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376448:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764659.780152:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764659.780155:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764659.780158:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.780159:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764659.780165:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764659.780167:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764659.780172:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764659.780176:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764659.780181:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764659.780187:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482376448, portal 4
00000100:00000001:1.0:1787764659.780189:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764659.780190:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980233216 : -118790729318400 : ffff93f5e0c6c000)
00000100:00000040:1.0:1787764659.780197:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780203:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764659.780206:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764659.780208:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764659.780211:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482376448, offset 0
00000400:00000200:1.0:1787764659.780218:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764659.780225:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764659.780232:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764659.780237:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764659.780240:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764659.780244:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764659.780247:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764659.780251:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278183:278183:256:4294967295] 192.168.203.115@tcp LPNI seq info [278183:278183:8:4294967295]
00000400:00000200:1.0:1787764659.780255:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764659.780262:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764659.780267:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764659.780272:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764659.780277:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764659.780280:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764659.780285:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764659.780289:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764659.780293:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764659.780295:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764659.780298:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764659.780303:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764659.780307:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764659.780309:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764659.780312:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764659.780316:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780325:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764659.780327:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780334:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.780336:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764659.780349:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764659.780354:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764659.780357:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764659.780360:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320910870
00000100:00000001:1.0:1787764659.780363:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320912168
00000100:00000001:1.0:1787764659.780365:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320910870
00000100:00000001:1.0:1787764659.780367:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320912168
00000100:00000001:1.0:1787764659.780369:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764659.780371:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.780374:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764659.780379:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764659/real 1787764659]  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764659.780387:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764659.780388:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764659.780391:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764659.780394:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764659.780395:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764659.780397:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764659.780400:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764659.780408:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780414:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764659.780416:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.780418:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764659.780419:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764659.780423:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780429:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764659.780433:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780439:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764659.780441:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.780442:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764659.780444:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.780446:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764659.780448:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764659.780451:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764659.780455:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764659.780458:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764659.780462:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764659.780470:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376448:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764659.780485:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764659.780488:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780494:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764659.780495:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.780497:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764659.780499:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764659.780500:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764659.780503:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376576:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764659.780506:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764659.780507:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764659.780509:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.780510:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764659.780514:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764659.780516:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764659.780519:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764659.780522:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764659.780525:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764659.780528:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482376576, portal 4
00000100:00000001:1.0:1787764659.780530:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764659.780531:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980246656 : -118790729304960 : ffff93f5e0c6f480)
00000100:00000040:1.0:1787764659.780536:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780542:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764659.780544:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764659.780546:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764659.780548:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482376576, offset 0
00000400:00000200:1.0:1787764659.780552:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764659.780556:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764659.780560:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764659.780563:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764659.780565:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764659.780567:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764659.780569:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764659.780572:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278184:278184:256:4294967295] 192.168.203.115@tcp LPNI seq info [278184:278184:8:4294967295]
00000400:00000200:1.0:1787764659.780576:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764659.780581:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764659.780585:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764659.780588:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764659.780592:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764659.780594:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764659.780598:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764659.780601:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764659.780604:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764659.780606:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764659.780609:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764659.780612:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764659.780614:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764659.780616:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764659.780618:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764659.780621:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780628:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764659.780630:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780636:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.780638:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764659.780641:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764659.780643:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764659.780646:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764659.780648:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320910874
00000100:00000001:1.0:1787764659.780650:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320912168
00000100:00000001:1.0:1787764659.780652:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320910874
00000100:00000001:1.0:1787764659.780654:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320912168
00000100:00000001:1.0:1787764659.780656:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764659.780658:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.780660:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764659.780663:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764659/real 1787764659]  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764659.780670:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764659.780671:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764659.780673:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764659.780675:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764659.780677:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764659.780678:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764659.780681:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764659.780689:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780694:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764659.780696:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.780697:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764659.780698:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764659.780702:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780707:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764659.780710:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780717:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764659.780719:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.780721:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764659.780722:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.780723:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764659.780724:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764659.780726:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764659.780729:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764659.780731:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764659.780734:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764659.780740:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376576:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764659.780743:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.780745:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764659.780780:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c000 x1874595482376448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780787:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764659.780789:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764659.780791:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764659.780794:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764659.780796:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764659.780797:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764659.780800:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764659.780802:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:1.0:1787764659.780806:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764659.780807:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764659.780809:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c000.
00000100:00000001:1.0:1787764659.780812:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764659.780813:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.780815:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764659.780818:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f480 x1874595482376576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.780824:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764659.780825:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764659.780826:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764659.780828:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764659.780829:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764659.780831:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764659.780832:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764659.780833:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:1.0:1787764659.780835:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764659.780836:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764659.780838:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f480.
00000100:00000001:1.0:1787764659.780840:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764659.780841:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.780844:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.780849:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764659.780851:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.780854:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764659.780856:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764660.480880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764660.480888:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764660.480890:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764660.480893:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764660.480897:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764660.480899:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764660.480902:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764660.480904:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764660.480908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764660.480909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764660.480912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764660.480914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764660.481004:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764660.481011:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764660.481015:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764661.120868:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320912168, at 4320912192
00000100:00000040:0.0:1787764661.120874:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320912168, at 4320912192
00000100:00000010:1.0:1787764661.120885:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f660.
00000100:00000010:0.0:1787764661.120892:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fcc0.
00010000:00000001:2.0:1787764661.504870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764661.504875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764661.504878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764661.504879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764661.504881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764661.504882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764661.504949:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764661.504954:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764661.504956:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764662.528982:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764662.528992:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764662.529005:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764662.529008:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764662.529016:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764662.529018:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764662.529056:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764662.529064:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764662.529069:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764663.552829:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764663.552835:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764663.552839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764663.552840:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764663.552841:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764663.552842:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764663.552894:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764663.552899:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764663.552902:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764664.576881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764664.576888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764664.576894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764664.576895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764664.576898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764664.576901:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764664.576903:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764664.576906:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764664.576909:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764664.576911:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764664.576913:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764664.576915:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764664.576961:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764664.576965:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764664.576968:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764664.897689:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764664.897699:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764664.897702:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764664.897705:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764664.897709:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764664.897716:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26243
00000400:00000200:0.0:1787764664.897724:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764664.897731:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764664.897734:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764664.897737:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.897740:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764664.897742:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.897770:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764664.897774:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764664.897776:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764664.897779:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764664.897782:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764664.897785:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764664.897787:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764664.897790:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.897792:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764664.897794:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.897796:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764664.897798:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764664.897801:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764664.897804:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764664.897806:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764664.897810:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764664.897813:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.897815:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764664.897817:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764664.897826:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764664.897829:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764664.897833:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764664.897835:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.897838:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764664.897840:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764664.897844:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764664.897850:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764664.897856:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764664.897865:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764664.897875:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764664.897878:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764664.897883:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764664.897906:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764664.897909:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764664.897912:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764664.897914:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764664.897915:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764664.897918:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764664.897921:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26243
00000400:00000200:0.0:1787764664.897925:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764664.897928:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764664.897930:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764664.897933:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.897935:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764664.897937:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.897939:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764664.897941:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764664.897942:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764664.897944:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764664.897946:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764664.897948:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764664.897949:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764664.897952:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.897954:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764664.897956:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.897958:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764664.897960:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764664.897962:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764664.897964:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764664.897966:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764664.897971:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764664.897973:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.897974:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764664.897978:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764664.897980:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.897982:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764664.897985:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764664.897987:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764664.897990:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764664.897991:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.897993:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764664.897994:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764664.897996:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764664.897999:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764664.898002:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764664.898007:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764664.898014:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764664.898016:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764664.898019:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764664.898026:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764664.898029:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764664.898031:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764664.898032:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764664.898034:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764664.898036:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764664.898039:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26243
00000400:00000200:0.0:1787764664.898042:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764664.898044:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764664.898046:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764664.898048:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898050:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764664.898052:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898054:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764664.898056:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764664.898057:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764664.898059:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764664.898060:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764664.898062:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764664.898064:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764664.898067:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898069:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764664.898071:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898073:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764664.898075:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764664.898077:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898079:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764664.898081:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764664.898083:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764664.898085:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.898086:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764664.898088:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764664.898090:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.898091:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764664.898095:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764664.898097:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764664.898099:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764664.898100:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.898101:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764664.898103:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764664.898104:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764664.898107:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764664.898109:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764664.898112:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764664.898119:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764664.898120:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764664.898124:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764664.898143:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764664.898147:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764664.898149:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764664.898151:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764664.898152:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764664.898154:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764664.898156:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26243
00000400:00000200:0.0:1787764664.898160:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764664.898162:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764664.898164:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764664.898166:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898168:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764664.898170:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898172:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764664.898174:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764664.898175:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764664.898176:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764664.898178:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764664.898180:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764664.898182:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764664.898184:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898186:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764664.898188:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898189:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764664.898191:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764664.898194:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898196:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764664.898197:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764664.898199:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764664.898201:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.898203:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764664.898205:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764664.898213:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.898215:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764664.898218:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764664.898220:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764664.898222:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764664.898223:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.898225:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764664.898226:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764664.898227:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764664.898230:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764664.898233:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764664.898237:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764664.898243:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764664.898245:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764664.898249:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764664.898255:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764664.898258:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764664.898260:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764664.898261:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764664.898263:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764664.898265:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764664.898267:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26243
00000400:00000200:0.0:1787764664.898270:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764664.898272:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764664.898274:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764664.898277:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898279:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764664.898281:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898283:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764664.898285:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764664.898287:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764664.898288:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764664.898290:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764664.898292:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764664.898293:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764664.898296:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898298:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764664.898299:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898301:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764664.898303:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764664.898305:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764664.898307:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764664.898309:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764664.898311:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764664.898312:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.898314:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764664.898315:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764664.898317:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.898318:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764664.898321:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764664.898322:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764664.898324:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764664.898325:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764664.898326:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764664.898327:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764664.898328:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764664.898331:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:0.0:1787764664.898333:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764664.898336:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764664.898348:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764664.898350:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764664.898354:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764664.898361:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764664.898365:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26253)
00000100:00000001:1.0:1787764664.900675:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764664.900685:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764664.900688:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764664.900701:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.900712:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764664.900714:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.900718:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764664.900721:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764664.900724:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764664.900729:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482376704:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764664.900733:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764664.900738:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764664.900741:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.900743:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764664.900786:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764664.900789:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764664.900795:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764664.900799:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764664.900807:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764664.900814:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482376704, portal 25
00000100:00000001:1.0:1787764664.900816:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764664.900818:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000040:1.0:1787764664.900824:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.900832:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764664.900835:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764664.900837:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764664.900840:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482376704, offset 0
00000400:00000200:1.0:1787764664.900847:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764664.900855:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764664.900863:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764664.900868:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764664.900872:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764664.900876:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764664.900878:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764664.900882:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278185:278185:256:4294967295] 192.168.203.115@tcp LPNI seq info [278185:278185:8:4294967295]
00000400:00000200:1.0:1787764664.900887:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764664.900895:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764664.900901:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764664.900906:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764664.900913:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764664.900917:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764664.900923:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764664.900926:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764664.900930:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764664.900933:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764664.900938:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764664.900942:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764664.900946:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764664.900948:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764664.900952:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764664.900956:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.900966:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764664.900969:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.900977:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.900978:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764664.900984:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764664.900988:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764664.900991:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320917291
00000100:00000010:1.0:1787764664.900996:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f660.
00000100:00000001:1.0:1787764664.901004:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764664.901011:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320917291
00000100:00000010:1.0:1787764664.901014:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f060.
00000100:00000001:1.0:1787764664.901017:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764664.901020:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764664.901023:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.901025:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764664.901030:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764664/real 1787764664]  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764664.901050:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764664.901053:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764664.901054:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764664.901057:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764664.901059:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764664.901062:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764664.901065:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764664.901073:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901080:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764664.901082:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.901084:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764664.901086:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764664.901090:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901096:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764664.901100:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901106:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764664.901109:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.901110:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764664.901112:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.901114:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764664.901116:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764664.901119:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764664.901124:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764664.901127:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764664.901132:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764664.901140:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482376704:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764664.901144:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764664.901148:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901154:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764664.901155:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.901158:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764664.901160:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764664.901161:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764664.901165:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376832:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764664.901168:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764664.901170:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764664.901172:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.901174:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764664.901177:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764664.901179:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764664.901182:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764664.901184:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764664.901187:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764664.901190:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482376832, portal 10
00000100:00000001:1.0:1787764664.901192:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764664.901193:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:1.0:1787764664.901199:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901204:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764664.901206:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764664.901208:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764664.901210:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482376832, offset 0
00000400:00000200:1.0:1787764664.901214:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764664.901217:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764664.901221:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764664.901223:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764664.901226:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764664.901229:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764664.901231:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764664.901234:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278186:278186:256:4294967295] 192.168.203.115@tcp LPNI seq info [278186:278186:8:4294967295]
00000400:00000200:1.0:1787764664.901237:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764664.901243:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764664.901247:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764664.901250:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764664.901254:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764664.901256:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764664.901260:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764664.901262:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764664.901265:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764664.901267:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764664.901270:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764664.901273:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764664.901276:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764664.901283:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764664.901286:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764664.901289:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901297:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764664.901300:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901306:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.901307:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764664.901311:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764664.901315:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764664.901318:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764664.901320:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320915983
00000100:00000001:1.0:1787764664.901322:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320917291
00000100:00000001:1.0:1787764664.901324:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320915983
00000100:00000001:1.0:1787764664.901327:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320917291
00000100:00000001:1.0:1787764664.901329:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764664.901331:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.901333:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764664.901336:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764664/real 1787764664]  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764664.901343:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764664.901344:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764664.901346:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764664.901348:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764664.901350:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764664.901352:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764664.901355:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764664.901363:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901369:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764664.901371:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.901373:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764664.901374:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764664.901377:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901384:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764664.901388:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901394:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764664.901396:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.901398:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764664.901399:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.901402:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764664.901404:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764664.901406:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764664.901410:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764664.901412:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764664.901416:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764664.901424:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376832:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764664.901428:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764664.901432:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901449:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764664.901451:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.901453:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764664.901455:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764664.901457:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764664.901460:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376960:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764664.901463:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764664.901465:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764664.901467:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.901468:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764664.901472:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764664.901474:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764664.901477:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764664.901479:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764664.901481:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764664.901484:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482376960, portal 10
00000100:00000001:1.0:1787764664.901486:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764664.901487:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:1.0:1787764664.901492:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901499:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764664.901501:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764664.901503:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764664.901506:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482376960, offset 0
00000400:00000200:1.0:1787764664.901509:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764664.901512:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764664.901515:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764664.901518:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764664.901521:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764664.901523:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764664.901525:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764664.901528:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278187:278187:256:4294967295] 192.168.203.115@tcp LPNI seq info [278187:278187:8:4294967295]
00000400:00000200:1.0:1787764664.901532:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764664.901538:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764664.901542:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764664.901546:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764664.901549:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764664.901552:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764664.901556:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764664.901558:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764664.901562:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764664.901563:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764664.901566:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764664.901570:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764664.901572:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764664.901574:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764664.901576:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764664.901580:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901586:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764664.901589:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901602:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.901603:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764664.901606:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764664.901609:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764664.901612:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764664.901614:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320915991
00000100:00000001:1.0:1787764664.901617:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320917291
00000100:00000001:1.0:1787764664.901619:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320915991
00000100:00000001:1.0:1787764664.901621:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320917291
00000100:00000001:1.0:1787764664.901623:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764664.901624:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.901626:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764664.901630:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764664/real 1787764664]  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764664.901638:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764664.901639:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764664.901640:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764664.901643:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764664.901644:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764664.901647:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764664.901649:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764664.901655:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901660:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764664.901661:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.901663:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764664.901664:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764664.901668:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901674:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764664.901677:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901683:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764664.901685:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.901686:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764664.901688:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.901689:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764664.901691:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764664.901693:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764664.901697:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764664.901699:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764664.901703:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764664.901711:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482376960:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764664.901714:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764664.901718:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901725:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764664.901727:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.901729:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764664.901731:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764664.901733:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764664.901736:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377088:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764664.901739:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764664.901741:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764664.901743:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.901745:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764664.901785:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764664.901788:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764664.901792:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764664.901795:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764664.901798:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764664.901801:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482377088, portal 4
00000100:00000001:1.0:1787764664.901803:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764664.901804:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:1.0:1787764664.901809:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901814:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764664.901817:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764664.901819:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764664.901821:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482377088, offset 0
00000400:00000200:1.0:1787764664.901825:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764664.901829:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764664.901833:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764664.901835:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764664.901837:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764664.901839:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764664.901841:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764664.901844:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278188:278188:256:4294967295] 192.168.203.115@tcp LPNI seq info [278188:278188:8:4294967295]
00000400:00000200:1.0:1787764664.901848:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764664.901853:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764664.901858:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764664.901861:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764664.901865:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764664.901867:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764664.901871:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764664.901874:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764664.901878:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764664.901880:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764664.901883:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764664.901886:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764664.901889:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764664.901890:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764664.901893:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764664.901896:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901904:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764664.901907:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901913:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.901914:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764664.901917:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764664.901920:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764664.901923:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764664.901925:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320915992
00000100:00000001:1.0:1787764664.901927:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320917291
00000100:00000001:1.0:1787764664.901929:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320915992
00000100:00000001:1.0:1787764664.901931:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320917291
00000100:00000001:1.0:1787764664.901933:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764664.901935:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.901937:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764664.901941:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764664/real 1787764664]  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764664.901947:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764664.901948:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764664.901950:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764664.901953:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764664.901954:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764664.901957:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764664.901960:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764664.901968:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901973:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764664.901974:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.901975:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764664.901976:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764664.901979:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901985:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764664.901989:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.901996:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764664.901998:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902000:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764664.902001:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902003:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764664.902004:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764664.902007:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764664.902010:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764664.902012:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764664.902016:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764664.902024:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377088:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764664.902027:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764664.902031:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902038:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764664.902039:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.902041:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764664.902043:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764664.902045:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764664.902047:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377216:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764664.902050:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764664.902052:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764664.902053:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.902055:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764664.902058:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764664.902060:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764664.902063:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764664.902065:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764664.902068:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764664.902071:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482377216, portal 4
00000100:00000001:1.0:1787764664.902072:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764664.902074:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:1.0:1787764664.902079:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902085:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764664.902087:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764664.902090:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764664.902092:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482377216, offset 0
00000400:00000200:1.0:1787764664.902096:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764664.902099:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764664.902102:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764664.902105:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764664.902107:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764664.902110:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764664.902112:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764664.902115:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278189:278189:256:4294967295] 192.168.203.115@tcp LPNI seq info [278189:278189:8:4294967295]
00000400:00000200:1.0:1787764664.902119:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764664.902124:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764664.902129:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764664.902132:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764664.902136:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764664.902139:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764664.902143:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764664.902146:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764664.902149:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764664.902150:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764664.902152:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764664.902155:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764664.902158:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764664.902159:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764664.902162:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764664.902165:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902172:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764664.902174:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902179:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.902181:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764664.902183:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764664.902186:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764664.902189:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764664.902191:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320915996
00000100:00000001:1.0:1787764664.902193:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320917291
00000100:00000001:1.0:1787764664.902195:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320915996
00000100:00000001:1.0:1787764664.902197:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320917291
00000100:00000001:1.0:1787764664.902199:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764664.902202:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.902204:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764664.902208:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764664/real 1787764664]  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764664.902215:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764664.902216:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764664.902217:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764664.902220:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764664.902221:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764664.902223:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764664.902226:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764664.902234:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902240:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764664.902242:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902244:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764664.902245:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764664.902249:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902255:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764664.902259:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902266:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764664.902268:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902270:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764664.902271:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902273:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764664.902274:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764664.902276:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764664.902279:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764664.902281:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764664.902284:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764664.902291:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377216:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764664.902295:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902297:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764664.902301:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482376704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902307:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764664.902309:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764664.902312:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764664.902315:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764664.902318:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764664.902319:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764664.902322:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764664.902324:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
02000000:00000001:1.0:1787764664.902329:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764664.902331:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764664.902332:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:1.0:1787764664.902336:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764664.902337:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902338:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764664.902342:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482376832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902348:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764664.902349:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764664.902351:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764664.902353:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764664.902354:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764664.902355:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764664.902357:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764664.902359:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:1.0:1787764664.902362:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764664.902363:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764664.902364:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:1.0:1787764664.902366:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764664.902367:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902369:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764664.902372:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482376960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902378:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764664.902379:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764664.902381:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764664.902383:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764664.902384:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764664.902385:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764664.902387:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764664.902388:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:1.0:1787764664.902390:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764664.902391:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764664.902392:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:1.0:1787764664.902395:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764664.902396:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902397:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764664.902401:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482377088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902407:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764664.902408:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764664.902409:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764664.902411:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764664.902412:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764664.902413:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764664.902414:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764664.902416:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919edc00.
02000000:00000001:1.0:1787764664.902418:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764664.902419:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764664.902420:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:1.0:1787764664.902423:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764664.902424:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902425:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764664.902428:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482377216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.902433:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764664.902434:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764664.902435:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764664.902437:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764664.902449:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764664.902450:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764664.902451:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764664.902453:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef400.
02000000:00000001:1.0:1787764664.902455:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764664.902456:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764664.902458:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:1.0:1787764664.902460:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764664.902462:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902464:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.902471:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764664.902473:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.902475:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764664.902477:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764665.601398:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764665.601404:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764665.601410:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764665.601412:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764665.601415:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764665.601416:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764665.601537:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764665.601541:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764665.601544:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764666.240887:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320917291, at 4320917312
00000100:00000010:1.0:1787764666.240903:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f060.
00000100:00000040:0.0:1787764666.241540:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320917291, at 4320917312
00000100:00000010:0.0:1787764666.241555:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f660.
00010000:00000001:2.0:1787764666.625577:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764666.625584:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764666.625589:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764666.625591:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764666.625594:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764666.625596:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764666.625733:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764666.625737:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764666.625740:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764667.648945:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764667.648951:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764667.648956:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764667.648959:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764667.648962:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764667.648964:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764667.648967:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764667.648970:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764667.648972:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764667.648974:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764667.648977:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764667.648978:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764667.649168:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764667.649173:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764667.649175:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764668.672903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764668.672909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764668.672914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764668.672915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764668.672919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764668.672920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764668.676617:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764668.676622:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764668.676626:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764669.696974:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764669.696980:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764669.696985:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764669.696987:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764669.696990:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764669.696991:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764669.697067:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764669.697071:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764669.697074:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764670.016875:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764670.016886:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764670.016889:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764670.016893:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764670.016898:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764670.016906:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26248
00000400:00000200:3.0:1787764670.016915:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764670.016921:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764670.016925:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764670.016927:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.016930:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764670.016932:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.016935:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764670.016939:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764670.016940:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764670.016943:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764670.016946:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764670.016954:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764670.016956:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764670.016960:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.016962:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764670.016963:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.016965:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764670.016968:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764670.016971:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764670.016973:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764670.016976:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764670.016979:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764670.016982:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.016984:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764670.016986:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764670.016995:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764670.016999:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764670.017002:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764670.017004:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017007:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764670.017009:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764670.017013:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764670.017021:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764670.017026:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764670.017041:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764670.017051:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764670.017056:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764670.017060:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764670.017090:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764670.017093:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764670.017096:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764670.017097:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764670.017100:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764670.017104:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764670.017106:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26248
00000400:00000200:3.0:1787764670.017110:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764670.017113:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764670.017115:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764670.017118:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017120:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764670.017122:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017124:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764670.017126:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764670.017127:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764670.017129:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764670.017131:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764670.017133:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764670.017135:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764670.017138:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017140:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764670.017142:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017144:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764670.017146:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764670.017149:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017151:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764670.017153:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764670.017159:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764670.017161:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017162:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764670.017166:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764670.017169:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017171:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764670.017176:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764670.017178:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764670.017180:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764670.017181:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017183:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764670.017185:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764670.017186:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764670.017190:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764670.017193:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764670.017199:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764670.017206:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764670.017208:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764670.017212:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764670.017219:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764670.017221:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764670.017224:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764670.017226:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764670.017227:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764670.017229:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764670.017232:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26248
00000400:00000200:3.0:1787764670.017236:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764670.017239:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764670.017241:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764670.017243:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017245:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764670.017247:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017249:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764670.017251:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764670.017255:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764670.017257:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764670.017258:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764670.017260:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764670.017262:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764670.017265:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017267:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764670.017268:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017270:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764670.017273:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764670.017275:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017278:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764670.017280:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764670.017282:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764670.017284:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017286:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764670.017288:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764670.017290:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017292:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764670.017296:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764670.017298:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764670.017300:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764670.017301:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017303:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764670.017304:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764670.017306:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764670.017309:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764670.017312:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764670.017317:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764670.017323:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764670.017325:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764670.017329:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764670.017336:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764670.017338:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764670.017341:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764670.017342:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764670.017344:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764670.017346:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764670.017348:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26248
00000400:00000200:3.0:1787764670.017352:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764670.017354:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764670.017356:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764670.017358:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017360:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764670.017362:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017364:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764670.017366:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764670.017367:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764670.017368:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764670.017370:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764670.017372:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764670.017374:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764670.017376:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017378:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764670.017379:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017381:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764670.017384:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764670.017386:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017389:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764670.017391:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764670.017394:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764670.017395:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017397:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764670.017399:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764670.017401:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017416:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764670.017420:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764670.017423:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764670.017425:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764670.017426:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017428:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764670.017429:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764670.017431:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764670.017434:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764670.017438:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764670.017442:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764670.017449:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764670.017451:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764670.017455:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764670.017462:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764670.017464:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764670.017467:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764670.017468:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764670.017470:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764670.017472:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764670.017475:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26248
00000400:00000200:3.0:1787764670.017478:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764670.017481:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764670.017483:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764670.017486:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017488:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764670.017490:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017492:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764670.017494:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764670.017495:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764670.017497:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764670.017498:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764670.017500:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764670.017502:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764670.017505:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017507:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764670.017509:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017511:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764670.017513:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764670.017516:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764670.017518:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764670.017519:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764670.017522:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764670.017524:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017526:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764670.017528:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764670.017530:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017532:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764670.017535:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764670.017537:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764670.017540:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764670.017541:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764670.017543:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764670.017544:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764670.017545:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764670.017549:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764670.017553:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764670.017557:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764670.017565:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764670.017567:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764670.017571:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764670.017578:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764670.017583:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26258)
00000100:00000001:1.0:1787764670.017656:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764670.017661:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764670.017663:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764670.017670:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.017678:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764670.017679:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764670.017683:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764670.017686:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764670.017688:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764670.017691:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482377344:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764670.017695:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764670.017699:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764670.017701:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764670.017703:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764670.017708:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764670.017710:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764670.017728:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764670.017731:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764670.017738:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764670.017745:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482377344, portal 25
00000100:00000001:1.0:1787764670.017747:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764670.017775:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
00000100:00000040:1.0:1787764670.017781:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.017787:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764670.017790:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764670.017793:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764670.017796:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482377344, offset 0
00000400:00000200:1.0:1787764670.017803:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764670.017810:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764670.017816:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764670.017821:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764670.017825:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764670.017829:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764670.017831:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764670.017834:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278190:278190:256:4294967295] 192.168.203.115@tcp LPNI seq info [278190:278190:8:4294967295]
00000400:00000200:1.0:1787764670.017838:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764670.017847:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764670.017854:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764670.017859:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764670.017866:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764670.017870:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764670.017875:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764670.017878:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764670.017882:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764670.017885:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764670.017892:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764670.017896:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764670.017900:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764670.017903:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764670.017907:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764670.017911:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.017920:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764670.017924:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.017930:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764670.017932:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764670.017938:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764670.017941:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764670.017944:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320922408
00000100:00000010:1.0:1787764670.017950:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f060.
00000100:00000001:1.0:1787764670.017955:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764670.017961:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320922408
00000100:00000010:1.0:1787764670.017964:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fb40.
00000100:00000001:1.0:1787764670.017967:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764670.017970:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764670.017972:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764670.017975:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764670.017979:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764670/real 1787764670]  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764670.017993:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764670.017994:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764670.017996:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764670.017998:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764670.018000:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764670.018002:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764670.018005:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764670.018013:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018019:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764670.018021:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018023:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764670.018025:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764670.018029:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018035:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764670.018039:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018045:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764670.018047:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018049:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764670.018050:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018052:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764670.018054:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764670.018056:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764670.018060:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764670.018062:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764670.018066:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764670.018075:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482377344:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764670.018079:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764670.018082:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018088:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764670.018089:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764670.018092:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764670.018093:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764670.018095:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764670.018097:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377472:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764670.018100:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764670.018102:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764670.018103:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764670.018105:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764670.018108:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764670.018111:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764670.018114:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764670.018116:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764670.018120:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764670.018122:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482377472, portal 10
00000100:00000001:1.0:1787764670.018124:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764670.018125:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000100:00000040:1.0:1787764670.018131:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018138:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764670.018140:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764670.018142:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764670.018144:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482377472, offset 0
00000400:00000200:1.0:1787764670.018148:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764670.018152:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764670.018155:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764670.018158:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764670.018160:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764670.018162:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764670.018165:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764670.018167:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278191:278191:256:4294967295] 192.168.203.115@tcp LPNI seq info [278191:278191:8:4294967295]
00000400:00000200:1.0:1787764670.018172:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764670.018177:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764670.018181:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764670.018185:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764670.018188:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764670.018191:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764670.018195:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764670.018197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764670.018201:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764670.018203:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764670.018206:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764670.018209:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764670.018212:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764670.018213:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764670.018216:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764670.018220:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018227:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764670.018230:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018236:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764670.018237:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764670.018240:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764670.018244:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764670.018247:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764670.018249:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320921100
00000100:00000001:1.0:1787764670.018252:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320922408
00000100:00000001:1.0:1787764670.018254:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320921100
00000100:00000001:1.0:1787764670.018255:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320922408
00000100:00000001:1.0:1787764670.018257:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764670.018259:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764670.018261:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764670.018264:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764670/real 1787764670]  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764670.018271:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764670.018273:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764670.018275:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764670.018277:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764670.018279:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764670.018281:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764670.018284:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764670.018292:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018298:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764670.018300:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018301:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764670.018303:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764670.018306:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018312:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764670.018316:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018322:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764670.018325:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018327:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764670.018328:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018329:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764670.018331:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764670.018333:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764670.018337:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764670.018339:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764670.018342:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764670.018350:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377472:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764670.018354:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764670.018357:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018363:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764670.018364:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764670.018366:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764670.018368:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764670.018370:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764670.018373:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377600:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764670.018376:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764670.018377:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764670.018379:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764670.018380:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764670.018383:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764670.018385:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764670.018388:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764670.018391:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764670.018394:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764670.018397:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482377600, portal 10
00000100:00000001:1.0:1787764670.018399:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764670.018401:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764670.018417:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018423:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764670.018425:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764670.018428:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764670.018430:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482377600, offset 0
00000400:00000200:1.0:1787764670.018434:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764670.018438:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764670.018441:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764670.018444:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764670.018447:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764670.018449:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764670.018451:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764670.018454:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278192:278192:256:4294967295] 192.168.203.115@tcp LPNI seq info [278192:278192:8:4294967295]
00000400:00000200:1.0:1787764670.018458:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764670.018464:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764670.018468:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764670.018472:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764670.018476:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764670.018478:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764670.018482:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764670.018485:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764670.018489:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764670.018491:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764670.018493:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764670.018496:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764670.018499:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764670.018501:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764670.018503:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764670.018506:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018520:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764670.018523:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018530:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764670.018531:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764670.018534:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764670.018537:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764670.018540:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764670.018542:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320921108
00000100:00000001:1.0:1787764670.018545:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320922408
00000100:00000001:1.0:1787764670.018547:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320921108
00000100:00000001:1.0:1787764670.018549:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320922408
00000100:00000001:1.0:1787764670.018551:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764670.018553:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764670.018554:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764670.018558:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764670/real 1787764670]  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764670.018566:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764670.018567:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764670.018569:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764670.018571:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764670.018572:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764670.018575:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764670.018578:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764670.018586:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018592:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764670.018594:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018596:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764670.018597:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764670.018601:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018608:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764670.018611:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018618:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764670.018620:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018622:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764670.018623:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018624:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764670.018626:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764670.018628:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764670.018632:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764670.018634:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764670.018637:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764670.018644:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377600:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764670.018648:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764670.018651:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018658:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764670.018659:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764670.018661:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764670.018663:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764670.018664:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764670.018667:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377728:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764670.018670:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764670.018672:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764670.018674:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764670.018675:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764670.018679:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764670.018680:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764670.018684:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764670.018686:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764670.018690:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764670.018693:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482377728, portal 4
00000100:00000001:1.0:1787764670.018695:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764670.018696:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764670.018701:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018707:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764670.018710:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764670.018712:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764670.018714:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482377728, offset 0
00000400:00000200:1.0:1787764670.018718:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764670.018722:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764670.018726:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764670.018729:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764670.018732:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764670.018734:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764670.018736:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764670.018739:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278193:278193:256:4294967295] 192.168.203.115@tcp LPNI seq info [278193:278193:8:4294967295]
00000400:00000200:1.0:1787764670.018743:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764670.018770:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764670.018775:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764670.018778:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764670.018782:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764670.018785:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764670.018789:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764670.018791:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764670.018795:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764670.018797:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764670.018799:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764670.018802:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764670.018805:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764670.018807:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764670.018809:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764670.018812:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018820:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764670.018823:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018829:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764670.018830:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764670.018833:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764670.018837:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764670.018840:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764670.018842:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320921109
00000100:00000001:1.0:1787764670.018844:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320922408
00000100:00000001:1.0:1787764670.018846:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320921109
00000100:00000001:1.0:1787764670.018848:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320922408
00000100:00000001:1.0:1787764670.018850:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764670.018852:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764670.018854:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764670.018858:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764670/real 1787764670]  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764670.018865:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764670.018866:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764670.018868:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764670.018870:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764670.018871:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764670.018874:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764670.018877:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764670.018884:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018890:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764670.018891:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018893:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764670.018894:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764670.018897:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018902:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764670.018906:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018912:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764670.018914:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018916:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764670.018917:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.018918:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764670.018920:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764670.018922:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764670.018925:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764670.018927:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764670.018931:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764670.018945:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377728:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764670.018948:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764670.018951:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.018957:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764670.018959:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764670.018960:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764670.018962:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764670.018964:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764670.018967:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377856:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764670.018970:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764670.018972:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764670.018973:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764670.018974:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764670.018978:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764670.018980:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764670.018983:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764670.018985:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764670.018988:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764670.018991:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482377856, portal 4
00000100:00000001:1.0:1787764670.018992:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764670.018993:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764670.018998:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.019004:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764670.019006:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764670.019008:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764670.019010:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482377856, offset 0
00000400:00000200:1.0:1787764670.019014:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764670.019017:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764670.019021:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764670.019023:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764670.019026:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764670.019028:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764670.019030:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764670.019033:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278194:278194:256:4294967295] 192.168.203.115@tcp LPNI seq info [278194:278194:8:4294967295]
00000400:00000200:1.0:1787764670.019037:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764670.019042:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764670.019046:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764670.019049:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764670.019052:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764670.019055:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764670.019059:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764670.019061:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764670.019065:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764670.019067:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764670.019069:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764670.019072:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764670.019075:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764670.019076:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764670.019078:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764670.019081:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.019088:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764670.019091:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.019097:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764670.019098:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764670.019101:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764670.019104:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764670.019107:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764670.019109:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320921113
00000100:00000001:1.0:1787764670.019111:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320922408
00000100:00000001:1.0:1787764670.019113:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320921113
00000100:00000001:1.0:1787764670.019115:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320922408
00000100:00000001:1.0:1787764670.019116:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764670.019118:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764670.019120:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764670.019123:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764670/real 1787764670]  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764670.019129:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764670.019130:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764670.019132:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764670.019133:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764670.019135:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764670.019137:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764670.019139:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764670.019146:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.019151:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764670.019152:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.019153:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764670.019155:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764670.019158:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.019165:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764670.019168:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.019173:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764670.019175:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.019177:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764670.019178:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.019179:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764670.019181:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764670.019183:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764670.019185:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764670.019186:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764670.019189:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764670.019195:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482377856:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764670.019198:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.019200:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764670.019203:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482377344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.019208:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764670.019211:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764670.019213:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:1.0:1787764670.019215:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764670.019217:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764670.019218:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764670.019221:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764670.019223:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764670.019227:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764670.019229:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764670.019230:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:1.0:1787764670.019233:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764670.019234:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.019235:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764670.019237:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482377472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.019248:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764670.019249:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764670.019250:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764670.019252:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764670.019253:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764670.019254:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764670.019255:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764670.019256:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764670.019258:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764670.019258:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764670.019260:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000100:00000001:1.0:1787764670.019263:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764670.019264:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.019265:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764670.019268:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482377600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.019273:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764670.019274:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764670.019275:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764670.019277:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764670.019278:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764670.019279:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764670.019281:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764670.019282:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764670.019284:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764670.019285:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764670.019286:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764670.019288:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764670.019289:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.019290:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764670.019293:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482377728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.019299:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764670.019300:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764670.019301:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764670.019303:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764670.019304:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764670.019305:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764670.019307:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764670.019308:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764670.019310:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764670.019311:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764670.019312:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764670.019314:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764670.019316:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.019317:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764670.019320:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482377856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764670.019327:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764670.019329:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764670.019330:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764670.019332:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764670.019333:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764670.019334:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764670.019336:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764670.019338:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764670.019340:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764670.019341:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764670.019343:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764670.019346:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764670.019347:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.019349:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764670.019355:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764670.019357:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764670.019359:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764670.019360:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764670.720951:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764670.720963:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764670.720965:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764670.720969:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764670.720976:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764670.720979:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764670.720981:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764670.720984:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764670.720988:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764670.720990:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764670.720994:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764670.720995:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764670.721456:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764670.721462:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764670.721466:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764671.360920:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320922408, at 4320922432
00000100:00000010:0.0:1787764671.360940:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f060.
00000100:00000040:1.0:1787764671.361364:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320922408, at 4320922432
00000100:00000010:1.0:1787764671.361378:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fb40.
00010000:00000001:2.0:1787764671.744886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764671.744894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764671.744899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764671.744900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764671.744903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764671.744904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764671.745944:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764671.745949:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764671.745953:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764672.768910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764672.768917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764672.768923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764672.768924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764672.768927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764672.768928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764672.769045:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764672.769049:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764672.769052:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764673.792846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764673.792852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764673.792856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764673.792857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764673.792859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764673.792860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764673.792913:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764673.792917:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764673.792920:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764674.816929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764674.816936:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764674.816942:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764674.816943:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764674.816946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764674.816949:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764674.816951:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764674.816954:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764674.816957:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764674.816959:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764674.816961:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764674.816963:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764674.817028:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764674.817033:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764674.817036:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764675.136826:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764675.136837:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764675.136839:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764675.136843:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764675.136847:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764675.136854:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26253
00000400:00000200:3.0:1787764675.136874:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764675.136881:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764675.136884:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764675.136887:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.136890:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764675.136892:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.136894:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764675.136897:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764675.136899:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764675.136902:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764675.136906:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764675.136908:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764675.136910:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764675.136913:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.136914:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764675.136916:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.136917:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764675.136920:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764675.136930:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764675.136933:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764675.136935:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764675.136938:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764675.136941:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.136943:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764675.136946:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764675.136955:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764675.136959:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764675.136963:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764675.136964:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.136967:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764675.136969:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764675.136972:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764675.136980:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764675.136995:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764675.137004:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764675.137013:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764675.137017:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764675.137021:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764675.137044:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764675.137048:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764675.137052:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764675.137053:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764675.137055:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764675.137058:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764675.137060:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26253
00000400:00000200:3.0:1787764675.137064:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764675.137067:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764675.137069:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764675.137071:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.137073:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764675.137075:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.137077:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764675.137080:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764675.137082:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764675.137084:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764675.137087:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764675.137089:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764675.137091:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764675.137094:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.137096:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764675.137100:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.137102:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764675.137105:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764675.137108:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764675.137111:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764675.137112:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764675.137119:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764675.137121:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.137124:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764675.137125:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1787764675.137129:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764675.137136:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:3.0:1787764675.137137:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.137143:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764675.137143:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764675.137152:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764675.137154:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764675.137161:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787764675.137162:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764675.137163:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.137168:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764675.137171:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764675.137175:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764675.137184:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:1.0:1787764675.137188:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764675.137192:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.137192:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764675.137203:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1787764675.137208:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764675.137209:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764675.137219:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764675.137234:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482377984:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764675.137235:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764675.137242:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.137251:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787764675.137253:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764675.137259:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764675.137263:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.137269:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764675.137270:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787764675.137277:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764675.137280:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:1.0:1787764675.137283:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
00000100:00000001:3.0:1787764675.137283:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764675.137289:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787764675.137290:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.137301:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764675.137306:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26253
00000400:00000200:1.0:1787764675.137308:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764675.137318:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764675.137319:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000200:3.0:1787764675.137327:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764675.137330:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787764675.137333:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000040:3.0:1787764675.137334:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.137341:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764675.137345:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000200:1.0:1787764675.137347:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482377984, portal 25
00000100:00000001:3.0:1787764675.137349:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764675.137354:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787764675.137357:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764675.137358:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000020:00000040:3.0:1787764675.137362:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764675.137377:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787764675.137382:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764675.137383:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764675.137394:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764675.137408:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:1.0:1787764675.137412:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764675.137418:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764675.137421:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764675.137425:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482377984, offset 0
00000100:00000040:3.0:1787764675.137429:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.137434:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764675.137442:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764675.137445:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.137449:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764675.137452:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764675.137456:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:1.0:1787764675.137460:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764675.137462:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764675.137466:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764675.137470:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764675.137474:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
02000000:00000001:3.0:1787764675.137477:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.137482:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764675.137484:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764675.137485:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1787764675.137490:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.137494:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764675.137497:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000010:3.0:1787764675.137501:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000400:00000200:1.0:1787764675.137507:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787764675.137509:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764675.137515:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764675.137516:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:3.0:1787764675.137518:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.137522:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764675.137524:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764675.137526:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764675.137532:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278195:278195:256:4294967295] 192.168.203.115@tcp LPNI seq info [278195:278195:8:4294967295]
02000000:00000010:3.0:1787764675.137533:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764675.137541:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764675.137547:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:3.0:1787764675.137553:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764675.137577:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764675.137602:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764675.137603:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764675.137610:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764675.137613:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00000040:3.0:1787764675.137619:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764675.137630:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764675.137638:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787764675.137641:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764675.137650:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787764675.137654:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764675.137658:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1787764675.137661:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787764675.137663:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1787764675.137670:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764675.137673:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764675.137681:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764675.137686:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764675.137692:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764675.137694:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764675.137699:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764675.137704:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.137715:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764675.137718:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.137725:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.137727:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764675.137734:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764675.137738:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764675.137742:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320927527
00000100:00000010:1.0:1787764675.137786:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fb40.
00000100:00000001:1.0:1787764675.137796:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764675.137807:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320927527
00000100:00000010:1.0:1787764675.137811:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fe40.
00000100:00000001:1.0:1787764675.137815:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764675.137818:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764675.137821:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.137825:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764675.137829:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764675/real 1787764675]  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764675.137839:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764675.137841:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764675.137843:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764675.137846:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764675.137848:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764675.137851:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764675.137854:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764675.137862:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.137868:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764675.137870:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.137873:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764675.137875:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764675.137879:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.137886:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764675.137891:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.137898:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764675.137901:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.137903:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764675.137904:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.137907:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764675.137909:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764675.137913:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764675.137918:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764675.137920:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764675.137924:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764675.137933:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482377984:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764675.137938:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.137940:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764675.137943:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482377984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.137950:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764675.137952:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764675.137955:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764675.137959:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764675.137961:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764675.137963:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764675.137965:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764675.137968:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764675.137972:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764675.137974:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764675.137976:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764675.137981:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764675.137983:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.137985:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.137994:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764675.137997:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.137999:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764675.138001:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764675.138003:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764675.138007:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.138015:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764675.138016:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764675.138018:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764675.138020:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764675.138022:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764675.138025:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378112:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764675.138029:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764675.138031:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764675.138032:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764675.138034:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764675.138037:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764675.138039:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764675.138043:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764675.138046:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764675.138050:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764675.138053:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482378112, portal 10
00000100:00000001:1.0:1787764675.138055:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764675.138056:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764675.138064:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.138070:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764675.138073:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764675.138075:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764675.138078:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482378112, offset 0
00000400:00000200:1.0:1787764675.138082:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764675.138086:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764675.138090:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764675.138093:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764675.138096:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764675.138099:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764675.138101:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764675.138104:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278196:278196:256:4294967295] 192.168.203.115@tcp LPNI seq info [278196:278196:8:4294967295]
00000400:00000200:1.0:1787764675.138108:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764675.138114:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764675.138119:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764675.138122:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764675.138126:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764675.138180:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764675.138185:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764675.138187:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764675.138191:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764675.138193:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764675.138196:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764675.138200:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764675.138203:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764675.138204:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764675.138207:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764675.138210:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.138218:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764675.138221:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.138227:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.138229:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764675.138232:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764675.138236:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764675.138239:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764675.138241:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320926219
00000100:00000001:1.0:1787764675.138244:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320927527
00000100:00000001:1.0:1787764675.138247:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320926219
00000100:00000001:1.0:1787764675.138249:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320927527
00000100:00000001:1.0:1787764675.138251:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764675.138254:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.138256:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764675.138259:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764675/real 1787764675]  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764675.138267:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764675.138268:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764675.138270:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764675.138273:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764675.138274:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764675.138276:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764675.138280:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764675.138288:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.138294:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764675.138295:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.138297:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764675.138298:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764675.138302:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.138307:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764675.138311:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.138318:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764675.138320:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.138322:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764675.138323:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.138325:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764675.138327:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764675.138329:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764675.138333:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764675.138335:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764675.138339:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764675.138347:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378112:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764675.138351:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764675.138355:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.138362:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764675.138363:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764675.138365:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764675.138379:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764675.138382:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764675.138385:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378240:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764675.138388:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764675.138390:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764675.138392:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764675.138393:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764675.138397:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764675.138399:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764675.138403:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764675.138405:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764675.138408:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764675.138411:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482378240, portal 10
00000100:00000001:1.0:1787764675.138413:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764675.138414:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764675.138420:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.138428:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764675.138432:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764675.138434:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764675.138438:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482378240, offset 0
00000400:00000200:1.0:1787764675.138442:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764675.138446:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764675.138449:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764675.138452:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764675.138455:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764675.138458:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764675.138461:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764675.138464:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278197:278197:256:4294967295] 192.168.203.115@tcp LPNI seq info [278197:278197:8:4294967295]
00000100:00080000:3.0:1787764675.138472:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764675.138473:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764675.138482:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764675.138483:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764675.138492:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764675.138495:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26253
00000800:00000010:1.0:1787764675.138499:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000400:00000200:3.0:1787764675.138511:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000200:1.0:1787764675.138512:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764675.138517:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1787764675.138525:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000200:1.1:1787764675.138527:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764675.138534:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787764675.138535:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1787764675.138546:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000100:1.0:1787764675.138547:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764675.138554:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000100:00000001:3.0:1787764675.138556:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764675.138561:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787764675.138563:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.138570:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764675.138571:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1787764675.138580:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787764675.138583:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000020:00000040:3.0:1787764675.138585:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000400:00000010:1.0:1787764675.138589:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000020:00000001:3.0:1787764675.138590:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764675.138596:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787764675.138597:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764675.138603:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000200:1.0:1787764675.138604:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764675.138612:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764675.138626:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764675.138627:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764675.138635:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764675.138635:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764675.138644:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.138652:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764675.138655:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.138660:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787764675.138662:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:1.0:1787764675.138665:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764675.138671:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000100:00080000:3.0:1787764675.138671:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764675.138679:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764675.138681:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764675.138685:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764675.138686:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320926228
00000100:00000001:1.0:1787764675.138693:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320927527
02000000:00000001:3.0:1787764675.138695:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764675.138697:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320926228
02000000:00000001:3.0:1787764675.138702:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.138703:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320927527
00000100:00000001:3.0:1787764675.138708:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764675.138709:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787764675.138713:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764675.138714:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.138719:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00000001:3.0:1787764675.138723:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764675.138728:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764675/real 1787764675]  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764675.138730:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764675.138740:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000400:00000001:1.0:1787764675.138743:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1787764675.138746:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000400:00000001:1.0:1787764675.138747:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764675.138783:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
02000000:00000001:3.0:1787764675.138786:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764675.138789:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
02000000:00000001:3.0:1787764675.138790:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764675.138795:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:3.0:1787764675.138797:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764675.138802:0:257227:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787764675.138803:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764675.138808:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764675.138811:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764675.138817:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000200:1.0:1787764675.138825:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764675.138828:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.138839:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764675.138842:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764675.138842:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764675.138847:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764675.138850:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764675.138861:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764675.138869:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764675.138875:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764675.138877:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764675.138885:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764675.138891:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.138910:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764675.138917:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.138923:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764675.138926:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.138928:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764675.138929:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.138931:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764675.138937:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764675.138939:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764675.138946:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764675.138949:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764675.138953:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00080000:3.0:1787764675.138953:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764675.138965:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764675.138965:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764675.138973:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26253
00000100:00000040:1.0:1787764675.138976:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764675.138987:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764675.138999:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00100000:1.0:1787764675.139004:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378240:192.168.203.115@tcp:38:kworker.0
00000100:00080000:3.0:1787764675.139005:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764675.139019:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764675.139019:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764675.139030:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764675.139030:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764675.139037:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764675.139042:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482378112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764675.139042:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764675.139050:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764675.139054:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764675.139060:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764675.139065:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1787764675.139066:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
02000000:00000001:1.0:1787764675.139069:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1787764675.139072:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000010:1.0:1787764675.139074:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
00000020:00000001:3.0:1787764675.139078:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:1.0:1787764675.139081:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764675.139085:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764675.139091:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000040:3.0:1787764675.139092:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000020:00000001:1.0:1787764675.139101:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787764675.139101:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787764675.139106:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
00000100:00000040:3.0:1787764675.139107:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764675.139111:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764675.139113:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
02000000:00000001:1.0:1787764675.139121:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1787764675.139122:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:1.0:1787764675.139126:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787764675.139129:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764675.139130:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
02000000:00000001:3.0:1787764675.139138:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764675.139143:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787764675.139144:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764675.139148:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764675.139151:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.139153:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764675.139156:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787764675.139162:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482378240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764675.139162:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764675.139173:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.139183:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764675.139194:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764675.139196:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1787764675.139199:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:1.0:1787764675.139200:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764675.139204:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:3.0:1787764675.139206:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764675.139210:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787764675.139211:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764675.139216:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787764675.139217:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:1.0:1787764675.139220:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764675.139222:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1787764675.139228:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787764675.139228:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764675.139231:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000010:3.0:1787764675.139236:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764675.139237:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764675.139240:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764675.139244:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:3.0:1787764675.139244:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.139251:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764675.139254:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764675.139260:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764675.139261:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.139270:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764675.139274:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.139280:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764675.139284:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764675.139285:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764675.139289:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.139290:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764675.139300:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139308:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764675.139309:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764675.139312:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764675.139316:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764675.139316:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764675.139323:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764675.139332:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378368:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764675.139345:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764675.139350:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764675.139353:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764675.139355:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764675.139356:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764675.139363:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
00000100:00000040:3.0:1787764675.139365:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26263)
02000000:00000001:1.0:1787764675.139366:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764675.139390:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764675.139394:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764675.139399:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764675.139402:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482378368, portal 4
00000100:00000001:1.0:1787764675.139405:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764675.139406:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764675.139414:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139421:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764675.139424:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764675.139426:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764675.139428:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482378368, offset 0
00000400:00000200:1.0:1787764675.139432:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764675.139437:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764675.139441:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764675.139444:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764675.139446:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764675.139448:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764675.139451:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764675.139454:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278198:278198:256:4294967295] 192.168.203.115@tcp LPNI seq info [278198:278198:8:4294967295]
00000400:00000200:1.0:1787764675.139457:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764675.139463:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764675.139468:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764675.139471:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764675.139475:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764675.139477:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764675.139482:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764675.139485:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764675.139489:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764675.139490:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764675.139493:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764675.139497:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764675.139500:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764675.139501:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764675.139504:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764675.139507:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139515:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764675.139518:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139523:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.139525:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764675.139528:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764675.139531:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764675.139534:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764675.139536:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320926229
00000100:00000001:1.0:1787764675.139539:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320927527
00000100:00000001:1.0:1787764675.139541:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320926229
00000100:00000001:1.0:1787764675.139543:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320927527
00000100:00000001:1.0:1787764675.139545:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764675.139547:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.139549:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764675.139552:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764675/real 1787764675]  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764675.139560:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764675.139561:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764675.139563:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764675.139565:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764675.139566:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764675.139569:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764675.139571:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764675.139585:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139591:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764675.139592:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.139594:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764675.139596:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764675.139600:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139606:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764675.139610:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139616:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764675.139618:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.139619:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764675.139621:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.139622:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764675.139624:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764675.139627:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764675.139630:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764675.139632:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764675.139636:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764675.139643:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378368:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764675.139647:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.139649:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764675.139652:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482378368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139663:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764675.139665:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764675.139667:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764675.139670:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764675.139671:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764675.139672:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764675.139675:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764675.139676:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764675.139679:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764675.139680:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764675.139681:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764675.139685:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764675.139686:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.139688:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.139691:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764675.139692:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.139694:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764675.139696:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764675.139697:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764675.139701:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139707:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764675.139709:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764675.139711:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764675.139712:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764675.139714:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764675.139717:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378496:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764675.139720:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764675.139722:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764675.139723:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764675.139725:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764675.139728:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764675.139730:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764675.139734:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764675.139737:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764675.139740:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764675.139743:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482378496, portal 4
00000100:00000001:1.0:1787764675.139745:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764675.139746:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764675.139778:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139785:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764675.139787:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764675.139790:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764675.139793:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482378496, offset 0
00000400:00000200:1.0:1787764675.139797:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764675.139801:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764675.139804:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764675.139807:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764675.139809:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764675.139812:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764675.139814:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764675.139817:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278199:278199:256:4294967295] 192.168.203.115@tcp LPNI seq info [278199:278199:8:4294967295]
00000400:00000200:1.0:1787764675.139820:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764675.139826:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764675.139830:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764675.139832:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764675.139836:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764675.139838:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764675.139842:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764675.139845:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764675.139848:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764675.139850:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764675.139852:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764675.139855:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764675.139858:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764675.139860:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764675.139863:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764675.139866:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139874:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764675.139877:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139883:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.139885:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764675.139888:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764675.139891:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764675.139894:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764675.139896:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320926234
00000100:00000001:1.0:1787764675.139898:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320927527
00000100:00000001:1.0:1787764675.139900:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320926234
00000100:00000001:1.0:1787764675.139902:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320927527
00000100:00000001:1.0:1787764675.139904:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764675.139906:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.139908:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764675.139911:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764675/real 1787764675]  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764675.139919:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764675.139920:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764675.139922:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764675.139924:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764675.139926:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764675.139928:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764675.139931:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764675.139938:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139945:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764675.139947:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.139949:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764675.139950:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764675.139954:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139960:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764675.139963:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.139970:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764675.139973:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.139974:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764675.139976:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.139978:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764675.139980:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764675.139982:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764675.139985:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764675.139987:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764675.139991:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764675.139998:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378496:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764675.140002:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.140003:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764675.140006:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482378496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764675.140012:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764675.140013:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764675.140016:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764675.140018:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764675.140020:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764675.140021:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764675.140023:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764675.140024:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764675.140027:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764675.140028:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764675.140029:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764675.140032:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764675.140033:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.140035:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764675.140039:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764675.140040:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764675.140042:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764675.140043:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764675.840896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764675.840904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764675.840911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764675.840912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764675.840916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764675.840917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764675.840994:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764675.840999:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764675.841003:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764676.480878:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320927527, at 4320927552
00000100:00000010:0.0:1787764676.480894:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fb40.
00000100:00000040:1.0:1787764676.480906:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320927527, at 4320927552
00000100:00000010:1.0:1787764676.480916:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fe40.
00010000:00000001:2.0:1787764676.864930:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764676.864937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764676.864941:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764676.864943:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764676.864946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764676.864947:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764676.865003:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764676.865007:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764676.865011:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764677.888895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764677.888902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764677.888907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764677.888910:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764677.888913:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764677.888916:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764677.888919:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764677.888921:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764677.888923:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764677.888925:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764677.888928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764677.888930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764677.888994:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764677.888998:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764677.889001:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764678.912906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764678.912911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764678.912914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764678.912915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764678.912917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764678.912918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764678.912974:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764678.912978:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764678.912981:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764679.936864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764679.936878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764679.936884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764679.936885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764679.936888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764679.936889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764679.936964:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764679.936968:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764679.936972:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764680.256865:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764680.256876:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764680.256878:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764680.256881:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764680.256886:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764680.256893:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26258
00000400:00000200:3.0:1787764680.256901:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764680.256907:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764680.256911:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764680.256914:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.256917:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764680.256919:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.256922:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764680.256926:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764680.256928:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764680.256931:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764680.256934:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764680.256936:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764680.256939:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764680.256941:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.256943:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764680.256945:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.256947:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764680.256950:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764680.256953:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764680.256955:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764680.256958:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764680.256961:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764680.256963:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764680.256965:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764680.256968:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764680.256976:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764680.256979:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764680.256983:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764680.256985:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764680.256988:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764680.256991:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764680.256994:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764680.257002:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764680.257008:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764680.257016:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764680.257034:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764680.257038:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764680.257044:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764680.257066:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764680.257069:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764680.257073:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764680.257074:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764680.257075:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764680.257079:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764680.257081:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26258
00000400:00000200:3.0:1787764680.257084:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764680.257088:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764680.257090:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764680.257093:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257095:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764680.257098:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257100:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764680.257102:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764680.257104:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764680.257106:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764680.257108:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000100:00000001:1.0:1787764680.257111:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764680.257111:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764680.257114:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764680.257118:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764680.257119:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764680.257123:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764680.257124:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764680.257129:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257133:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764680.257134:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764680.257137:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764680.257145:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257150:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.257152:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764680.257155:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764680.257156:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.257161:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764680.257163:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764680.257164:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764680.257169:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.257170:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764680.257173:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787764680.257178:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482378624:192.168.203.115@tcp:250:kworker.0
00000008:00100000:3.0:1787764680.257180:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764680.257185:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787764680.257186:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764680.257190:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.257192:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787764680.257195:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
02000000:00000001:1.0:1787764680.257196:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764680.257201:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764680.257202:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764680.257207:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764680.257208:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764680.257210:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
00000100:00000001:3.0:1787764680.257211:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764680.257213:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764680.257215:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764680.257217:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764680.257223:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000400:00000200:1.0:1787764680.257224:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764680.257230:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764680.257231:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00100000:3.0:1787764680.257239:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764680.257241:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764680.257250:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482378624, portal 25
00000100:00000001:3.0:1787764680.257251:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764680.257255:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764680.257256:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.257258:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:3.0:1787764680.257264:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764680.257269:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764680.257281:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.257285:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787764680.257286:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787764680.257291:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764680.257294:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1787764680.257295:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000001:3.0:1787764680.257297:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787764680.257300:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482378624, offset 0
00000100:00080000:3.0:1787764680.257301:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764680.257306:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764680.257310:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26258
00000400:00000200:1.0:1787764680.257315:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787764680.257319:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764680.257324:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764680.257327:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764680.257328:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764680.257348:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764680.257352:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:3.0:1787764680.257353:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764680.257358:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764680.257361:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764680.257362:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764680.257367:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787764680.257368:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000020:00000040:3.0:1787764680.257369:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764680.257373:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764680.257375:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787764680.257376:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764680.257381:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764680.257382:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000020:00000001:3.0:1787764680.257385:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764680.257390:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278200:278200:256:4294967295] 192.168.203.115@tcp LPNI seq info [278200:278200:8:4294967295]
00000100:00000040:3.0:1787764680.257392:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257396:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764680.257401:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764680.257402:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764680.257404:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764680.257407:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764680.257412:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257417:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764680.257420:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787764680.257421:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764680.257426:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764680.257430:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764680.257431:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257434:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:1.0:1787764680.257438:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764680.257447:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000008:00100000:3.0:1787764680.257448:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787764680.257453:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000008:00000001:3.0:1787764680.257453:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764680.257456:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764680.257462:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000010:3.0:1787764680.257464:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000800:00000200:1.1:1787764680.257468:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000020:00000040:3.0:1787764680.257470:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764680.257475:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787764680.257479:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764680.257479:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764680.257483:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1787764680.257485:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
02000000:00000001:3.0:1787764680.257486:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764680.257489:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764680.257493:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787764680.257495:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000400:00000200:1.0:1787764680.257501:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764680.257502:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764680.257507:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000100:00100000:3.0:1787764680.257511:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764680.257512:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764680.257518:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764680.257522:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764680.257525:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764680.257526:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764680.257535:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.257542:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764680.257548:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764680.257550:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764680.257552:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764680.257561:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764680.257564:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764680.257566:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764680.257569:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764680.257570:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764680.257574:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787764680.257576:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26258
00000100:00000001:1.0:1787764680.257582:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764680.257582:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764680.257589:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764680.257591:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764680.257594:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764680.257597:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320932647
00000100:00000040:3.0:1787764680.257599:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257603:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787764680.257606:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fe40.
00000100:00000040:3.0:1787764680.257606:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257611:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764680.257614:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764680.257616:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1787764680.257616:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764680.257618:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764680.257622:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764680.257625:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764680.257626:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320932647
00000020:00000001:3.0:1787764680.257628:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000010:1.0:1787764680.257630:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fc60.
00000100:00000001:1.0:1787764680.257634:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764680.257637:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764680.257642:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764680.257644:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764680.257646:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764680.257649:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787764680.257654:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764680/real 1787764680]  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764680.257657:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257662:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764680.257667:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764680.257673:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000001:1.0:1787764680.257676:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764680.257677:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764680.257680:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787764680.257681:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787764680.257684:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
02000000:00000001:3.0:1787764680.257686:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764680.257690:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764680.257691:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000100:00000001:3.0:1787764680.257694:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787764680.257695:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000008:00100000:3.0:1787764680.257698:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764680.257700:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:3.0:1787764680.257702:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764680.257706:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764680.257707:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764680.257711:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764680.257716:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764680.257720:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764680.257723:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764680.257725:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764680.257726:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764680.257729:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764680.257732:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.257738:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:3.0:1787764680.257739:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:1.0:1787764680.257741:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764680.257744:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.257745:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1787764680.257784:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764680.257786:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764680.257796:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764680.257797:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764680.257801:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764680.257810:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.257811:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764680.257820:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764680.257824:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764680.257830:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764680.257834:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764680.257836:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764680.257839:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764680.257842:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764680.257847:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764680.257848:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764680.257851:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764680.257853:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764680.257854:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26258
00000100:00000001:1.0:1787764680.257857:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764680.257861:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1787764680.257862:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:1.0:1787764680.257867:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1787764680.257869:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764680.257873:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764680.257874:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764680.257879:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764680.257880:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257885:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764680.257889:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764680.257890:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257895:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764680.257899:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764680.257902:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764680.257905:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764680.257909:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00100000:1.0:1787764680.257911:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482378624:192.168.203.115@tcp:250:kworker.0
00000020:00000001:3.0:1787764680.257914:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764680.257919:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764680.257919:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764680.257925:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257928:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764680.257930:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764680.257932:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257936:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764680.257937:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482378624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764680.257940:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764680.257946:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764680.257952:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764680.257955:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764680.257960:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764680.257963:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764680.257964:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.257966:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787764680.257968:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:1.0:1787764680.257970:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
00000008:00100000:3.0:1787764680.257972:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1787764680.257976:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:3.0:1787764680.257976:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764680.257980:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787764680.257981:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764680.257983:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000100:00000010:3.0:1787764680.257987:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000001:1.0:1787764680.257988:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764680.257992:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
00000020:00000040:3.0:1787764680.257993:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:1.0:1787764680.257998:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764680.257999:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764680.258003:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787764680.258003:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764680.258006:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:3.0:1787764680.258007:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764680.258011:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764680.258014:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787764680.258015:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.258017:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258022:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787764680.258022:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764680.258029:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.258032:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787764680.258035:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764680.258036:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.258041:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764680.258044:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764680.258047:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764680.258050:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787764680.258055:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764680.258055:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764680.258064:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258069:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764680.258072:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.258077:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764680.258081:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764680.258083:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.258086:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764680.258090:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26269)
00000100:00100000:1.0:1787764680.258092:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378752:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764680.258097:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764680.258099:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764680.258101:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.258103:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764680.258106:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764680.258108:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764680.258112:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764680.258116:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764680.258119:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764680.258122:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482378752, portal 10
00000100:00000001:1.0:1787764680.258124:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764680.258125:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000040:1.0:1787764680.258131:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258138:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764680.258140:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764680.258142:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764680.258145:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482378752, offset 0
00000400:00000200:1.0:1787764680.258149:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764680.258152:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764680.258156:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764680.258158:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764680.258161:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764680.258163:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764680.258165:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764680.258168:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278201:278201:256:4294967295] 192.168.203.115@tcp LPNI seq info [278201:278201:8:4294967295]
00000400:00000200:1.0:1787764680.258172:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764680.258177:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764680.258182:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764680.258185:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764680.258189:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764680.258191:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764680.258195:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764680.258198:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764680.258202:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764680.258204:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764680.258206:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764680.258209:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764680.258212:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764680.258214:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764680.258217:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764680.258220:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258228:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764680.258230:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258236:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.258237:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764680.258241:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764680.258244:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764680.258247:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764680.258249:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320931340
00000100:00000001:1.0:1787764680.258252:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320932647
00000100:00000001:1.0:1787764680.258254:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320931340
00000100:00000001:1.0:1787764680.258256:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320932647
00000100:00000001:1.0:1787764680.258257:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764680.258260:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.258261:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764680.258265:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764680/real 1787764680]  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764680.258272:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764680.258273:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764680.258274:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764680.258277:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764680.258278:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764680.258281:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764680.258284:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764680.258292:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258304:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764680.258306:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258308:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764680.258309:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764680.258312:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258319:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764680.258322:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258329:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764680.258331:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258345:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764680.258346:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258348:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764680.258350:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764680.258352:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764680.258356:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764680.258359:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764680.258363:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764680.258370:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378752:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764680.258374:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764680.258377:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258383:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764680.258384:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.258387:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764680.258388:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764680.258390:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764680.258393:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378880:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764680.258396:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764680.258398:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764680.258399:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.258401:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764680.258404:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764680.258406:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764680.258409:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764680.258411:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764680.258414:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764680.258417:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482378880, portal 10
00000100:00000001:1.0:1787764680.258419:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764680.258420:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764680.258424:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258430:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764680.258432:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764680.258434:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764680.258436:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482378880, offset 0
00000400:00000200:1.0:1787764680.258439:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764680.258443:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764680.258446:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764680.258448:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764680.258450:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764680.258453:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764680.258455:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764680.258457:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278202:278202:256:4294967295] 192.168.203.115@tcp LPNI seq info [278202:278202:8:4294967295]
00000400:00000200:1.0:1787764680.258461:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764680.258467:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764680.258472:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764680.258475:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764680.258478:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764680.258481:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764680.258485:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764680.258488:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764680.258492:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764680.258494:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764680.258497:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764680.258500:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764680.258503:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764680.258504:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764680.258506:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764680.258510:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258517:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764680.258520:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258526:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.258528:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764680.258530:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764680.258533:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764680.258536:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764680.258538:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320931348
00000100:00000001:1.0:1787764680.258540:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320932647
00000100:00000001:1.0:1787764680.258543:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320931348
00000100:00000001:1.0:1787764680.258545:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320932647
00000100:00000001:1.0:1787764680.258547:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764680.258549:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.258550:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764680.258554:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764680/real 1787764680]  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764680.258561:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764680.258563:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764680.258564:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764680.258566:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764680.258568:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764680.258570:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764680.258573:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764680.258581:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258587:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764680.258589:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258591:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764680.258592:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764680.258595:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258602:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764680.258606:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258613:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764680.258615:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258616:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764680.258617:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258619:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764680.258620:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764680.258623:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764680.258626:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764680.258628:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764680.258632:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764680.258640:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482378880:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764680.258643:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764680.258647:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258653:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764680.258655:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.258657:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764680.258659:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764680.258661:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764680.258663:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379008:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764680.258666:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764680.258668:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764680.258670:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.258671:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764680.258675:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764680.258676:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764680.258679:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764680.258682:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764680.258684:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764680.258687:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482379008, portal 4
00000100:00000001:1.0:1787764680.258689:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764680.258690:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764680.258695:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258702:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764680.258704:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764680.258706:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764680.258709:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482379008, offset 0
00000400:00000200:1.0:1787764680.258713:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764680.258716:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764680.258719:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764680.258722:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764680.258724:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764680.258727:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764680.258729:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764680.258732:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278203:278203:256:4294967295] 192.168.203.115@tcp LPNI seq info [278203:278203:8:4294967295]
00000400:00000200:1.0:1787764680.258736:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764680.258742:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764680.258747:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764680.258766:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764680.258770:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764680.258773:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764680.258777:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764680.258780:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764680.258784:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764680.258785:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764680.258788:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764680.258791:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764680.258794:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764680.258796:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764680.258798:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764680.258802:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258809:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764680.258812:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258817:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.258818:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764680.258821:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764680.258824:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764680.258827:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764680.258829:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320931349
00000100:00000001:1.0:1787764680.258832:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320932647
00000100:00000001:1.0:1787764680.258834:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320931349
00000100:00000001:1.0:1787764680.258836:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320932647
00000100:00000001:1.0:1787764680.258838:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764680.258840:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.258841:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764680.258844:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764680/real 1787764680]  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764680.258852:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764680.258853:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764680.258855:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764680.258856:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764680.258858:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764680.258860:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764680.258863:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764680.258871:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258877:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764680.258878:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258880:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764680.258881:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764680.258885:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258892:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764680.258895:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258902:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764680.258904:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258906:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764680.258907:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258909:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764680.258910:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764680.258913:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764680.258915:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764680.258917:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764680.258921:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764680.258929:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379008:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764680.258933:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258934:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764680.258937:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482378752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258944:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764680.258946:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764680.258947:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764680.258950:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764680.258951:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764680.258952:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764680.258954:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764680.258956:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764680.258959:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764680.258960:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764680.258961:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:1.0:1787764680.258964:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764680.258965:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.258966:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764680.258969:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482378880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.258982:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764680.258983:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764680.258985:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764680.258987:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764680.258988:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764680.258989:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764680.258991:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764680.258992:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764680.258994:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764680.258995:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764680.258996:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764680.258999:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764680.259000:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.259002:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764680.259004:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482379008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.259010:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764680.259011:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764680.259013:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764680.259014:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764680.259016:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764680.259017:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764680.259019:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764680.259020:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764680.259022:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764680.259023:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764680.259024:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764680.259026:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764680.259027:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.259029:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.259032:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764680.259033:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.259035:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764680.259036:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764680.259038:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764680.259041:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.259048:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764680.259049:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.259051:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764680.259052:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764680.259054:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764680.259057:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379136:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764680.259060:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764680.259062:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764680.259063:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764680.259065:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764680.259068:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764680.259070:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764680.259073:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764680.259075:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764680.259078:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764680.259081:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482379136, portal 4
00000100:00000001:1.0:1787764680.259082:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764680.259084:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764680.259089:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.259096:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764680.259098:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764680.259100:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764680.259102:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482379136, offset 0
00000400:00000200:1.0:1787764680.259106:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764680.259109:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764680.259113:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764680.259115:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764680.259118:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764680.259120:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764680.259122:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764680.259126:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278204:278204:256:4294967295] 192.168.203.115@tcp LPNI seq info [278204:278204:8:4294967295]
00000400:00000200:1.0:1787764680.259129:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764680.259135:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764680.259139:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764680.259142:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764680.259145:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764680.259148:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764680.259151:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764680.259154:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787764680.259158:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764680.259160:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764680.259162:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764680.259165:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764680.259168:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764680.259169:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764680.259171:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764680.259175:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.259182:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764680.259185:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.259191:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.259193:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764680.259195:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764680.259198:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764680.259201:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764680.259203:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320931353
00000100:00000001:1.0:1787764680.259205:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320932647
00000100:00000001:1.0:1787764680.259207:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320931353
00000100:00000001:1.0:1787764680.259208:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320932647
00000100:00000001:1.0:1787764680.259211:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764680.259213:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.259214:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764680.259218:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764680/real 1787764680]  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764680.259225:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764680.259226:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764680.259228:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764680.259230:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764680.259231:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764680.259233:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764680.259236:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764680.259244:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.259250:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764680.259252:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.259254:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764680.259255:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764680.259258:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.259264:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764680.259267:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.259273:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764680.259275:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.259277:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764680.259278:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.259279:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764680.259281:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764680.259283:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764680.259286:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764680.259288:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764680.259292:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764680.259299:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379136:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764680.259302:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.259304:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764680.259307:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482379136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764680.259313:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764680.259315:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764680.259316:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764680.259319:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764680.259320:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764680.259321:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764680.259323:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764680.259324:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764680.259327:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764680.259328:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764680.259329:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764680.259346:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764680.259347:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.259349:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764680.259352:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764680.259354:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764680.259355:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764680.259357:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764680.960900:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764680.960908:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764680.960911:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764680.960914:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764680.960917:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764680.960919:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764680.960920:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764680.960921:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764680.960924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764680.960925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764680.960927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764680.960928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764680.960979:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764680.960983:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764680.960985:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764681.600862:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320932647, at 4320932672
00000100:00000040:1.0:1787764681.600862:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320932647, at 4320932672
00000100:00000010:0.0:1787764681.600875:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fe40.
00000100:00000010:1.0:1787764681.600878:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fc60.
00010000:00000001:2.0:1787764681.984909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764681.984919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764681.984927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764681.984928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764681.984932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764681.984934:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764681.985046:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764681.985053:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764681.985058:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764683.008907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764683.008915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764683.008921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764683.008922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764683.008925:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764683.008927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764683.008989:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764683.008994:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764683.008996:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764684.032869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764684.032875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764684.032881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764684.032882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764684.032885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764684.032887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764684.033012:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764684.033016:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764684.033019:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764685.057378:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764685.057385:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764685.057391:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764685.057392:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764685.057395:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764685.057399:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764685.057401:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764685.057404:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764685.057407:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764685.057409:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764685.057432:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764685.057435:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764685.057493:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764685.057501:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764685.057505:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764685.376891:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764685.376901:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764685.376903:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764685.376906:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764685.376909:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764685.376914:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26264
00000400:00000200:2.0:1787764685.376922:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764685.376927:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764685.376930:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764685.376933:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.376937:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764685.376939:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.376941:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764685.376944:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764685.376946:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764685.376949:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764685.376952:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764685.376954:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764685.376956:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764685.376959:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.376962:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764685.376974:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.376977:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764685.376980:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764685.376983:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764685.376986:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764685.376988:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764685.376992:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764685.376994:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764685.376997:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764685.377000:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764685.377009:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764685.377013:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764685.377017:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764685.377018:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764685.377021:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764685.377024:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764685.377027:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764685.377034:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764685.377040:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764685.377049:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764685.377059:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764685.377064:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764685.377068:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764685.377094:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764685.377098:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764685.377101:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764685.377102:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764685.377104:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764685.377107:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764685.377109:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26264
00000400:00000200:2.0:1787764685.377113:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764685.377117:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764685.377119:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764685.377121:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377123:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764685.377125:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377127:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764685.377130:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764685.377131:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764685.377133:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764685.377135:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764685.377137:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764685.377138:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764685.377140:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377141:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764685.377142:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377144:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764685.377145:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764685.377146:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377148:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764685.377149:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764685.377153:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764685.377155:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764685.377156:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764685.377159:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764685.377161:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764685.377162:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764685.377165:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000100:00000001:1.0:1787764685.377167:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787764685.377167:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764685.377169:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764685.377172:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764685.377173:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764685.377174:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787764685.377174:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764685.377177:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.377179:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1787764685.377181:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6800.
00000100:00000001:2.0:1787764685.377185:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764685.377189:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764685.377194:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764685.377197:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764685.377200:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764685.377201:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.377230:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764685.377232:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.377233:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764685.377238:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787764685.377239:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764685.377242:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787764685.377244:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1787764685.377247:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764685.377248:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764685.377252:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787764685.377253:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482379264:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764685.377257:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764685.377261:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787764685.377264:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26264
02000000:00000001:1.0:1787764685.377266:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764685.377270:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.377273:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764685.377278:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
00000400:00000200:2.0:1787764685.377279:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:1.0:1787764685.377281:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764685.377286:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764685.377290:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:2.0:1787764685.377291:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764685.377296:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377309:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787764685.377311:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000040:2.0:1787764685.377312:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377317:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764685.377319:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787764685.377321:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000020:00000040:2.0:1787764685.377321:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764685.377324:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764685.377329:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000100:00000200:1.0:1787764685.377331:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482379264, portal 25
00000020:00000001:2.0:1787764685.377332:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:1.0:1787764685.377336:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787764685.377337:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:1.0:1787764685.377339:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980244736 : -118790729306880 : ffff93f5e0c6ed00)
00000100:00000040:1.0:1787764685.377347:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764685.377352:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377358:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764685.377360:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764685.377363:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764685.377368:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377369:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000010:1.0:1787764685.377372:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000020:00000040:2.0:1787764685.377374:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00000200:1.0:1787764685.377376:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482379264, offset 0
00000100:00080000:2.0:1787764685.377380:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:1.0:1787764685.377386:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377386:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764685.377390:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764685.377394:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764685.377398:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:2.0:1787764685.377400:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764685.377404:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764685.377407:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000008:00100000:2.0:1787764685.377407:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764685.377413:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.377415:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787764685.377416:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764685.377421:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000400:00000200:1.0:1787764685.377424:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000020:00000040:2.0:1787764685.377425:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764685.377429:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764685.377431:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.377432:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787764685.377433:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764685.377435:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764685.377438:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.377439:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000010:2.0:1787764685.377442:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6400.
00000400:00000200:1.0:1787764685.377447:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278205:278205:256:4294967295] 192.168.203.115@tcp LPNI seq info [278205:278205:8:4294967295]
00000100:00000001:2.0:1787764685.377447:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764685.377455:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764685.377457:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764685.377464:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764685.377467:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764685.377472:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764685.377476:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787764685.377487:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764685.377490:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00080000:2.0:1787764685.377491:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764685.377496:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764685.377497:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764685.377498:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1787764685.377500:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00000001:2.0:1787764685.377501:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764685.377505:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26264
00000400:00000200:2.0:1787764685.377509:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000800:00000200:1.0:1787764685.377514:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000400:00000200:2.0:1787764685.377515:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764685.377519:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787764685.377521:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1787764685.377522:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377526:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764685.377529:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377531:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764685.377533:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764685.377535:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000800:00000200:1.1:1787764685.377536:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:2.0:1787764685.377537:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764685.377539:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764685.377542:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764685.377544:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000800:00000200:1.1:1787764685.377544:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1787764685.377549:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377552:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764685.377555:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000100:1.0:1787764685.377558:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377558:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764685.377563:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000800:00000010:1.0:1787764685.377565:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000100:00080000:2.0:1787764685.377566:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377571:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.377573:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787764685.377573:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764685.377578:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764685.377582:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787764685.377584:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.377588:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000100:00000001:2.0:1787764685.377588:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764685.377592:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764685.377596:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764685.377600:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:2.0:1787764685.377605:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.377606:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:2.0:1787764685.377610:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000100:00000200:1.0:1787764685.377612:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764685.377615:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764685.377620:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764685.377623:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764685.377628:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764685.377631:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787764685.377632:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764685.377636:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764685.377638:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787764685.377642:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764685.377648:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.377651:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.377654:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787764685.377656:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764685.377660:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.377669:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764685.377672:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764685.377673:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320937767
00000100:00000001:2.0:1787764685.377678:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764685.377682:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fc60.
00000100:00000040:2.0:1787764685.377685:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.377690:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764685.377698:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.377700:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320937767
00000100:00080000:2.0:1787764685.377701:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787764685.377706:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f480.
00000100:00080000:2.0:1787764685.377707:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764685.377711:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764685.377712:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1787764685.377714:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764685.377717:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764685.377719:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764685.377721:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764685.377724:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26264
00000100:00000001:1.0:1787764685.377726:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1787764685.377731:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764685.377735:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764685.377738:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787764685.377742:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764685/real 1787764685]  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764685.377744:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377779:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764685.377782:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377788:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764685.377794:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:1.0:1787764685.377796:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1787764685.377797:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000400:00000001:1.0:1787764685.377800:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1787764685.377801:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787764685.377803:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000020:00000040:2.0:1787764685.377805:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000400:00000200:1.0:1787764685.377808:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000020:00000001:2.0:1787764685.377809:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000010:1.0:1787764685.377811:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000020:00000001:2.0:1787764685.377814:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764685.377816:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764685.377823:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764685.377823:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377829:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764685.377834:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377840:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000200:1.0:1787764685.377845:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764685.377846:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764685.377851:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764685.377853:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764685.377854:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764685.377858:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764685.377862:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764685.377865:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764685.377868:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764685.377873:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.377874:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764685.377874:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.377879:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787764685.377879:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787764685.377884:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:1.0:1787764685.377886:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787764685.377887:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764685.377889:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.377891:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764685.377891:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764685.377893:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764685.377896:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764685.377899:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00100000:1.0:1787764685.377901:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764685.377903:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764685.377910:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764685.377922:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764685.377923:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764685.377926:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764685.377930:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764685.377931:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.377959:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764685.377960:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.377965:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.377968:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1787764685.377968:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26274)
00000100:00000001:1.0:1787764685.377971:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.377974:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764685.377977:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764685.377980:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764685.377984:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764685.377987:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764685.377992:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764685.378000:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482379264:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764685.378005:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.378007:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.378009:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6ed00 x1874595482379264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.378016:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764685.378018:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764685.378021:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764685.378023:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764685.378025:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764685.378026:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764685.378028:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764685.378031:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5800.
02000000:00000001:1.0:1787764685.378034:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764685.378036:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764685.378037:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6ed00.
00000100:00000001:1.0:1787764685.378041:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764685.378042:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.378044:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.378050:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764685.378052:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.378054:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764685.378055:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764685.378057:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764685.378060:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.378079:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764685.378081:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.378083:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764685.378085:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764685.378087:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764685.378090:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379392:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764685.378093:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764685.378095:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764685.378097:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.378098:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764685.378102:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764685.378103:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.378107:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764685.378110:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764685.378114:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764685.378116:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482379392, portal 10
00000100:00000001:1.0:1787764685.378118:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764685.378119:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238976 : -118790729312640 : ffff93f5e0c6d680)
00000100:00000040:1.0:1787764685.378125:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.378131:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764685.378134:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764685.378136:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764685.378138:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482379392, offset 0
00000400:00000200:1.0:1787764685.378142:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764685.378146:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764685.378150:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764685.378152:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764685.378155:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764685.378157:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764685.378159:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764685.378163:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278206:278206:256:4294967295] 192.168.203.115@tcp LPNI seq info [278206:278206:8:4294967295]
00000400:00000200:1.0:1787764685.378167:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764685.378173:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764685.378178:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764685.378181:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764685.378185:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764685.378188:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764685.378192:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764685.378194:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764685.379340:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764685.379343:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764685.379347:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764685.379351:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764685.379355:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764685.379357:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764685.379360:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764685.379365:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379374:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.379377:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379384:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.379386:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764685.379390:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764685.379395:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764685.379399:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764685.379401:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320936461
00000100:00000001:1.0:1787764685.379404:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320937767
00000100:00000001:1.0:1787764685.379406:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320936461
00000100:00000001:1.0:1787764685.379408:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320937767
00000100:00000001:1.0:1787764685.379410:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764685.379413:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.379415:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764685.379419:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764685/real 1787764685]  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764685.379427:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764685.379429:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764685.379431:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764685.379434:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764685.379435:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764685.379437:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764685.379440:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764685.379448:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379453:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764685.379455:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.379457:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.379458:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764685.379461:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379468:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764685.379472:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379478:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764685.379481:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.379482:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.379484:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.379486:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764685.379488:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764685.379491:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764685.379496:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764685.379499:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764685.379504:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764685.379512:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379392:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764685.379516:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764685.379519:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379526:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764685.379528:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.379530:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764685.379532:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764685.379534:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764685.379537:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379520:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764685.379540:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764685.379542:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764685.379544:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.379546:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764685.379551:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764685.379553:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.379557:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764685.379559:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764685.379562:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764685.379566:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482379520, portal 10
00000100:00000001:1.0:1787764685.379568:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764685.379569:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980241856 : -118790729309760 : ffff93f5e0c6e1c0)
00000100:00000040:1.0:1787764685.379574:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379581:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764685.379584:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764685.379586:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764685.379588:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482379520, offset 0
00000400:00000200:1.0:1787764685.379592:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764685.379597:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764685.379602:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764685.379606:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764685.379608:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764685.379611:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764685.379613:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764685.379617:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278207:278207:256:4294967295] 192.168.203.115@tcp LPNI seq info [278207:278207:8:4294967295]
00000400:00000200:1.0:1787764685.379621:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764685.379628:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764685.379632:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764685.379635:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764685.379640:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764685.379643:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764685.379647:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764685.379650:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764685.379653:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764685.379655:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764685.379658:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764685.379661:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764685.379664:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764685.379665:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764685.379668:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764685.379671:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379679:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.379682:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379689:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.379692:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764685.379695:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764685.379697:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764685.379701:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764685.379703:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320936469
00000100:00000001:1.0:1787764685.379705:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320937767
00000100:00000001:1.0:1787764685.379707:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320936469
00000100:00000001:1.0:1787764685.379709:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320937767
00000100:00000001:1.0:1787764685.379711:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764685.379713:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.379715:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764685.379718:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764685/real 1787764685]  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764685.379726:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764685.379727:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764685.379728:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764685.379731:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764685.379732:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764685.379734:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764685.379737:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764685.379745:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379766:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764685.379768:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.379769:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.379771:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764685.379774:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379781:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764685.379785:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379793:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764685.379795:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.379796:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.379798:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.379799:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764685.379801:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764685.379803:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764685.379806:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764685.379807:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764685.379811:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764685.379819:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379520:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764685.379823:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764685.379826:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379832:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764685.379833:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.379835:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764685.379836:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764685.379838:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764685.379841:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379648:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764685.379845:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764685.379847:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764685.379848:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.379850:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764685.379854:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764685.379856:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.379860:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764685.379862:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764685.379865:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764685.379869:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482379648, portal 4
00000100:00000001:1.0:1787764685.379870:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764685.379871:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980245696 : -118790729305920 : ffff93f5e0c6f0c0)
00000100:00000040:1.0:1787764685.379877:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379883:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764685.379886:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764685.379888:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764685.379890:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482379648, offset 0
00000400:00000200:1.0:1787764685.379893:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764685.379897:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764685.379901:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764685.379903:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764685.379906:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764685.379908:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764685.379910:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764685.379913:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278208:278208:256:4294967295] 192.168.203.115@tcp LPNI seq info [278208:278208:8:4294967295]
00000400:00000200:1.0:1787764685.379917:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764685.379923:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764685.379928:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764685.379931:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764685.379934:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764685.379937:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764685.379941:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764685.379943:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764685.379947:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764685.379949:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764685.379951:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764685.379955:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764685.379957:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764685.379960:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764685.379962:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764685.379965:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379973:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.379976:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.379982:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.379984:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764685.379986:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764685.379989:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764685.379992:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764685.379994:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320936470
00000100:00000001:1.0:1787764685.379996:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320937767
00000100:00000001:1.0:1787764685.379999:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320936470
00000100:00000001:1.0:1787764685.380001:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320937767
00000100:00000001:1.0:1787764685.380003:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764685.380004:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.380006:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764685.380009:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764685/real 1787764685]  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764685.380016:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764685.380018:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764685.380019:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764685.380021:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764685.380023:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764685.380025:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764685.380028:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764685.380036:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380042:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764685.380044:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380045:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.380047:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764685.380050:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380057:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764685.380061:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380068:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764685.380070:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380071:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.380072:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380074:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764685.380075:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764685.380078:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764685.380081:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764685.380083:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764685.380087:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764685.380094:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379648:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764685.380098:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764685.380102:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380108:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764685.380109:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.380111:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764685.380113:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764685.380115:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764685.380118:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379776:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764685.380121:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764685.380123:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764685.380124:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.380126:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764685.380130:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764685.380132:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.380135:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764685.380138:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764685.380141:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764685.380143:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482379776, portal 4
00000100:00000001:1.0:1787764685.380145:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764685.380147:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980234176 : -118790729317440 : ffff93f5e0c6c3c0)
00000100:00000040:1.0:1787764685.380152:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380159:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764685.380161:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764685.380163:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764685.380165:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482379776, offset 0
00000400:00000200:1.0:1787764685.380169:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764685.380172:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764685.380175:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764685.380178:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764685.380181:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764685.380183:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764685.380185:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764685.380188:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278209:278209:256:4294967295] 192.168.203.115@tcp LPNI seq info [278209:278209:8:4294967295]
00000400:00000200:1.0:1787764685.380192:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764685.380198:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764685.380203:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764685.380206:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764685.380209:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764685.380212:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764685.380216:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764685.380218:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787764685.380222:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764685.380223:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764685.380226:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764685.380229:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764685.380232:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764685.380233:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764685.380235:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764685.380238:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380246:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.380249:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380255:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.380257:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764685.380259:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764685.380262:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764685.380265:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764685.380267:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320936474
00000100:00000001:1.0:1787764685.380270:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320937767
00000100:00000001:1.0:1787764685.380272:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320936474
00000100:00000001:1.0:1787764685.380274:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320937767
00000100:00000001:1.0:1787764685.380276:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764685.380277:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.380279:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764685.380282:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764685/real 1787764685]  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764685.380290:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764685.380291:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764685.380292:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764685.380295:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764685.380309:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764685.380312:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764685.380315:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764685.380323:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380330:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764685.380331:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380334:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.380335:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764685.380338:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380345:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764685.380348:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380355:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764685.380358:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380359:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.380360:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380362:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764685.380363:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764685.380366:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764685.380368:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764685.380370:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764685.380375:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764685.380383:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482379776:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764685.380387:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380389:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.380392:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d680 x1874595482379392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380399:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764685.380401:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764685.380403:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764685.380406:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764685.380408:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764685.380410:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764685.380412:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764685.380414:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6800.
02000000:00000001:1.0:1787764685.380418:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764685.380419:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764685.380421:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d680.
00000100:00000001:1.0:1787764685.380424:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764685.380425:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380426:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.380429:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e1c0 x1874595482379520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380436:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764685.380437:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764685.380439:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764685.380441:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764685.380442:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764685.380443:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764685.380445:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764685.380446:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6400.
02000000:00000001:1.0:1787764685.380448:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764685.380450:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764685.380451:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e1c0.
00000100:00000001:1.0:1787764685.380453:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764685.380455:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380456:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.380459:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f0c0 x1874595482379648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380465:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764685.380467:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764685.380468:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764685.380470:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764685.380471:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764685.380472:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764685.380474:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764685.380475:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:1.0:1787764685.380477:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764685.380478:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764685.380479:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f0c0.
00000100:00000001:1.0:1787764685.380481:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764685.380482:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380483:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.380486:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c3c0 x1874595482379776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.380492:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764685.380493:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764685.380494:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764685.380496:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764685.380497:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764685.380498:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764685.380499:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764685.380501:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:1.0:1787764685.380503:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764685.380504:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764685.380505:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c3c0.
00000100:00000001:1.0:1787764685.380507:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764685.380508:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380510:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.380515:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764685.380517:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.380519:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764685.380521:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764686.080883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764686.080891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764686.080897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764686.080898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764686.080902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764686.080903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764686.081031:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764686.081035:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764686.081038:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764686.720890:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320937767, at 4320937792
00000100:00000040:1.0:1787764686.720899:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320937767, at 4320937792
00000100:00000010:1.0:1787764686.720908:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f480.
00000100:00000010:0.0:1787764686.720911:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fc60.
00010000:00000001:2.0:1787764687.104904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764687.104909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764687.104913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764687.104914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764687.104916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764687.104917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764687.105004:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764687.105011:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764687.105014:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764688.129037:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764688.129044:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764688.129050:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764688.129053:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764688.129055:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764688.129058:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764688.129061:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764688.129063:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764688.129065:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764688.129067:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764688.129071:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764688.129072:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764688.129223:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764688.129228:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764688.129231:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764689.152931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764689.152938:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764689.152943:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764689.152945:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764689.152948:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764689.152950:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764689.152972:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764689.152977:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764689.152980:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764690.176868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764690.176875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764690.176879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764690.176881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764690.176883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764690.176885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764690.177133:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764690.177138:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764690.177141:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764690.497411:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764690.497422:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764690.497425:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764690.497429:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764690.497435:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764690.497442:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26269
00000400:00000200:3.0:1787764690.497451:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764690.497459:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764690.497462:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764690.497465:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.497468:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764690.497471:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.497473:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764690.497477:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764690.497479:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764690.497482:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764690.497485:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764690.497488:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764690.497490:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764690.497493:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.497496:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764690.497497:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.497499:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764690.497502:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764690.497505:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764690.497507:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764690.497510:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764690.497514:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764690.497516:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.497519:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764690.497521:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764690.497531:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764690.497534:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764690.497538:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764690.497539:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.497542:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764690.497545:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764690.497549:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764690.497556:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764690.497562:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764690.497570:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764690.498328:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764690.498332:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764690.498339:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.498407:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764690.498412:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764690.498415:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764690.498422:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.498429:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764690.498431:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.498434:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764690.498437:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764690.498440:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764690.498443:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482379904:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764690.498447:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764690.498451:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764690.498453:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.498456:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764690.498462:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764690.498465:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764690.498471:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764690.498475:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764690.498482:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764690.498489:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482379904, portal 25
00000100:00000001:1.0:1787764690.498491:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764690.498493:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764690.498499:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.498506:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764690.498509:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764690.498511:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764690.498514:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482379904, offset 0
00000400:00000200:1.0:1787764690.498521:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764690.498530:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764690.498536:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764690.498541:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764690.498544:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764690.498547:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764690.498550:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764690.498554:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278210:278210:256:4294967295] 192.168.203.115@tcp LPNI seq info [278210:278210:8:4294967295]
00000400:00000200:1.0:1787764690.498557:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764690.498564:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764690.498569:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764690.498572:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764690.498577:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764690.498588:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764690.498591:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764690.498594:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764690.498597:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764690.498598:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764690.498603:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764690.498605:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764690.498609:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764690.498610:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764690.498613:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764690.498616:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764690.498896:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764690.498901:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764690.498904:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764690.498906:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764690.498908:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764690.498911:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764690.498915:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26269
00000400:00000200:3.0:1787764690.498919:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764690.498922:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764690.498925:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764690.498928:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.498930:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764690.498932:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.498934:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764690.498937:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764690.498938:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764690.498940:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764690.498942:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764690.498944:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764690.498946:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764690.498949:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.498951:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764690.498952:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.498954:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764690.498956:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764690.498959:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764690.498962:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764690.498964:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764690.498969:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764690.498971:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.498973:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764690.498977:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764690.498979:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.498981:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764690.498986:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764690.498989:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764690.498991:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764690.498993:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.498994:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764690.498996:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764690.498999:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764690.499004:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764690.499007:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764690.499017:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764690.499025:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764690.499028:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764690.499032:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.499092:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764690.499097:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.499110:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.499112:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764690.499118:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764690.499122:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764690.499126:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320942889
00000100:00000010:1.0:1787764690.499131:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f480.
00000100:00000001:1.0:1787764690.499137:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764690.499144:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320942889
00000100:00000010:1.0:1787764690.499147:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442ff00.
00000100:00000001:1.0:1787764690.499149:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764690.499152:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764690.499155:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.499157:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764690.499162:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764690/real 1787764690]  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764690.499170:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764690.499172:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764690.499174:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764690.499177:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764690.499179:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764690.499181:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764690.499184:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764690.499192:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.499199:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764690.499200:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.499202:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764690.499204:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764690.499207:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.499214:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764690.499219:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.499226:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764690.499229:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.499230:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764690.499231:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.499233:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764690.499235:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764690.499238:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764690.499242:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764690.499244:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764690.499248:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764690.499256:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482379904:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764690.499269:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.499271:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764690.499274:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482379904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.499280:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764690.499282:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764690.499285:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764690.499288:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764690.499290:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764690.499291:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764690.499293:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764690.499295:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764690.499299:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764690.499302:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764690.499304:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:1.0:1787764690.499310:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764690.499311:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.499313:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.499320:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764690.499322:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.499324:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764690.499325:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764690.499326:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764690.499330:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.499336:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764690.499337:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.499339:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764690.499341:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764690.499343:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764690.499346:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380032:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764690.499349:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764690.499351:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764690.499352:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.499354:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764690.499357:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764690.499359:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764690.499363:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764690.499366:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764690.499370:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764690.499372:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482380032, portal 10
00000100:00000001:1.0:1787764690.499374:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764690.499375:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:1.0:1787764690.499382:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.499388:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764690.499390:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764690.499392:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764690.499395:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482380032, offset 0
00000400:00000200:1.0:1787764690.499399:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764690.499403:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764690.499407:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764690.499410:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764690.499412:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764690.499414:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764690.499417:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499697:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764690.499701:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764690.499705:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764690.499707:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764690.499708:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764690.499711:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764690.499714:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26269
00000400:00000200:3.0:1787764690.499718:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764690.499722:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764690.499724:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764690.499727:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499729:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764690.499730:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499732:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764690.499734:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764690.499735:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764690.499737:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764690.499738:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764690.499740:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764690.499742:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764690.499745:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499746:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764690.499767:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499769:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764690.499772:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764690.499774:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499777:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764690.499778:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764690.499781:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764690.499783:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.499785:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764690.499787:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764690.499790:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.499792:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764690.499795:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764690.499797:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764690.499800:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764690.499801:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.499802:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764690.499804:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764690.499806:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764690.499809:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764690.499812:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764690.499817:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764690.499823:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764690.499826:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764690.499829:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764690.499837:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764690.499839:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764690.499842:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764690.499843:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764690.499844:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764690.499847:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764690.499849:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26269
00000400:00000200:3.0:1787764690.499851:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764690.499854:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764690.499856:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764690.499859:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499861:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764690.499863:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499865:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764690.499867:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764690.499869:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764690.499870:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764690.499872:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764690.499874:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764690.499875:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764690.499878:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499879:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764690.499881:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499883:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764690.499885:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764690.499887:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499889:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764690.499891:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764690.499893:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764690.499895:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.499897:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764690.499899:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764690.499901:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.499902:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764690.499906:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764690.499908:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764690.499910:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764690.499911:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.499913:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764690.499914:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764690.499916:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764690.499919:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764690.499922:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764690.499926:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764690.499938:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764690.499941:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764690.499944:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764690.499951:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764690.499953:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764690.499956:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764690.499957:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764690.499958:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764690.499960:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764690.499962:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26269
00000400:00000200:3.0:1787764690.499966:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764690.499969:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764690.499972:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764690.499974:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499976:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764690.499978:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499980:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764690.499981:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764690.499982:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764690.499984:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764690.499985:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764690.499987:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764690.499989:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764690.499992:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499993:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764690.499995:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764690.499997:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764690.500000:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764690.500002:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764690.500005:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764690.500006:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764690.500008:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764690.500010:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.500012:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764690.500014:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764690.500016:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.500018:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764690.500021:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764690.500024:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764690.500026:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764690.500027:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764690.500029:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764690.500030:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764690.500032:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764690.500036:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764690.500038:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764690.500043:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764690.500049:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764690.500051:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764690.500054:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764690.500061:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764690.500065:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26279)
00000400:00000200:1.0:1787764690.500170:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278211:278211:256:4294967295] 192.168.203.115@tcp LPNI seq info [278211:278211:8:4294967295]
00000400:00000200:1.0:1787764690.500175:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764690.500183:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764690.500196:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764690.500200:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764690.500206:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764690.500208:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764690.500213:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764690.500216:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764690.500219:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764690.500222:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764690.500225:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764690.500229:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764690.500232:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764690.500234:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764690.500237:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764690.500242:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.500250:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764690.500253:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.500259:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.500268:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764690.500273:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764690.500277:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764690.500281:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764690.500283:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320941582
00000100:00000001:1.0:1787764690.500286:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320942889
00000100:00000001:1.0:1787764690.500288:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320941582
00000100:00000001:1.0:1787764690.500291:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320942889
00000100:00000001:1.0:1787764690.500293:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764690.500295:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.500296:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764690.500301:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764690/real 1787764690]  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764690.500310:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764690.500311:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764690.500313:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764690.500316:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764690.500318:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764690.500320:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764690.500323:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764690.500329:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.500335:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764690.500336:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.500338:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764690.500339:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764690.500342:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.500347:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764690.500351:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.500358:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764690.500360:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.500361:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764690.500363:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.500364:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764690.500366:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764690.500368:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764690.500371:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764690.500373:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764690.500376:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764690.500382:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380032:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764690.500385:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.500387:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764690.500389:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482380032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.500395:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764690.500396:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764690.500398:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764690.500400:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764690.500402:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764690.500403:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764690.500405:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764690.500406:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764690.500408:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764690.500409:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764690.500411:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764690.500414:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764690.500415:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.500417:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.500422:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764690.500424:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.500426:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764690.500428:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764690.500429:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764690.500432:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.500439:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764690.500440:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.500442:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764690.500443:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764690.500445:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764690.500448:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380160:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764690.500451:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764690.500452:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764690.500454:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.500455:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764690.500458:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764690.500459:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764690.500463:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764690.500466:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764690.500469:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764690.500472:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482380160, portal 10
00000100:00000001:1.0:1787764690.500474:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764690.500475:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764690.500481:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.500487:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764690.500489:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764690.500491:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764690.500493:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482380160, offset 0
00000400:00000200:1.0:1787764690.500498:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764690.500502:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764690.500509:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764690.500512:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764690.500514:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764690.500517:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764690.500520:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764690.500523:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278212:278212:256:4294967295] 192.168.203.115@tcp LPNI seq info [278212:278212:8:4294967295]
00000400:00000200:1.0:1787764690.500527:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764690.500533:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764690.500538:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764690.500541:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764690.500544:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764690.500547:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764690.500551:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764690.500553:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764690.500557:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764690.500559:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764690.500562:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764690.500566:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764690.500568:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764690.500570:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764690.501243:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764690.501249:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501257:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764690.501260:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501274:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.501276:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764690.501282:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764690.501285:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764690.501289:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764690.501291:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320941591
00000100:00000001:1.0:1787764690.501295:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320942889
00000100:00000001:1.0:1787764690.501297:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320941591
00000100:00000001:1.0:1787764690.501299:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320942889
00000100:00000001:1.0:1787764690.501301:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764690.501303:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.501305:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764690.501309:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764690/real 1787764690]  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764690.501317:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764690.501318:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764690.501319:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764690.501321:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764690.501322:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764690.501324:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764690.501326:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764690.501331:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501335:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764690.501336:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.501337:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764690.501338:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764690.501339:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501343:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764690.501345:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501349:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764690.501351:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.501352:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764690.501353:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.501354:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764690.501355:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764690.501357:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764690.501359:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764690.501360:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764690.501362:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764690.501366:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380160:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764690.501369:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764690.501370:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501374:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764690.501375:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.501377:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764690.501378:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764690.501379:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764690.501381:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380288:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764690.501382:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764690.501384:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764690.501385:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.501386:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764690.501389:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764690.501390:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764690.501393:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764690.501395:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764690.501397:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764690.501399:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482380288, portal 4
00000100:00000001:1.0:1787764690.501400:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764690.501402:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764690.501405:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501409:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764690.501411:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764690.501412:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764690.501413:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482380288, offset 0
00000400:00000200:1.0:1787764690.501416:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764690.501419:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764690.501422:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764690.501424:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764690.501425:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764690.501427:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764690.501429:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764690.501431:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278213:278213:256:4294967295] 192.168.203.115@tcp LPNI seq info [278213:278213:8:4294967295]
00000400:00000200:1.0:1787764690.501433:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764690.501437:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764690.501440:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764690.501442:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764690.501444:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764690.501446:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764690.501449:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764690.501451:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764690.501453:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764690.501454:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764690.501456:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764690.501459:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764690.501460:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764690.501462:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764690.501463:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764690.501465:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501471:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764690.501474:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501480:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.501482:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764690.501484:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764690.501487:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764690.501490:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764690.501492:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320941591
00000100:00000001:1.0:1787764690.501495:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320942889
00000100:00000001:1.0:1787764690.501497:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320941591
00000100:00000001:1.0:1787764690.501498:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320942889
00000100:00000001:1.0:1787764690.501501:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764690.501502:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.501504:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764690.501508:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764690/real 1787764690]  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764690.501514:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764690.501515:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764690.501516:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764690.501517:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764690.501518:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764690.501519:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764690.501521:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764690.501526:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501529:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764690.501530:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.501531:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764690.501532:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764690.501535:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501539:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764690.501541:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501544:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764690.501546:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.501546:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764690.501547:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.501548:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764690.501549:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764690.501550:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764690.501552:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764690.501553:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764690.501706:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764690.501713:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380288:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764690.501716:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764690.501718:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501722:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764690.501723:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.501725:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764690.501726:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764690.501727:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764690.501729:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380416:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764690.501731:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764690.501732:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764690.501733:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.501734:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764690.501737:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764690.501738:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764690.501740:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764690.501742:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764690.501744:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764690.501746:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482380416, portal 4
00000100:00000001:1.0:1787764690.501747:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764690.501760:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764690.501765:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501769:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764690.501770:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764690.501772:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764690.501773:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482380416, offset 0
00000400:00000200:1.0:1787764690.501776:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764690.501778:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764690.501781:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764690.501782:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764690.501784:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764690.501786:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764690.501787:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764690.501789:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278214:278214:256:4294967295] 192.168.203.115@tcp LPNI seq info [278214:278214:8:4294967295]
00000400:00000200:1.0:1787764690.501792:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764690.501796:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764690.501798:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764690.501800:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764690.501803:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764690.501804:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764690.501807:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764690.501808:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764690.501810:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764690.501812:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764690.501814:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764690.501816:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764690.501818:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764690.501819:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764690.501820:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764690.501822:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501827:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764690.501828:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501832:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.501833:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764690.501835:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764690.501837:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764690.501838:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764690.501840:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320941596
00000100:00000001:1.0:1787764690.501841:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320942889
00000100:00000001:1.0:1787764690.501842:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320941596
00000100:00000001:1.0:1787764690.501844:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320942889
00000100:00000001:1.0:1787764690.501845:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764690.501846:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.501847:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764690.501849:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764690/real 1787764690]  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764690.501855:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764690.501856:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764690.501858:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764690.501860:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764690.501862:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764690.501864:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764690.501867:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764690.501873:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501879:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764690.501880:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.501881:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764690.501883:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764690.501886:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501892:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764690.501896:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501902:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764690.501905:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.501906:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764690.501907:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.501909:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764690.501910:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764690.501913:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764690.501916:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764690.501918:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764690.501921:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764690.501929:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380416:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764690.501933:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.501935:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764690.501938:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482380160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501944:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764690.501946:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764690.501947:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764690.501950:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764690.501952:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764690.501953:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764690.501955:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764690.501957:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764690.501961:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764690.501963:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764690.501964:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764690.501968:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764690.501969:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.501971:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764690.501974:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482380288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.501980:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764690.501982:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764690.501983:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764690.501985:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764690.501986:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764690.501987:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764690.501989:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764690.501991:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:1.0:1787764690.501994:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764690.501995:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764690.501996:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764690.501999:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764690.502000:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.502002:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764690.502005:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482380416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.502009:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764690.502010:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764690.502011:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764690.502013:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764690.502014:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764690.502014:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764690.502015:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764690.502016:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764690.502017:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764690.502018:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764690.502019:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764690.502020:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764690.502020:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.502021:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764690.502025:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764690.502026:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.502028:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764690.502029:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764691.201013:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764691.201021:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764691.201024:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764691.201027:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764691.201031:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764691.201033:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764691.201035:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764691.201038:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764691.201041:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764691.201042:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764691.201046:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764691.201047:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764691.201136:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764691.201140:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764691.201142:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764691.840858:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320942889, at 4320942912
00000100:00000010:1.0:1787764691.840873:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442ff00.
00000100:00000040:0.0:1787764691.841069:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320942889, at 4320942912
00000100:00000010:0.0:1787764691.841074:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f480.
00010000:00000001:2.0:1787764692.224881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764692.224888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764692.224893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764692.224895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764692.224898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764692.224900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764692.225237:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764692.225241:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764692.225243:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764693.248975:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764693.248982:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764693.248987:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764693.248988:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764693.248992:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764693.248993:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764693.249158:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764693.249162:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764693.249165:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764694.274374:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764694.274380:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764694.274386:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764694.274387:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764694.274390:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764694.274393:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764694.274395:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764694.274398:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764694.274401:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764694.274403:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764694.274405:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764694.274407:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764694.276021:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764694.276025:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764694.276028:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764695.297014:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764695.297021:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764695.297027:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764695.297028:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764695.297033:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764695.297034:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764695.297097:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764695.297101:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764695.297105:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764695.620062:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764695.620074:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764695.620076:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764695.620079:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764695.620084:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764695.620091:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26274
00000400:00000200:0.0:1787764695.620101:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764695.620108:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764695.620111:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764695.620115:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620119:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764695.620121:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620123:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764695.620127:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764695.620129:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764695.620131:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764695.620135:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764695.620137:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764695.620139:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764695.620142:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620144:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764695.620146:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620148:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764695.620150:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764695.620154:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620156:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764695.620159:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764695.620163:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764695.620166:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.620168:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764695.620171:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764695.620180:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764695.620184:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764695.620286:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764695.620288:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.620291:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764695.620294:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764695.620297:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764695.620306:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764695.620312:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764695.620320:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764695.620336:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764695.620340:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764695.620345:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764695.620370:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764695.620373:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764695.620377:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764695.620378:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764695.620379:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764695.620382:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764695.620385:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26274
00000400:00000200:0.0:1787764695.620389:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764695.620392:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764695.620394:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764695.620396:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620398:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764695.620400:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620401:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764695.620404:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764695.620405:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764695.620407:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764695.620409:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764695.620411:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764695.620413:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764695.620416:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620417:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764695.620419:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620421:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764695.620424:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764695.620427:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620429:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764695.620431:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764695.620436:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764695.620438:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.620440:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764695.620444:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764695.620447:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.620448:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764695.620452:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764695.620454:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764695.620456:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764695.620457:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.620459:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764695.620460:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764695.620462:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764695.620466:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764695.620469:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764695.620474:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764695.620480:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764695.620481:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764695.620485:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764695.620491:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764695.620493:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764695.620496:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764695.620497:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764695.620499:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764695.620501:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764695.620503:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26274
00000400:00000200:0.0:1787764695.620507:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764695.620510:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764695.620511:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764695.620514:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620515:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764695.620517:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620519:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764695.620521:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764695.620522:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764695.620523:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764695.620525:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764695.620527:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764695.620529:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764695.620532:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620533:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764695.620535:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620537:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764695.620538:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764695.620541:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620542:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764695.620544:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764695.620547:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764695.620549:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.620551:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764695.620553:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764695.620555:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.620556:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764695.620560:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764695.620562:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764695.620564:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764695.620566:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.620568:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764695.620569:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764695.620570:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764695.620574:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764695.620576:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764695.620580:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764695.620586:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764695.620587:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764695.620590:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764695.620596:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764695.620599:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764695.620602:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764695.620604:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764695.620606:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764695.620608:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764695.620611:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26274
00000400:00000200:0.0:1787764695.620615:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764695.620618:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764695.620618:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787764695.620621:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764695.620624:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787764695.620625:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620629:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764695.620630:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764695.620632:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620635:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764695.620638:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764695.620640:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000040:1.0:1787764695.620640:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764695.620644:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764695.620646:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764695.620651:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764695.620655:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764695.620658:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787764695.620661:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764695.620661:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.620665:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764695.620667:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:1.0:1787764695.620667:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787764695.620671:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764695.620672:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787764695.620675:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
02000000:00000001:1.0:1787764695.620677:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764695.620680:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620685:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764695.620685:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482380544:192.168.203.115@tcp:250:kworker.0
02000000:00000001:0.0:1787764695.620689:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764695.620693:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764695.620694:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764695.620698:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.620701:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787764695.620702:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764695.620706:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1787764695.620706:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787764695.620711:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.620713:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787764695.620714:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764695.620719:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
02000000:00000010:1.0:1787764695.620720:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
00000020:00000040:0.0:1787764695.620722:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:1.0:1787764695.620725:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764695.620727:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764695.620730:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.620732:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764695.620733:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:0.0:1787764695.620734:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764695.620738:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764695.620741:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
02000000:00000010:0.0:1787764695.620744:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000400:00000010:1.0:1787764695.620775:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764695.620784:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482380544, portal 25
00000100:00000001:1.0:1787764695.620787:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764695.620789:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:1.0:1787764695.620795:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.620803:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764695.620806:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620808:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764695.620809:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764695.620815:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482380544, offset 0
00000100:00100000:0.0:1787764695.620819:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764695.620826:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620832:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764695.620835:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764695.620839:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764695.620844:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764695.620850:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764695.620860:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787764695.620863:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764695.620867:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:0.0:1787764695.620868:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764695.620872:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787764695.620874:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787764695.620875:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764695.620879:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764695.620881:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.620883:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764695.620890:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26274
00000400:00000200:1.0:1787764695.620892:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278215:278215:256:4294967295] 192.168.203.115@tcp LPNI seq info [278215:278215:8:4294967295]
00000400:00000200:1.0:1787764695.620900:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764695.620911:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764695.620918:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764695.620923:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764695.620930:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764695.620933:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764695.620939:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764695.620943:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764695.620947:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764695.620950:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764695.620954:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764695.620958:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764695.620999:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764695.621004:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764695.621007:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764695.621009:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.621011:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764695.621013:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.621015:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764695.621018:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764695.621019:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764695.621020:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764695.621022:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764695.621024:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764695.621026:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764695.621028:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.621030:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764695.621032:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764695.621034:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764695.621036:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764695.621038:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764695.621041:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764695.621043:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764695.621046:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764695.621048:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.621050:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764695.621053:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764695.621055:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.621057:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764695.621060:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764695.621062:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764695.621065:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764695.621066:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764695.621068:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764695.621069:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764695.621071:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764695.621075:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764695.621078:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764695.621083:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764695.621091:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764695.621093:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764695.621097:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764695.621104:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764695.621108:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26284)
00000400:00000200:1.0:1787764695.622276:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764695.622282:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764695.622288:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764695.622295:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622306:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764695.622310:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622317:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.622319:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764695.622326:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764695.622330:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764695.622333:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320948012
00000100:00000010:1.0:1787764695.622340:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442ff00.
00000100:00000001:1.0:1787764695.622347:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764695.622353:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320948012
00000100:00000010:1.0:1787764695.622356:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f120.
00000100:00000001:1.0:1787764695.622358:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764695.622361:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764695.622363:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.622365:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764695.622369:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764695/real 1787764695]  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764695.622377:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764695.622379:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764695.622381:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764695.622384:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764695.622386:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764695.622388:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764695.622392:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764695.622400:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622406:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764695.622408:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.622410:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764695.622412:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764695.622415:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622421:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764695.622425:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622431:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764695.622434:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.622435:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764695.622436:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.622438:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764695.622440:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764695.622443:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764695.622446:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764695.622448:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764695.622451:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764695.622458:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482380544:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764695.622462:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764695.622465:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622476:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764695.622478:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.622480:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764695.622483:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764695.622485:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764695.622488:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380672:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764695.622491:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764695.622494:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764695.622495:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.622497:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764695.622501:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764695.622502:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764695.622506:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764695.622509:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764695.622512:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764695.622515:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482380672, portal 10
00000100:00000001:1.0:1787764695.622517:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764695.622518:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:1.0:1787764695.622524:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622529:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764695.622531:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764695.622533:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764695.622535:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482380672, offset 0
00000400:00000200:1.0:1787764695.622540:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764695.622544:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764695.622549:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764695.622553:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764695.622555:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764695.622558:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764695.622560:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764695.622563:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278216:278216:256:4294967295] 192.168.203.115@tcp LPNI seq info [278216:278216:8:4294967295]
00000400:00000200:1.0:1787764695.622566:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764695.622572:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764695.622577:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764695.622580:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764695.622585:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764695.622588:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764695.622593:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764695.622596:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764695.622600:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764695.622602:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764695.622605:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764695.622608:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764695.622611:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764695.622612:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764695.622614:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764695.622617:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622623:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764695.622626:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622631:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.622633:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764695.622635:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764695.622639:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764695.622642:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764695.622644:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320946704
00000100:00000001:1.0:1787764695.622646:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320948012
00000100:00000001:1.0:1787764695.622648:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320946704
00000100:00000001:1.0:1787764695.622650:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320948012
00000100:00000001:1.0:1787764695.622651:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764695.622653:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.622655:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764695.622658:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764695/real 1787764695]  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764695.622664:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764695.622665:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764695.622672:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764695.622674:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764695.622676:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764695.622677:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764695.622680:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764695.622687:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622693:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764695.622694:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.622696:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764695.622697:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764695.622700:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622706:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764695.622710:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622715:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764695.622717:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.622719:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764695.622720:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.622721:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764695.622723:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764695.622725:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764695.622729:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764695.622730:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764695.622734:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764695.622740:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380672:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764695.622743:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764695.622746:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622766:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764695.622767:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.622769:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764695.622771:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764695.622772:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764695.622775:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380800:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764695.622777:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764695.622779:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764695.622781:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.622782:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764695.622785:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764695.622787:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764695.622789:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764695.622792:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764695.622794:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764695.622797:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482380800, portal 10
00000100:00000001:1.0:1787764695.622799:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764695.622800:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:1.0:1787764695.622805:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622811:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764695.622813:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764695.622815:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764695.622817:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482380800, offset 0
00000400:00000200:1.0:1787764695.622821:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764695.622824:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764695.622828:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764695.622831:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764695.622833:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764695.622835:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764695.622837:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764695.622840:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278217:278217:256:4294967295] 192.168.203.115@tcp LPNI seq info [278217:278217:8:4294967295]
00000400:00000200:1.0:1787764695.622844:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764695.622849:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764695.622853:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764695.622856:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764695.622859:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764695.622862:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764695.622866:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764695.622868:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764695.622871:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764695.622873:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764695.622875:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764695.622878:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764695.622880:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764695.622882:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764695.622884:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764695.622887:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622895:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764695.622898:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622904:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.622906:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764695.622909:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764695.622912:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764695.622915:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764695.622916:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320946713
00000100:00000001:1.0:1787764695.622919:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320948012
00000100:00000001:1.0:1787764695.622921:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320946713
00000100:00000001:1.0:1787764695.622922:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320948012
00000100:00000001:1.0:1787764695.622925:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764695.622926:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.622928:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764695.622932:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764695/real 1787764695]  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764695.622939:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764695.622940:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764695.622942:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764695.622944:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764695.622945:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764695.622947:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764695.622950:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764695.622958:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622964:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764695.622965:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.622967:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764695.622968:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764695.622971:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622976:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764695.622980:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.622986:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764695.622988:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.622989:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764695.622990:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.622992:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764695.622993:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764695.622995:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764695.622998:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764695.623000:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764695.623004:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764695.623011:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380800:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764695.623015:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623017:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764695.623020:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482380544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623026:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764695.623028:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764695.623030:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764695.623033:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764695.623036:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764695.623037:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764695.623039:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764695.623041:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919edc00.
02000000:00000001:1.0:1787764695.623046:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764695.623047:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764695.623049:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:1.0:1787764695.623052:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764695.623053:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623055:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764695.623058:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482380672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623064:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764695.623065:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764695.623067:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764695.623069:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764695.623070:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764695.623071:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764695.623073:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764695.623074:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:1.0:1787764695.623076:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764695.623077:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764695.623078:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:1.0:1787764695.623080:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764695.623082:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623083:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764695.623086:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482380800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623092:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764695.623093:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764695.623094:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764695.623096:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764695.623097:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764695.623098:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764695.623100:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764695.623101:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:1.0:1787764695.623103:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764695.623104:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764695.623106:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:1.0:1787764695.623108:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764695.623109:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623111:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623118:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764695.623120:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.623123:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764695.623125:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764695.623126:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764695.623130:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623136:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764695.623137:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.623139:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764695.623141:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764695.623143:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764695.623145:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380928:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764695.623148:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764695.623150:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764695.623152:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.623153:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764695.623157:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764695.623158:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764695.623162:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764695.623164:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764695.623168:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764695.623170:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482380928, portal 4
00000100:00000001:1.0:1787764695.623172:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764695.623173:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:1.0:1787764695.623178:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623184:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764695.623186:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764695.623187:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764695.623189:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482380928, offset 0
00000400:00000200:1.0:1787764695.623193:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764695.623196:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764695.623199:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764695.623201:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764695.623205:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764695.623207:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764695.623208:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764695.623211:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278218:278218:256:4294967295] 192.168.203.115@tcp LPNI seq info [278218:278218:8:4294967295]
00000400:00000200:1.0:1787764695.623214:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764695.623219:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764695.623223:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764695.623237:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764695.623242:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764695.623244:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764695.623248:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764695.623251:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764695.623255:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764695.623256:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764695.623259:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764695.623262:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764695.623265:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764695.623266:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764695.623268:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764695.623271:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623278:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764695.623281:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623287:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.623289:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764695.623292:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764695.623294:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764695.623298:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764695.623299:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320946713
00000100:00000001:1.0:1787764695.623302:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320948012
00000100:00000001:1.0:1787764695.623303:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320946713
00000100:00000001:1.0:1787764695.623306:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320948012
00000100:00000001:1.0:1787764695.623308:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764695.623310:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.623312:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764695.623316:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764695/real 1787764695]  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764695.623323:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764695.623325:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764695.623326:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764695.623329:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764695.623330:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764695.623332:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764695.623335:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764695.623343:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623350:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764695.623351:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623353:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764695.623354:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764695.623357:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623362:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764695.623365:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623370:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764695.623372:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623374:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764695.623375:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623377:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764695.623379:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764695.623381:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764695.623384:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764695.623386:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764695.623389:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764695.623396:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482380928:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764695.623400:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764695.623403:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623409:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764695.623410:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.623412:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764695.623414:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764695.623417:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764695.623420:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381056:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764695.623423:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764695.623425:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764695.623426:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.623428:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764695.623431:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764695.623433:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764695.623436:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764695.623439:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764695.623442:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764695.623445:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482381056, portal 4
00000100:00000001:1.0:1787764695.623446:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764695.623448:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:1.0:1787764695.623453:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623459:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764695.623461:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764695.623463:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764695.623465:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482381056, offset 0
00000400:00000200:1.0:1787764695.623469:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764695.623473:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764695.623477:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764695.623480:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764695.623482:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764695.623484:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764695.623486:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764695.623489:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278219:278219:256:4294967295] 192.168.203.115@tcp LPNI seq info [278219:278219:8:4294967295]
00000400:00000200:1.0:1787764695.623493:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764695.623498:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764695.623502:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764695.623505:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764695.623509:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764695.623511:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764695.623515:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764695.623518:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764695.623521:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764695.623522:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764695.623525:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764695.623528:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764695.623530:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764695.623532:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764695.623535:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764695.623538:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623545:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764695.623548:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623560:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.623561:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764695.623565:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764695.623567:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764695.623570:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764695.623572:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320946717
00000100:00000001:1.0:1787764695.623574:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320948012
00000100:00000001:1.0:1787764695.623576:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320946717
00000100:00000001:1.0:1787764695.623578:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320948012
00000100:00000001:1.0:1787764695.623580:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764695.623582:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.623583:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764695.623586:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764695/real 1787764695]  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764695.623593:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764695.623594:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764695.623595:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764695.623598:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764695.623599:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764695.623602:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764695.623605:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764695.623612:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623618:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764695.623619:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623621:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764695.623622:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764695.623625:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623631:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764695.623635:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623641:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764695.623643:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623644:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764695.623645:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623647:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764695.623648:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764695.623650:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764695.623654:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764695.623656:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764695.623659:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764695.623666:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381056:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764695.623669:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623671:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764695.623673:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482380928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623679:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764695.623681:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764695.623682:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764695.623685:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764695.623687:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764695.623688:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764695.623690:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764695.623691:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
02000000:00000001:1.0:1787764695.623695:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764695.623696:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764695.623698:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:1.0:1787764695.623700:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764695.623701:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623702:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764695.623705:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482381056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.623711:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764695.623712:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764695.623714:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764695.623716:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764695.623717:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764695.623718:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764695.623720:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764695.623721:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:1.0:1787764695.623724:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764695.623725:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764695.623726:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:1.0:1787764695.623728:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764695.623729:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623730:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764695.623734:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764695.623735:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.623737:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764695.623738:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764696.320878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764696.320885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764696.320891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764696.320892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764696.320895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764696.320896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764696.320960:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764696.320964:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764696.320967:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764696.960883:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320948012, at 4320948032
00000100:00000010:1.0:1787764696.960899:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f120.
00000100:00000040:0.0:1787764696.960910:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320948012, at 4320948032
00000100:00000010:0.0:1787764696.960919:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442ff00.
00010000:00000001:2.0:1787764697.344897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764697.344903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764697.344909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764697.344912:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764697.344914:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764697.344916:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764697.344919:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764697.344921:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764697.344922:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764697.344924:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764697.344928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764697.344929:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764697.344984:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764697.344987:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764697.344989:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764698.368865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764698.368872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764698.368877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764698.368878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764698.368880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764698.368881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764698.368934:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764698.368939:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764698.368943:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764699.392919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764699.392926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764699.392931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764699.392932:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764699.392935:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764699.392936:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764699.392997:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764699.393002:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764699.393005:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764700.416852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764700.416860:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764700.416863:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764700.416866:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764700.416870:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764700.416871:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764700.416873:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764700.416875:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764700.416878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764700.416879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764700.416881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764700.416882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764700.416938:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764700.416943:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764700.416946:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764700.736866:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764700.736874:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764700.736876:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764700.736879:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764700.736882:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764700.736887:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26279
00000400:00000200:3.0:1787764700.736895:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764700.736899:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764700.736901:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764700.736903:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764700.736906:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764700.736907:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764700.736909:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764700.736911:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764700.736912:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764700.736914:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764700.736917:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764700.736918:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764700.736920:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764700.736922:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764700.736923:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764700.736924:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764700.736925:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764700.736927:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764700.736930:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764700.736931:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764700.736933:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764700.736936:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764700.736937:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764700.736939:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764700.736940:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764700.736947:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764700.736949:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764700.736952:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764700.736953:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764700.736954:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764700.736957:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764700.736960:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764700.736968:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764700.736974:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764700.736982:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764700.736992:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764700.736996:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764700.737000:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764700.737019:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764700.737021:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764700.737023:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764700.737024:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764700.737025:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764700.737027:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764700.737029:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26279
00000400:00000200:3.0:1787764700.737032:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764700.737034:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764700.737036:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764700.737040:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764700.737042:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764700.737045:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764700.737046:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764700.737048:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764700.737050:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764700.737052:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764700.737054:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764700.737055:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764700.737059:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787764700.737061:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764700.737063:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764700.737068:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764700.737074:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764700.737083:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764700.737086:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764700.737086:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764700.737090:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.737095:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764700.737098:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764700.737098:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:1.0:1787764700.737103:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764700.737104:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00100000:1.0:1787764700.737112:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482381184:192.168.203.115@tcp:250:kworker.0
00000020:00000040:3.0:1787764700.737112:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:1.0:1787764700.737121:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787764700.737121:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764700.737126:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.737128:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764700.737129:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764700.737132:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.737136:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764700.737137:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764700.737141:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764700.737142:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
00000100:00000001:3.0:1787764700.737143:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764700.737147:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764700.737149:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764700.737154:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.737155:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764700.737157:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764700.737162:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000010:3.0:1787764700.737162:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764700.737167:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764700.737169:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764700.737170:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764700.737171:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787764700.737173:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
02000000:00000001:3.0:1787764700.737173:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764700.737175:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764700.737180:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000200:1.0:1787764700.737182:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482381184, portal 25
00000100:00000001:3.0:1787764700.737184:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.737185:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764700.737188:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000100:00100000:3.0:1787764700.737205:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764700.737207:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764700.737229:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764700.737231:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764700.737235:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764700.737236:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764700.737242:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000040:3.0:1787764700.737244:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764700.737247:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482381184, offset 0
00000100:00000001:3.0:1787764700.737257:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.737261:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764700.737262:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764700.737266:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764700.737267:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764700.737268:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764700.737270:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764700.737273:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764700.737273:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26279
00000400:00000200:3.0:1787764700.737280:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764700.737284:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:3.0:1787764700.737284:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764700.737289:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764700.737292:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764700.737295:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764700.737295:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764700.737302:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764700.737307:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787764700.737309:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764700.737313:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764700.737314:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000020:00000001:3.0:1787764700.737318:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764700.737321:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000400:00000200:1.0:1787764700.737322:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278220:278220:256:4294967295] 192.168.203.115@tcp LPNI seq info [278220:278220:8:4294967295]
00000020:00000001:3.0:1787764700.737324:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764700.737327:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764700.737330:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764700.737333:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764700.737334:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764700.737338:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764700.737340:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764700.737346:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764700.737348:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764700.737348:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764700.737353:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764700.737356:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000200:1.0:1787764700.737361:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764700.737361:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764700.737365:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1787764700.737369:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
02000000:00000001:3.0:1787764700.737369:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764700.737373:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764700.737374:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764700.737376:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787764700.737377:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000008:00000001:3.0:1787764700.737379:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764700.737381:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764700.737382:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000100:00000010:3.0:1787764700.737386:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000800:00000200:1.1:1787764700.737387:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000040:3.0:1787764700.737389:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000800:00000200:1.1:1787764700.737392:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1787764700.737394:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787764700.737398:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
02000000:00000001:3.0:1787764700.737398:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764700.737400:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000100:00000001:3.0:1787764700.737403:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764700.737406:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787764700.737406:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764700.737411:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.737412:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764700.737418:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
02000000:00000010:3.0:1787764700.737419:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000400:00000010:1.0:1787764700.737420:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764700.737426:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764700.737426:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764700.737431:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764700.737435:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764700.737442:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764700.737445:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764700.737447:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764700.737449:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764700.737456:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764700.737457:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764700.737458:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764700.737466:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764700.737468:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764700.737472:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764700.737479:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764700.737480:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764700.737484:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26279
00000100:00000001:1.0:1787764700.737485:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764700.737493:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764700.737493:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764700.737499:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764700.737502:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764700.737503:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764700.737507:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320953127
00000100:00000040:3.0:1787764700.737508:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764700.737512:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764700.737514:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764700.737516:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000010:1.0:1787764700.737517:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f120.
00000020:00000001:3.0:1787764700.737517:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764700.737520:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764700.737521:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764700.737523:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:1.0:1787764700.737525:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787764700.737525:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764700.737527:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764700.737530:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764700.737532:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320953127
00000100:00000001:3.0:1787764700.737532:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764700.737536:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000010:1.0:1787764700.737538:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fd20.
00000100:00000001:3.0:1787764700.737538:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764700.737542:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:1.0:1787764700.737543:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787764700.737545:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764700.737548:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.737549:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764700.737550:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764700.737553:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764700.737555:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764700.737556:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.737559:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764700.737559:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764700.737561:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764700.737564:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764700.737567:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764700/real 1787764700]  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764700.737567:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764700.737572:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764700.737577:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764700.737581:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764700.737583:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764700.737585:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764700.737587:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764700.737589:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000100:00000001:3.0:1787764700.737591:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764700.737593:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
02000000:00000001:3.0:1787764700.737593:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787764700.737597:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
02000000:00000001:3.0:1787764700.737598:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.737602:0:257227:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:3.0:1787764700.737603:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000200:1.0:1787764700.737608:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764700.737608:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764700.737615:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787764700.737628:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764700.737631:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764700.737635:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764700.737642:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.737643:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764700.737646:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.737651:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764700.737652:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.737654:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764700.737655:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764700.737659:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764700.737660:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764700.737663:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787764700.737664:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764700.737665:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764700.737669:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26279
00000400:00000200:3.0:1787764700.737675:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764700.737679:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764700.737682:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764700.737685:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764700.737686:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764700.737690:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764700.737692:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764700.737695:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764700.737695:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764700.737697:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764700.737699:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764700.737702:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764700.737705:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764700.737709:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764700.737710:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787764700.737711:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764700.737716:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764700.737718:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764700.737719:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764700.737721:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764700.737722:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.737726:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1787764700.737726:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764700.737729:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764700.737730:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00080000:1.0:1787764700.737734:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1787764700.737734:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764700.737737:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764700.737739:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764700.737740:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764700.737741:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764700.737745:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764700.737768:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764700.737770:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764700.737772:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764700.737773:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764700.737775:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000100:00080000:1.0:1787764700.737776:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000020:00000040:3.0:1787764700.737777:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764700.737782:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764700.737783:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787764700.737784:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764700.737787:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764700.737790:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787764700.737793:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764700.737793:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764700.737800:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764700.737806:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764700.737807:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482381184:192.168.203.115@tcp:250:kworker.0
00000100:00100000:3.0:1787764700.737813:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764700.737814:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.737819:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.737826:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482381184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764700.737827:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764700.737832:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.737840:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1787764700.737842:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764700.737844:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764700.737848:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
00000100:00000001:3.0:1787764700.737851:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764700.737855:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26289)
02000000:00000001:1.0:1787764700.737859:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764700.737862:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764700.737863:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764700.737865:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764700.737867:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:1.0:1787764700.737870:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764700.737871:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764700.737873:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000100:00000001:1.0:1787764700.737876:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764700.737877:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.737878:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.737883:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764700.737885:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.737886:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764700.737887:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764700.737889:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764700.737894:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.737900:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764700.737901:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.737903:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764700.737905:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764700.737907:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764700.737911:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381312:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764700.737913:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764700.737916:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764700.737917:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.737919:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764700.737922:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764700.737924:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.737927:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764700.737930:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764700.737933:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764700.737937:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482381312, portal 10
00000100:00000001:1.0:1787764700.737938:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764700.737939:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
00000100:00000040:1.0:1787764700.737944:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.737947:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764700.737949:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764700.737950:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764700.737951:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482381312, offset 0
00000400:00000200:1.0:1787764700.737954:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764700.737956:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764700.737959:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764700.737965:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764700.737967:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764700.737972:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764700.737974:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764700.737976:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278221:278221:256:4294967295] 192.168.203.115@tcp LPNI seq info [278221:278221:8:4294967295]
00000400:00000200:1.0:1787764700.737978:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764700.737982:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764700.737985:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764700.737988:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764700.737990:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764700.737992:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764700.737995:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764700.737997:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764700.737999:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764700.738000:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764700.738002:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764700.738004:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764700.738006:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764700.738007:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764700.738009:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764700.738011:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738016:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.738018:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738022:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.738023:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764700.738024:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764700.738027:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764700.738028:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764700.738030:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320951820
00000100:00000001:1.0:1787764700.738031:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320953127
00000100:00000001:1.0:1787764700.738033:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320951820
00000100:00000001:1.0:1787764700.738034:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320953127
00000100:00000001:1.0:1787764700.738035:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764700.738037:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.738038:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764700.738040:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764700/real 1787764700]  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764700.738048:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764700.738049:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764700.738050:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764700.738052:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764700.738053:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764700.738054:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764700.738055:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764700.738060:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738064:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764700.738065:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738066:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.738067:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764700.738069:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738072:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764700.738074:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738078:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764700.738079:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738080:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.738081:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738082:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764700.738083:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764700.738084:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764700.738086:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764700.738087:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764700.738090:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764700.738095:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381312:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764700.738097:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764700.738099:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738102:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764700.738103:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.738104:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764700.738105:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764700.738106:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764700.738107:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381440:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764700.738109:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764700.738110:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764700.738111:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.738112:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764700.738115:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764700.738116:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.738118:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764700.738119:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764700.738120:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764700.738122:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482381440, portal 10
00000100:00000001:1.0:1787764700.738124:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764700.738125:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:1.0:1787764700.738130:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738136:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764700.738138:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764700.738140:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764700.738142:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482381440, offset 0
00000400:00000200:1.0:1787764700.738145:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764700.738149:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764700.738152:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764700.738155:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764700.738157:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764700.738160:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764700.738162:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764700.738165:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278222:278222:256:4294967295] 192.168.203.115@tcp LPNI seq info [278222:278222:8:4294967295]
00000400:00000200:1.0:1787764700.738169:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764700.738174:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764700.738177:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764700.738179:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764700.738182:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764700.738183:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764700.738186:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764700.738187:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764700.738200:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764700.738202:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764700.738205:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764700.738207:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764700.738210:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764700.738211:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764700.738212:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764700.738214:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738219:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.738221:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738225:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.738226:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764700.738227:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764700.738229:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764700.738231:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764700.738233:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320951828
00000100:00000001:1.0:1787764700.738235:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320953127
00000100:00000001:1.0:1787764700.738236:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320951828
00000100:00000001:1.0:1787764700.738237:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320953127
00000100:00000001:1.0:1787764700.738238:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764700.738239:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.738240:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764700.738242:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764700/real 1787764700]  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764700.738246:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764700.738247:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764700.738248:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764700.738250:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764700.738251:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764700.738252:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764700.738254:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764700.738258:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738262:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764700.738262:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738263:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.738264:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764700.738266:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738269:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764700.738271:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738275:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764700.738277:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738277:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.738278:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738279:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764700.738280:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764700.738282:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764700.738284:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764700.738285:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764700.738287:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764700.738291:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381440:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764700.738293:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764700.738294:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738298:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764700.738299:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.738300:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764700.738302:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764700.738303:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764700.738304:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381568:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764700.738306:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764700.738307:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764700.738308:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.738309:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764700.738311:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764700.738312:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.738314:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764700.738315:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764700.738317:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764700.738318:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482381568, portal 4
00000100:00000001:1.0:1787764700.738320:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764700.738321:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:1.0:1787764700.738324:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738328:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764700.738329:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764700.738330:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764700.738332:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482381568, offset 0
00000400:00000200:1.0:1787764700.738334:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764700.738336:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764700.738338:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764700.738340:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764700.738341:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764700.738343:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764700.738344:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764700.738346:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278223:278223:256:4294967295] 192.168.203.115@tcp LPNI seq info [278223:278223:8:4294967295]
00000400:00000200:1.0:1787764700.738348:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764700.738351:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764700.738354:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764700.738355:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764700.738357:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764700.738359:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764700.738361:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764700.738363:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764700.738365:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764700.738366:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764700.738368:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764700.738370:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764700.738371:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764700.738372:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764700.738373:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764700.738375:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738383:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.738385:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738389:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.738389:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764700.738391:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764700.738392:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764700.738394:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764700.738395:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320951828
00000100:00000001:1.0:1787764700.738396:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320953127
00000100:00000001:1.0:1787764700.738397:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320951828
00000100:00000001:1.0:1787764700.738399:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320953127
00000100:00000001:1.0:1787764700.738400:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764700.738401:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.738402:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764700.738404:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764700/real 1787764700]  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764700.738408:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764700.738408:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764700.738409:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764700.738410:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764700.738411:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764700.738412:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764700.738413:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764700.738417:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738421:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764700.738422:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738423:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.738424:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764700.738426:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738430:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764700.738431:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738435:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764700.738436:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738437:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.738438:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738438:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764700.738439:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764700.738441:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764700.738442:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764700.738443:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764700.738445:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764700.738449:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381568:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764700.738451:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764700.738453:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738456:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764700.738457:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.738458:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764700.738459:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764700.738461:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764700.738462:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381696:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764700.738464:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764700.738465:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764700.738466:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.738468:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764700.738470:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764700.738472:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.738475:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764700.738477:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764700.738480:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764700.738482:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482381696, portal 4
00000100:00000001:1.0:1787764700.738483:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764700.738485:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:1.0:1787764700.738490:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738496:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764700.738498:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764700.738501:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764700.738503:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482381696, offset 0
00000400:00000200:1.0:1787764700.738507:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764700.738510:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764700.738514:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764700.738516:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764700.738518:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764700.738519:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764700.738521:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764700.738523:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278224:278224:256:4294967295] 192.168.203.115@tcp LPNI seq info [278224:278224:8:4294967295]
00000400:00000200:1.0:1787764700.738525:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764700.738528:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764700.738531:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764700.738533:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764700.738536:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764700.738537:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764700.738540:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764700.738541:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764700.738543:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764700.738545:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764700.738546:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764700.738548:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764700.738550:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764700.738551:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764700.738553:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764700.738555:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738560:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.738561:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738565:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.738566:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764700.738568:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764700.738569:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764700.738571:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764700.738572:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320951832
00000100:00000001:1.0:1787764700.738574:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320953127
00000100:00000001:1.0:1787764700.738575:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320951832
00000100:00000001:1.0:1787764700.738576:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320953127
00000100:00000001:1.0:1787764700.738577:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764700.738578:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.738579:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764700.738581:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764700/real 1787764700]  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764700.738585:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764700.738586:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764700.738587:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764700.738588:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764700.738589:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764700.738590:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764700.738592:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764700.738596:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738600:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764700.738601:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738602:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.738603:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764700.738605:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738608:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764700.738610:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738613:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764700.738614:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738615:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.738616:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738617:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764700.738618:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764700.738619:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764700.738620:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764700.738622:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764700.738624:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764700.738631:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381696:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764700.738634:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738635:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.738636:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482381312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738640:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764700.738641:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764700.738642:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764700.738643:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764700.738644:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764700.738645:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764700.738646:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764700.738647:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764700.738649:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764700.738650:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764700.738651:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:1.0:1787764700.738652:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764700.738653:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738654:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.738656:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482381440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738659:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764700.738660:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764700.738660:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764700.738661:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764700.738662:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764700.738663:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764700.738663:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764700.738664:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:1.0:1787764700.738665:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764700.738666:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764700.738666:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:1.0:1787764700.738668:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764700.738669:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738670:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.738671:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482381568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738675:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764700.738675:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764700.738676:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764700.738677:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764700.738678:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764700.738678:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764700.738679:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764700.738680:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764700.738681:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764700.738682:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764700.738682:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:1.0:1787764700.738683:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764700.738684:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738685:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.738686:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482381696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.738689:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764700.738690:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764700.738690:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764700.738691:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764700.738692:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764700.738693:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764700.738694:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764700.738694:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764700.738696:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764700.738696:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764700.738697:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:1.0:1787764700.738699:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764700.738700:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738701:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.738703:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764700.738704:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.738705:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764700.738706:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764701.440854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764701.440860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764701.440863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764701.440864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764701.440866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764701.440867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764701.440923:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764701.440926:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764701.440928:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764702.080870:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320953127, at 4320953152
00000100:00000040:1.0:1787764702.080870:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320953127, at 4320953152
00000100:00000010:0.0:1787764702.080884:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f120.
00000100:00000010:1.0:1787764702.080886:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fd20.
00010000:00000001:2.0:1787764702.464830:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764702.464835:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764702.464838:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764702.464839:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764702.464842:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764702.464842:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764702.464886:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764702.464892:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764702.464895:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764703.488870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764703.488876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764703.488881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764703.488882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764703.488885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764703.488887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764703.488931:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764703.488934:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764703.488936:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764704.512853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764704.512860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764704.512865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764704.512866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764704.512869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764704.512872:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764704.512874:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764704.512877:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764704.512880:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764704.512882:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764704.512884:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764704.512886:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764704.512941:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764704.512945:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764704.512947:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764705.536863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764705.536869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764705.536875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764705.536877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764705.536880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764705.536881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764705.536931:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764705.536934:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764705.536937:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764705.856810:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764705.856817:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764705.856819:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764705.856822:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764705.856825:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764705.856831:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26284
00000400:00000200:3.0:1787764705.856839:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764705.856844:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764705.856846:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764705.856848:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.856850:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764705.856851:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.856853:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764705.856855:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764705.856856:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764705.856858:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764705.856861:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764705.856862:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764705.856864:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764705.856866:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.856867:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764705.856869:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.856870:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764705.856872:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764705.856874:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764705.856876:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764705.856877:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764705.856880:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764705.856882:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.856883:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764705.856885:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764705.856891:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764705.856893:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764705.856896:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764705.856897:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.856899:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764705.856901:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764705.856904:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764705.856909:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764705.856913:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764705.856919:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764705.856926:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764705.856929:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764705.856932:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764705.856947:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764705.856949:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764705.856952:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764705.856953:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764705.856954:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764705.856956:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764705.856958:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26284
00000400:00000200:3.0:1787764705.856960:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764705.856962:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764705.856963:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764705.856965:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.856967:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764705.856969:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.856971:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764705.856972:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764705.856973:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764705.856973:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764705.856975:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764705.856976:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764705.856977:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764705.856979:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787764705.856979:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.856982:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764705.856985:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764705.856985:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764705.856989:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764705.856989:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764705.856993:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764705.856997:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000040:1.0:1787764705.856999:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764705.856999:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764705.857002:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764705.857007:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764705.857009:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764705.857009:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857012:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.857013:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764705.857017:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787764705.857018:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764705.857020:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787764705.857021:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.857025:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.857026:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764705.857031:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000100:00100000:1.0:1787764705.857033:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482381824:192.168.203.115@tcp:250:kworker.0
00000020:00000040:3.0:1787764705.857034:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764705.857038:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764705.857039:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764705.857041:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.857043:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764705.857044:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764705.857044:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764705.857047:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764705.857047:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.857052:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764705.857053:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764705.857057:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764705.857058:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764705.857061:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764705.857062:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764705.857069:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764705.857073:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764705.857074:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764705.857077:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764705.857081:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000001:3.0:1787764705.857082:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764705.857085:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764705.857087:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1787764705.857088:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000001:3.0:1787764705.857089:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764705.857092:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764705.857093:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787764705.857095:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482381824, portal 25
00000100:00080000:3.0:1787764705.857096:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26284
00000100:00000001:1.0:1787764705.857100:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1787764705.857102:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764705.857103:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000400:00000200:3.0:1787764705.857106:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764705.857109:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764705.857112:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764705.857113:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.857117:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764705.857121:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.857124:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764705.857127:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764705.857128:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764705.857129:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764705.857130:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764705.857130:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764705.857131:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764705.857135:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:1.0:1787764705.857136:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764705.857139:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764705.857141:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000001:3.0:1787764705.857142:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764705.857146:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482381824, offset 0
00000100:00000040:3.0:1787764705.857146:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764705.857154:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764705.857168:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764705.857170:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:1.0:1787764705.857173:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764705.857175:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764705.857178:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764705.857179:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764705.857181:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
02000000:00000001:3.0:1787764705.857182:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764705.857186:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.857187:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764705.857188:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764705.857191:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764705.857193:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000008:00000001:3.0:1787764705.857194:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.857196:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.857198:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1787764705.857200:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000400:00000200:1.0:1787764705.857201:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000020:00000040:3.0:1787764705.857205:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000400:00000200:1.0:1787764705.857209:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278225:278225:256:4294967295] 192.168.203.115@tcp LPNI seq info [278225:278225:8:4294967295]
02000000:00000001:3.0:1787764705.857209:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764705.857212:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.857215:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764705.857217:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764705.857218:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764705.857219:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764705.857223:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764705.857227:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.857230:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787764705.857234:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764705.857240:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764705.857246:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787764705.857247:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00000001:3.0:1787764705.857248:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764705.857253:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764705.857258:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764705.857263:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787764705.857265:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764705.857270:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764705.857271:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787764705.857276:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1787764705.857277:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764705.857281:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1787764705.857283:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764705.857283:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764705.857286:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1787764705.857287:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000100:00080000:3.0:1787764705.857291:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26284
00000400:00000200:3.0:1787764705.857294:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764705.857295:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764705.857298:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764705.857300:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764705.857302:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787764705.857305:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.857308:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764705.857309:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000100:00000040:3.0:1787764705.857310:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764705.857312:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:3.0:1787764705.857313:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764705.857316:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787764705.857316:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764705.857319:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764705.857321:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787764705.857324:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764705.857324:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764705.857325:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764705.857330:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764705.857336:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.857339:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764705.857341:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764705.857342:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.857344:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764705.857347:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764705.857347:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764705.857352:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764705.857357:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764705.857360:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764705.857363:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764705.857364:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764705.857368:0:257227:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787764705.857368:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.857371:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764705.857374:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764705.857375:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764705.857380:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.857383:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764705.857384:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857388:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320958247
00000100:00000010:3.0:1787764705.857389:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764705.857392:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764705.857394:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1787764705.857395:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fd20.
02000000:00000001:3.0:1787764705.857395:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.857396:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764705.857399:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764705.857400:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857403:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1787764705.857405:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764705.857408:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857410:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320958247
00000100:00100000:3.0:1787764705.857412:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787764705.857414:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f900.
00000100:00000001:1.0:1787764705.857419:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764705.857423:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764705.857423:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764705.857425:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857427:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857430:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787764705.857431:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764705.857436:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764705/real 1787764705]  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764705.857439:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764705.857443:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764705.857449:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:1.0:1787764705.857450:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764705.857450:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764705.857452:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764705.857453:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764705.857455:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26284
00000400:00000200:3.0:1787764705.857457:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000001:1.0:1787764705.857459:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1787764705.857462:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000010:1.0:1787764705.857463:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000100:00080000:3.0:1787764705.857464:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764705.857466:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000100:00000040:3.0:1787764705.857467:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:1.0:1787764705.857469:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:3.0:1787764705.857470:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764705.857473:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787764705.857473:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000200:1.0:1787764705.857478:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764705.857479:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764705.857482:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764705.857485:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764705.857487:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764705.857489:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764705.857492:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764705.857494:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000200:1.0:1787764705.857497:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764705.857498:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.857502:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764705.857506:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764705.857509:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764705.857512:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:1.0:1787764705.857515:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787764705.857516:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764705.857518:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764705.857519:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857521:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764705.857521:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764705.857525:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764705.857525:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764705.857528:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.857530:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787764705.857531:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764705.857532:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764705.857537:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.857540:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857545:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787764705.857545:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000040:1.0:1787764705.857549:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857555:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787764705.857556:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000001:1.0:1787764705.857558:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.857560:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.857560:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.857562:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764705.857564:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764705.857564:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1787764705.857568:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787764705.857568:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764705.857573:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1787764705.857575:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
02000000:00000001:3.0:1787764705.857577:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764705.857578:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787764705.857581:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764705.857582:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764705.857588:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764705.857592:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764705.857595:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482381824:192.168.203.115@tcp:250:kworker.0
00000100:00100000:3.0:1787764705.857600:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764705.857602:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.857606:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.857611:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482381824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764705.857625:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764705.857627:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764705.857628:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.857630:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764705.857635:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
00000100:00000040:3.0:1787764705.857635:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764705.857639:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764705.857642:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787764705.857644:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764705.857645:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764705.857648:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764705.857650:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
00000100:00000040:3.0:1787764705.857650:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26294)
02000000:00000001:1.0:1787764705.857656:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764705.857657:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764705.857658:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:1.0:1787764705.857661:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764705.857662:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.857664:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.857669:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764705.857670:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857672:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764705.857673:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764705.857674:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764705.857677:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857681:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764705.857682:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.857683:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764705.857684:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764705.857686:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764705.857687:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381952:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764705.857689:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764705.857691:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764705.857692:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.857693:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764705.857694:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764705.857696:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.857698:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764705.857699:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764705.857702:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764705.857704:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482381952, portal 10
00000100:00000001:1.0:1787764705.857705:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764705.857706:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:1.0:1787764705.857710:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857714:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764705.857715:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764705.857716:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764705.857718:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482381952, offset 0
00000400:00000200:1.0:1787764705.857720:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764705.857722:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764705.857725:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764705.857727:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764705.857728:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764705.857730:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764705.857731:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764705.857733:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278226:278226:256:4294967295] 192.168.203.115@tcp LPNI seq info [278226:278226:8:4294967295]
00000400:00000200:1.0:1787764705.857735:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764705.857739:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764705.857741:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764705.857743:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764705.857745:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764705.857747:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764705.857769:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764705.857771:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764705.857773:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764705.857774:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764705.857776:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764705.857778:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764705.857780:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764705.857781:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764705.857783:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764705.857785:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857790:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.857791:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857795:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857796:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764705.857798:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764705.857801:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764705.857803:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764705.857804:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320956940
00000100:00000001:1.0:1787764705.857806:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320958247
00000100:00000001:1.0:1787764705.857808:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320956940
00000100:00000001:1.0:1787764705.857809:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320958247
00000100:00000001:1.0:1787764705.857810:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764705.857811:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857812:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764705.857814:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764705/real 1787764705]  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764705.857818:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764705.857819:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764705.857820:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764705.857821:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764705.857822:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764705.857824:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764705.857825:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764705.857830:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857834:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764705.857834:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.857835:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.857836:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764705.857838:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857841:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764705.857843:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857847:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764705.857848:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.857849:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.857850:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.857851:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764705.857853:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764705.857854:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764705.857856:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764705.857857:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764705.857859:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764705.857863:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482381952:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764705.857865:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764705.857867:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857870:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764705.857871:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.857872:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764705.857873:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764705.857875:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764705.857876:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382080:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764705.857878:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764705.857879:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764705.857880:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.857881:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764705.857883:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764705.857884:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.857899:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764705.857901:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764705.857904:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764705.857907:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482382080, portal 10
00000100:00000001:1.0:1787764705.857909:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764705.857911:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:1.0:1787764705.857916:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857922:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764705.857925:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764705.857927:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764705.857929:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482382080, offset 0
00000400:00000200:1.0:1787764705.857933:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764705.857937:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764705.857939:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764705.857941:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764705.857943:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764705.857944:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764705.857946:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764705.857947:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278227:278227:256:4294967295] 192.168.203.115@tcp LPNI seq info [278227:278227:8:4294967295]
00000400:00000200:1.0:1787764705.857950:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764705.857953:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764705.857956:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764705.857958:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764705.857960:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764705.857962:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764705.857964:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764705.857966:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764705.857968:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764705.857969:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764705.857971:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764705.857973:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764705.857975:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764705.857976:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764705.857977:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764705.857979:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857988:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.857989:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.857993:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.857994:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764705.857995:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764705.857997:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764705.857999:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764705.858000:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320956948
00000100:00000001:1.0:1787764705.858001:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320958247
00000100:00000001:1.0:1787764705.858002:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320956948
00000100:00000001:1.0:1787764705.858004:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320958247
00000100:00000001:1.0:1787764705.858005:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764705.858006:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.858007:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764705.858009:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764705/real 1787764705]  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764705.858013:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764705.858014:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764705.858015:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764705.858016:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764705.858017:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764705.858018:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764705.858020:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764705.858024:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858028:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764705.858029:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858030:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.858031:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764705.858033:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858037:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764705.858039:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858042:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764705.858043:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858044:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.858045:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858046:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764705.858047:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764705.858048:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764705.858050:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764705.858051:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764705.858053:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764705.858057:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382080:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764705.858059:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764705.858060:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858064:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764705.858065:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.858067:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764705.858068:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764705.858069:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764705.858071:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382208:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764705.858072:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764705.858074:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764705.858075:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.858076:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764705.858078:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764705.858079:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.858081:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764705.858082:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764705.858084:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764705.858085:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482382208, portal 4
00000100:00000001:1.0:1787764705.858086:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764705.858087:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:1.0:1787764705.858090:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858094:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764705.858095:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764705.858096:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764705.858098:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482382208, offset 0
00000400:00000200:1.0:1787764705.858099:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764705.858101:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764705.858103:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764705.858104:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764705.858105:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764705.858107:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764705.858108:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764705.858110:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278228:278228:256:4294967295] 192.168.203.115@tcp LPNI seq info [278228:278228:8:4294967295]
00000400:00000200:1.0:1787764705.858112:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764705.858115:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764705.858118:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764705.858119:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764705.858122:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764705.858123:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764705.858126:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764705.858127:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764705.858129:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764705.858130:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764705.858132:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764705.858134:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764705.858135:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764705.858136:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764705.858137:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764705.858139:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858143:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.858145:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858148:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.858149:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764705.858151:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764705.858152:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764705.858154:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764705.858167:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320956948
00000100:00000001:1.0:1787764705.858169:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320958247
00000100:00000001:1.0:1787764705.858170:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320956948
00000100:00000001:1.0:1787764705.858172:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320958247
00000100:00000001:1.0:1787764705.858173:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764705.858174:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.858175:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764705.858177:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764705/real 1787764705]  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764705.858182:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764705.858183:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764705.858184:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764705.858186:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764705.858187:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764705.858188:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764705.858190:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764705.858194:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858198:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764705.858199:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858200:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.858200:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764705.858202:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858205:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764705.858207:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858211:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764705.858213:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858214:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.858214:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858215:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764705.858216:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764705.858217:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764705.858219:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764705.858220:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764705.858222:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764705.858230:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382208:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764705.858232:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764705.858234:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858237:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764705.858238:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.858239:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764705.858240:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764705.858241:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764705.858242:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382336:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764705.858244:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764705.858245:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764705.858246:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.858247:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764705.858249:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764705.858250:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.858252:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764705.858254:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764705.858255:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764705.858257:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482382336, portal 4
00000100:00000001:1.0:1787764705.858258:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764705.858259:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:1.0:1787764705.858263:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858266:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764705.858267:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764705.858269:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764705.858270:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482382336, offset 0
00000400:00000200:1.0:1787764705.858272:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764705.858275:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764705.858277:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764705.858278:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764705.858280:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764705.858281:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764705.858282:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764705.858284:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278229:278229:256:4294967295] 192.168.203.115@tcp LPNI seq info [278229:278229:8:4294967295]
00000400:00000200:1.0:1787764705.858286:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764705.858290:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764705.858292:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764705.858294:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764705.858296:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764705.858297:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764705.858299:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764705.858301:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764705.858303:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764705.858304:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764705.858306:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764705.858308:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764705.858309:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764705.858310:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764705.858312:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764705.858313:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858317:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.858319:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858323:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.858324:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764705.858325:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764705.858327:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764705.858328:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764705.858330:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320956952
00000100:00000001:1.0:1787764705.858331:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320958247
00000100:00000001:1.0:1787764705.858332:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320956952
00000100:00000001:1.0:1787764705.858334:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320958247
00000100:00000001:1.0:1787764705.858335:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764705.858336:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.858337:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764705.858338:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764705/real 1787764705]  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764705.858342:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764705.858343:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764705.858343:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764705.858345:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764705.858346:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764705.858347:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764705.858349:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764705.858354:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858357:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764705.858357:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858358:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.858359:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764705.858361:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858364:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764705.858366:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858369:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764705.858371:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858372:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.858373:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858374:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764705.858375:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764705.858376:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764705.858377:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764705.858379:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764705.858380:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764705.858384:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382336:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764705.858386:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858387:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.858389:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482381952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858392:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764705.858393:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764705.858394:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:1.0:1787764705.858396:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764705.858397:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764705.858397:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764705.858398:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764705.858399:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:1.0:1787764705.858402:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764705.858403:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764705.858403:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:1.0:1787764705.858408:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764705.858408:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858409:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.858411:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482382080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858418:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764705.858419:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764705.858420:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764705.858421:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764705.858422:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764705.858422:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764705.858423:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764705.858424:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:1.0:1787764705.858425:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764705.858426:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764705.858426:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:1.0:1787764705.858427:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764705.858428:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858429:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.858430:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482382208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858433:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764705.858434:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764705.858435:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764705.858436:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764705.858436:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764705.858437:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764705.858438:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764705.858439:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:1.0:1787764705.858440:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764705.858440:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764705.858441:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:1.0:1787764705.858442:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764705.858443:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858443:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.858445:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482382336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.858448:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764705.858449:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764705.858450:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764705.858451:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764705.858451:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764705.858452:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764705.858453:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764705.858454:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:1.0:1787764705.858456:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764705.858456:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764705.858457:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:1.0:1787764705.858458:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764705.858459:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858460:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.858462:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764705.858462:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.858463:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764705.858464:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764706.560817:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764706.560823:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764706.560829:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764706.560830:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764706.560834:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764706.560835:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764706.560891:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764706.560894:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764706.560897:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764707.200829:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320958247, at 4320958272
00000100:00000040:1.0:1787764707.200829:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320958247, at 4320958272
00000100:00000010:0.0:1787764707.200841:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fd20.
00000100:00000010:1.0:1787764707.200843:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f900.
00010000:00000001:2.0:1787764707.584862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764707.584867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764707.584871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764707.584873:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764707.584875:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764707.584877:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764707.584879:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764707.584881:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764707.584882:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764707.584884:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764707.584886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764707.584887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764707.584939:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764707.584943:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764707.584946:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764708.608834:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764708.608841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764708.608846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764708.608847:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764708.608851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764708.608852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764708.608914:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764708.608919:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764708.608922:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764709.633040:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764709.633049:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764709.633054:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764709.633056:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764709.633059:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764709.633060:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764709.633451:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764709.633456:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764709.633459:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764710.658011:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764710.658019:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764710.658022:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764710.658025:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764710.658030:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764710.658033:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764710.658035:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764710.658037:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764710.658041:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764710.658043:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764710.658047:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764710.658048:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764710.658776:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764710.658780:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764710.658783:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764710.976887:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764710.976898:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764710.976900:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764710.976904:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764710.976908:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764710.976915:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26289
00000400:00000200:2.0:1787764710.976924:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764710.976931:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764710.976935:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764710.976938:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.976941:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764710.976943:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.976946:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764710.976949:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764710.976951:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764710.976953:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764710.976958:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764710.976960:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764710.976962:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764710.976965:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.976967:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764710.976969:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.976971:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764710.976974:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764710.976978:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764710.976981:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764710.976984:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764710.976988:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764710.976990:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764710.976992:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764710.976994:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764710.977002:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764710.977005:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764710.977009:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764710.977011:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764710.977014:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764710.977017:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764710.977020:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764710.977028:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764710.977034:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764710.977043:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764710.977053:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764710.977057:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764710.977061:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764710.977083:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764710.977086:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764710.977090:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764710.977091:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764710.977092:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764710.977095:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764710.977098:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26289
00000400:00000200:2.0:1787764710.977102:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764710.977106:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764710.977108:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764710.977113:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977115:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764710.977118:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977133:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:1.0:1787764710.977136:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787764710.977136:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764710.977139:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764710.977143:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764710.977144:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764710.977146:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764710.977147:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:1.0:1787764710.977150:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787764710.977150:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764710.977154:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764710.977155:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764710.977159:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977161:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764710.977164:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764710.977165:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764710.977170:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977174:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764710.977178:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764710.977183:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787764710.977183:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764710.977185:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764710.977188:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.977191:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787764710.977192:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764710.977196:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787764710.977198:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764710.977200:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787764710.977203:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764710.977206:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764710.977211:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000100:00100000:1.0:1787764710.977212:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482382464:192.168.203.115@tcp:250:kworker.0
00000020:00000040:2.0:1787764710.977216:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000001:1.0:1787764710.977219:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764710.977221:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764710.977225:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764710.977225:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.977230:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764710.977230:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764710.977232:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764710.977235:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787764710.977237:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764710.977242:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000010:2.0:1787764710.977243:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:1.0:1787764710.977246:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764710.977251:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.977256:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:2.0:1787764710.977261:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764710.977262:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764710.977270:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000001:2.0:1787764710.977272:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764710.977276:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764710.977278:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482382464, portal 25
00000100:00000040:2.0:1787764710.977282:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.977283:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764710.977286:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980237056 : -118790729314560 : ffff93f5e0c6cf00)
00000100:00000040:1.0:1787764710.977298:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764710.977298:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764710.977305:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764710.977315:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764710.977316:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787764710.977318:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764710.977321:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787764710.977323:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977326:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787764710.977328:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00080000:2.0:1787764710.977333:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26289
00000100:00000200:1.0:1787764710.977335:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482382464, offset 0
00000400:00000200:2.0:1787764710.977341:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764710.977347:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764710.977350:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764710.977353:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977355:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764710.977357:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977358:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764710.977360:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000020:00000001:2.0:1787764710.977361:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764710.977364:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764710.977366:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764710.977367:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764710.977369:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764710.977370:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764710.977374:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764710.977375:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977379:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764710.977382:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977384:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764710.977385:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000040:2.0:1787764710.977386:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764710.977391:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977393:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.977394:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787764710.977395:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764710.977398:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764710.977401:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.977402:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:2.0:1787764710.977403:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764710.977406:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764710.977409:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764710.977413:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764710.977417:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278230:278230:256:4294967295] 192.168.203.115@tcp LPNI seq info [278230:278230:8:4294967295]
00000008:00000001:2.0:1787764710.977422:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.977423:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764710.977428:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764710.977432:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000020:00000040:2.0:1787764710.977436:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764710.977439:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764710.977442:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.977446:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787764710.977447:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764710.977451:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764710.977453:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764710.977459:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000800:00000200:1.0:1787764710.977463:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977464:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764710.977472:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000100:00100000:2.0:1787764710.977473:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764710.977485:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764710.977486:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764710.977490:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764710.977492:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1787764710.977497:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764710.977507:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764710.977509:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764710.977511:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1787764710.977513:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787764710.977518:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764710.977520:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764710.977531:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787764710.977531:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764710.977534:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764710.977539:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787764710.977539:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764710.977547:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764710.977549:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000100:00080000:2.0:1787764710.977552:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26289
00000400:00000010:1.0:1787764710.977554:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000400:00000200:2.0:1787764710.977560:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764710.977561:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1787764710.977567:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000200:1.0:1787764710.977569:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764710.977571:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764710.977578:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977583:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764710.977587:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764710.977588:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787764710.977591:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:1.0:1787764710.977596:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787764710.977596:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764710.977599:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764710.977602:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764710.977606:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:1.0:1787764710.977610:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764710.977611:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764710.977615:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787764710.977616:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764710.977622:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977624:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764710.977625:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764710.977627:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977631:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764710.977632:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:2.0:1787764710.977634:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:1.0:1787764710.977637:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320963367
00000100:00080000:2.0:1787764710.977640:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977645:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764710.977647:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442f900.
02000000:00000001:2.0:1787764710.977648:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764710.977653:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764710.977656:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764710.977658:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764710.977661:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764710.977663:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764710.977665:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.977668:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1787764710.977670:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6fc00.
00000020:00000040:2.0:1787764710.977674:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764710.977676:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764710.977677:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320963367
02000000:00000001:2.0:1787764710.977678:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764710.977683:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1787764710.977685:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fd80.
02000000:00000001:2.0:1787764710.977685:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764710.977688:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.977691:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
02000000:00000010:2.0:1787764710.977695:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:1.0:1787764710.977696:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764710.977699:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.977702:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764710.977709:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764710/real 1787764710]  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764710.977709:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764710.977718:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787764710.977723:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764710.977726:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764710.977729:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000100:00000001:2.0:1787764710.977731:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764710.977733:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000100:00000001:2.0:1787764710.977736:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764710.977737:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764710.977742:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787764710.977744:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c4bb1e] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764710.977783:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764710.977786:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764710.977787:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764710.977793:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764710.977797:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764710.977800:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787764710.977804:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764710.977806:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764710.977812:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26289
00000100:00000001:1.0:1787764710.977819:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:2.0:1787764710.977821:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764710.977822:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.977827:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.977830:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787764710.977830:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764710.977836:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787764710.977838:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764710.977843:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977848:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764710.977850:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764710.977853:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764710.977858:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764710.977859:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764710.977864:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764710.977867:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:1.0:1787764710.977871:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1787764710.977872:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764710.977876:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787764710.977877:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000001:1.0:1787764710.977879:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.977882:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787764710.977882:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764710.977887:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:2.0:1787764710.977888:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:1.0:1787764710.977889:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764710.977894:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1787764710.977896:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00080000:1.0:1787764710.977900:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764710.977902:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764710.977903:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764710.977908:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:1.0:1787764710.977911:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764710.977913:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764710.977919:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764710.977927:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00100000:1.0:1787764710.977928:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482382464:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764710.977935:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.977936:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787764710.977939:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764710.977940:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.977944:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cf00 x1874595482382464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764710.977944:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764710.977950:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764710.977954:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764710.977958:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764710.977963:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764710.977967:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.977970:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000010:2.0:1787764710.977973:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
02000000:00000001:1.0:1787764710.977974:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764710.977977:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
00000020:00000040:2.0:1787764710.977978:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:1.0:1787764710.977981:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1787764710.977983:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:1.0:1787764710.977985:0:257227:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:2.0:1787764710.977986:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764710.977988:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000100:00000001:2.0:1787764710.977989:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1787764710.977991:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787764710.977992:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787764710.977995:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764710.977996:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.978000:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:2.0:1787764710.978002:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:1.0:1787764710.978003:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764710.978007:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cf00.
00000100:00000001:2.0:1787764710.978009:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.978011:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764710.978014:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978017:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764710.978018:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764710.978024:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764710.978028:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764710.978029:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764710.978031:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764710.978034:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.978035:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764710.978037:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764710.978044:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764710.978046:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978059:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764710.978062:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.978066:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764710.978068:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764710.978069:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.978071:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764710.978076:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26299)
00000100:00100000:1.0:1787764710.978077:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382592:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764710.978083:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764710.978085:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764710.978086:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.978088:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764710.978091:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764710.978093:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.978097:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764710.978101:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764710.978104:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764710.978106:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482382592, portal 10
00000100:00000001:1.0:1787764710.978108:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764710.978109:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980240896 : -118790729310720 : ffff93f5e0c6de00)
00000100:00000040:1.0:1787764710.978115:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978133:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764710.978136:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764710.978138:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764710.978140:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482382592, offset 0
00000400:00000200:1.0:1787764710.978148:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764710.978151:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764710.978155:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764710.978158:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764710.978160:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764710.978162:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764710.978164:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764710.978168:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278231:278231:256:4294967295] 192.168.203.115@tcp LPNI seq info [278231:278231:8:4294967295]
00000400:00000200:1.0:1787764710.978171:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764710.978177:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764710.978181:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764710.978184:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764710.978188:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764710.978190:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764710.978194:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764710.978197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764710.978200:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764710.978202:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764710.978205:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764710.978208:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764710.978211:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764710.978212:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764710.978215:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764710.978219:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978226:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.978229:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978235:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.978236:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764710.978239:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764710.978243:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764710.978247:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764710.978249:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320962060
00000100:00000001:1.0:1787764710.978251:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320963367
00000100:00000001:1.0:1787764710.978254:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320962060
00000100:00000001:1.0:1787764710.978256:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320963367
00000100:00000001:1.0:1787764710.978258:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764710.978260:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.978262:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764710.978265:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764710/real 1787764710]  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764710.978273:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764710.978274:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764710.978275:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764710.978278:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764710.978280:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764710.978282:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764710.978285:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764710.978292:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978303:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764710.978304:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978305:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.978307:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764710.978309:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978315:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764710.978318:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978324:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764710.978326:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978327:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.978328:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978330:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764710.978331:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764710.978334:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764710.978336:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764710.978338:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764710.978342:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764710.978349:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382592:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764710.978352:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764710.978355:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978361:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764710.978362:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.978365:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764710.978367:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764710.978369:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764710.978371:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382720:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764710.978374:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764710.978376:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764710.978377:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.978379:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764710.978382:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764710.978384:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.978387:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764710.978389:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764710.978392:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764710.978394:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482382720, portal 10
00000100:00000001:1.0:1787764710.978396:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764710.978397:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980242816 : -118790729308800 : ffff93f5e0c6e580)
00000100:00000040:1.0:1787764710.978403:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978409:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764710.978411:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764710.978413:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764710.978415:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482382720, offset 0
00000400:00000200:1.0:1787764710.978419:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764710.978422:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764710.978426:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764710.978428:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764710.978431:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764710.978433:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764710.978435:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764710.978437:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278232:278232:256:4294967295] 192.168.203.115@tcp LPNI seq info [278232:278232:8:4294967295]
00000400:00000200:1.0:1787764710.978441:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764710.978446:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764710.978450:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764710.978453:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764710.978457:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764710.978460:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764710.978464:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764710.978466:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764710.978469:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764710.978471:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764710.978473:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764710.978476:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764710.978478:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764710.978480:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764710.978482:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764710.978485:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978492:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.978495:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978501:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.978502:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764710.978505:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764710.978507:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764710.978510:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764710.978512:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320962068
00000100:00000001:1.0:1787764710.978514:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320963367
00000100:00000001:1.0:1787764710.978516:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320962068
00000100:00000001:1.0:1787764710.978517:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320963367
00000100:00000001:1.0:1787764710.978519:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764710.978521:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.978522:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764710.978526:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764710/real 1787764710]  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764710.978534:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764710.978535:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764710.978537:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764710.978539:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764710.978541:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764710.978543:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764710.978546:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764710.978554:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978559:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764710.978560:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978562:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.978563:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764710.978567:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978573:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764710.978577:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978583:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764710.978585:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978587:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.978588:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978589:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764710.978591:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764710.978593:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764710.978596:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764710.978598:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764710.978602:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764710.978610:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382720:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764710.978613:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764710.978616:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978622:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764710.978623:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.978625:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764710.978627:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764710.978628:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764710.978631:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382848:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764710.978634:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764710.978636:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764710.978637:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.978639:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764710.978642:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764710.978644:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.978647:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764710.978650:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764710.978653:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764710.978655:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482382848, portal 4
00000100:00000001:1.0:1787764710.978657:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764710.978658:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980248576 : -118790729303040 : ffff93f5e0c6fc00)
00000100:00000040:1.0:1787764710.978663:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978669:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764710.978671:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764710.978673:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764710.978675:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482382848, offset 0
00000400:00000200:1.0:1787764710.978679:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764710.978683:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764710.978686:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764710.978688:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764710.978690:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764710.978692:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764710.978694:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764710.978697:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278233:278233:256:4294967295] 192.168.203.115@tcp LPNI seq info [278233:278233:8:4294967295]
00000400:00000200:1.0:1787764710.978700:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764710.978705:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764710.978710:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764710.978713:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764710.978717:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764710.978719:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764710.978724:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764710.978726:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764710.978729:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764710.978731:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764710.978734:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764710.978737:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764710.978740:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764710.978742:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764710.978744:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764710.978765:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978773:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.978776:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978781:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.978782:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764710.978785:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764710.978788:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764710.978791:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764710.978794:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320962069
00000100:00000001:1.0:1787764710.978796:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320963367
00000100:00000001:1.0:1787764710.978798:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320962069
00000100:00000001:1.0:1787764710.978799:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320963367
00000100:00000001:1.0:1787764710.978801:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764710.978803:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.978805:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764710.978809:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764710/real 1787764710]  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764710.978816:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764710.978817:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764710.978819:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764710.978821:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764710.978823:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764710.978825:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764710.978828:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764710.978836:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978842:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764710.978843:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978845:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.978846:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764710.978849:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978855:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764710.978859:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978865:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764710.978868:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978869:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.978870:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978872:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764710.978874:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764710.978877:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764710.978879:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764710.978882:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764710.978885:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764710.978891:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382848:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764710.978894:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978896:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.978899:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6de00 x1874595482382592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978904:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764710.978906:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764710.978907:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:1.0:1787764710.978910:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764710.978911:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764710.978912:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764710.978914:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764710.978916:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4000.
02000000:00000001:1.0:1787764710.978918:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764710.978919:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764710.978920:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6de00.
00000100:00000001:1.0:1787764710.978923:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764710.978924:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978925:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.978928:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e580 x1874595482382720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978938:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764710.978939:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764710.978940:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:1.0:1787764710.978942:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764710.978949:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764710.978950:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764710.978952:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764710.978953:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:1.0:1787764710.978955:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764710.978956:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764710.978957:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e580.
00000100:00000001:1.0:1787764710.978959:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764710.978960:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978961:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.978965:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6fc00 x1874595482382848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.978970:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764710.978971:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764710.978972:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764710.978974:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764710.978975:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764710.978976:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764710.978977:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764710.978978:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:1.0:1787764710.978980:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764710.978981:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764710.978982:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6fc00.
00000100:00000001:1.0:1787764710.978984:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764710.978985:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978987:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.978991:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764710.978992:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.978994:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764710.978995:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764710.978997:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764710.979001:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.979006:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764710.979007:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.979010:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764710.979011:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764710.979013:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764710.979015:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382976:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764710.979018:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764710.979020:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764710.979021:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.979023:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764710.979026:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764710.979028:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.979030:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764710.979033:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764710.979036:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764710.979039:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482382976, portal 4
00000100:00000001:1.0:1787764710.979040:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764710.979041:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980243776 : -118790729307840 : ffff93f5e0c6e940)
00000100:00000040:1.0:1787764710.979047:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.979052:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764710.979054:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764710.979056:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764710.979058:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482382976, offset 0
00000400:00000200:1.0:1787764710.979062:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764710.979065:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764710.979068:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764710.979070:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764710.979073:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764710.979074:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764710.979076:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764710.979116:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278234:278234:256:4294967295] 192.168.203.115@tcp LPNI seq info [278234:278234:8:4294967295]
00000400:00000200:1.0:1787764710.979141:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764710.979148:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764710.979153:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764710.979156:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764710.979160:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764710.979162:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764710.979166:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764710.979168:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764710.979172:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764710.979174:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764710.979176:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764710.979179:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764710.979183:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764710.979184:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764710.979187:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764710.979191:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.979197:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.979200:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.979206:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.979207:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764710.979210:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764710.979213:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764710.979216:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764710.979218:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320962073
00000100:00000001:1.0:1787764710.979220:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320963367
00000100:00000001:1.0:1787764710.979221:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320962073
00000100:00000001:1.0:1787764710.979223:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320963367
00000100:00000001:1.0:1787764710.979225:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764710.979227:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.979229:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764710.979232:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764710/real 1787764710]  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764710.979240:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764710.979241:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764710.979243:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764710.979245:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764710.979247:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764710.979249:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764710.979252:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764710.979260:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.979266:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764710.979267:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.979269:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.979270:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764710.979274:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.979280:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764710.979283:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.979290:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764710.979292:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.979294:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.979295:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.979297:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764710.979298:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764710.979300:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764710.979303:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764710.979305:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764710.979309:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764710.979317:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482382976:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764710.979320:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.979322:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.979325:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e940 x1874595482382976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.979330:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764710.979332:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764710.979334:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764710.979336:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764710.979337:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764710.979338:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764710.979340:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764710.979342:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:1.0:1787764710.979344:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764710.979345:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764710.979346:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e940.
00000100:00000001:1.0:1787764710.979348:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764710.979350:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.979351:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.979354:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764710.979356:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.979357:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764710.979359:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764711.680919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764711.680926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764711.680931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764711.680933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764711.680937:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764711.680938:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764711.681081:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764711.681085:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764711.681088:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764712.320850:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320963367, at 4320963392
00000100:00000040:1.0:1787764712.320850:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320963367, at 4320963392
00000100:00000010:1.0:1787764712.320862:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fd80.
00000100:00000010:0.0:1787764712.320871:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442f900.
00010000:00000001:2.0:1787764712.704873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764712.704879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764712.704884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764712.704885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764712.704888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764712.704890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764712.704951:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764712.704954:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764712.704957:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764713.728912:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764713.728918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764713.728922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764713.728924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764713.728927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764713.728928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764713.728984:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764713.728989:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764713.728992:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764714.752864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764714.752869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764714.752872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764714.752873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764714.752875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764714.752878:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764714.752880:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764714.752882:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764714.752884:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764714.752886:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764714.752887:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764714.752888:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764714.753002:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764714.753005:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764714.753007:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764715.776978:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764715.776984:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764715.776989:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764715.776991:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764715.776994:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764715.776995:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764715.777211:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764715.777218:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764715.777222:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764716.096837:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764716.096848:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764716.096851:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764716.096854:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764716.096859:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764716.096866:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26294
00000400:00000200:2.0:1787764716.096874:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764716.096880:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764716.096883:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764716.096887:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.096889:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764716.096892:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.096894:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764716.096898:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764716.096900:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764716.096902:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764716.096906:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764716.096908:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764716.096910:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764716.096913:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.096915:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764716.096917:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.096919:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764716.096922:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764716.096925:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764716.096928:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764716.096930:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764716.096933:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764716.096936:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.096939:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764716.096942:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764716.096951:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6da40.
00000020:00000040:2.0:1787764716.096954:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764716.096958:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764716.096959:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.096962:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764716.096965:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764716.096968:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764716.096975:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00000001:2.0:1787764716.096981:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764716.096990:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764716.097000:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764716.097004:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764716.097009:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003501baba] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764716.097029:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764716.097032:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764716.097035:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764716.097037:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764716.097039:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764716.097042:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764716.097044:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26294
00000400:00000200:2.0:1787764716.097048:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764716.097052:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764716.097055:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764716.097058:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.097060:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764716.097062:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764716.097065:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764716.097070:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764716.097073:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764716.097080:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.097101:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764716.097103:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764716.097107:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764716.097109:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764716.097111:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764716.097115:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482383104:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764716.097120:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764716.097123:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764716.097125:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764716.097128:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764716.097133:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764716.097135:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764716.097140:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764716.097144:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764716.097150:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764716.097156:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482383104, portal 25
00000100:00000001:1.0:1787764716.097158:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764716.097159:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980239936 : -118790729311680 : ffff93f5e0c6da40)
00000100:00000040:1.0:1787764716.097165:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.097172:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764716.097175:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764716.097186:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764716.097189:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482383104, offset 0
00000400:00000200:1.0:1787764716.097195:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764716.097203:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764716.097208:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764716.097212:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764716.097220:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764716.097224:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764716.097226:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764716.097240:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278235:278235:256:4294967295] 192.168.203.115@tcp LPNI seq info [278235:278235:8:4294967295]
00000400:00000200:1.0:1787764716.097245:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764716.097254:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764716.097260:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764716.097270:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764716.097276:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764716.097280:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764716.097286:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764716.097289:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764716.097294:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764716.097296:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764716.097301:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764716.097305:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764716.097310:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764716.097313:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764716.097316:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764716.097320:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.097330:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764716.097333:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.097341:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.097343:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764716.097347:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764716.097351:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764716.097353:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320968487
00000100:00000010:1.0:1787764716.097358:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fd80.
00000100:00000001:1.0:1787764716.097363:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787764716.097370:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320968487
00000100:00000010:1.0:1787764716.097373:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fde0.
00000100:00000001:1.0:1787764716.097375:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787764716.097378:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764716.097389:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.097391:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764716.097396:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764716/real 1787764716]  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764716.097404:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764716.097406:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764716.097408:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764716.097411:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764716.097412:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764716.097414:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764716.097418:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764716.097426:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.097432:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764716.097434:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.097436:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764716.097438:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764716.097442:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.097449:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764716.097454:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.097461:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764716.097464:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.097466:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764716.097467:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.097469:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764716.097471:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764716.097474:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764716.097478:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764716.097480:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764716.097484:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764716.097493:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482383104:192.168.203.115@tcp:250:kworker.0
00000100:00000001:1.0:1787764716.097498:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.097500:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764716.097502:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6da40 x1874595482383104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.097509:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764716.097511:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764716.097513:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764716.097516:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764716.097518:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764716.097519:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:1.0:1787764716.097521:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764716.097524:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7400.
02000000:00000001:1.0:1787764716.097526:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764716.097528:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764716.097530:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6da40.
00000100:00000001:1.0:1787764716.097532:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764716.097533:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.097535:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.097542:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764716.097544:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.097545:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764716.097547:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.098243:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764716.098246:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764716.098247:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764716.098249:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764716.098251:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764716.098253:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764716.098255:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764716.098259:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.098260:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764716.098262:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.098264:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764716.098266:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764716.098269:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764716.098271:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764716.098273:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764716.098278:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764716.098279:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.098281:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764716.098284:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764716.098287:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.098288:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764716.098293:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6da40.
00000020:00000040:2.0:1787764716.098295:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764716.098297:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764716.098298:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.098300:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764716.098301:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764716.098302:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764716.098306:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787764716.098310:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764716.098315:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764716.098329:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764716.098331:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764716.098336:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003501baba] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.098385:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764716.098387:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764716.098389:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764716.098393:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.098401:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764716.098402:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764716.098405:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764716.098407:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764716.098409:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764716.098412:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482383232:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764716.098416:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764716.098417:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764716.098419:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764716.098420:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764716.098424:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764716.098426:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764716.098430:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764716.098432:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764716.098436:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764716.098439:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482383232, portal 10
00000100:00000001:1.0:1787764716.098441:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764716.098442:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980239936 : -118790729311680 : ffff93f5e0c6da40)
00000100:00000040:1.0:1787764716.098449:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.098455:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764716.098458:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764716.098460:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764716.098462:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482383232, offset 0
00000400:00000200:1.0:1787764716.098466:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764716.098471:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764716.098475:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764716.098478:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764716.098481:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764716.098483:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764716.098486:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764716.098489:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278236:278236:256:4294967295] 192.168.203.115@tcp LPNI seq info [278236:278236:8:4294967295]
00000400:00000200:1.0:1787764716.098494:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764716.098500:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764716.098505:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764716.098508:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764716.098513:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764716.098516:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764716.098521:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764716.098523:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764716.098527:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764716.098528:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764716.098531:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764716.098535:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764716.098538:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764716.098540:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764716.098543:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764716.098546:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764716.098570:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764716.098574:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764716.098577:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764716.098578:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764716.098580:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764716.098583:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764716.098585:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26294
00000400:00000200:2.0:1787764716.098589:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764716.098592:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764716.098594:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764716.098597:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.098599:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764716.098601:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.098603:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764716.098605:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764716.098606:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764716.098608:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764716.098609:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764716.098612:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764716.098614:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764716.098617:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.098619:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764716.098620:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.098622:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764716.098625:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764716.098628:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764716.098630:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764716.098632:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764716.098635:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764716.098637:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.098638:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764716.098640:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764716.098643:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.098645:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764716.098648:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e940.
00000020:00000040:2.0:1787764716.098650:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764716.098653:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764716.098654:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.098655:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764716.098657:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764716.098659:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764716.098662:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787764716.098665:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764716.098669:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764716.098735:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764716.098737:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764716.098741:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dff6a9] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.098810:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764716.098816:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.098823:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.098825:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764716.098830:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764716.098834:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:1.0:1787764716.098838:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764716.098840:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320967181
00000100:00000001:1.0:1787764716.098843:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320968487
00000100:00000001:1.0:1787764716.098845:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320967181
00000100:00000001:1.0:1787764716.098847:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320968487
00000100:00000001:1.0:1787764716.098850:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764716.098852:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.098854:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764716.098857:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764716/real 1787764716]  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764716.098866:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764716.098867:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764716.098869:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764716.098872:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764716.098874:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764716.098876:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764716.098879:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764716.098887:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.098894:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764716.098895:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.098897:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764716.098899:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764716.098903:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.098910:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764716.098914:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.098922:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764716.098924:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.098926:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764716.098927:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.098928:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764716.098930:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764716.098934:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764716.098938:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764716.098941:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764716.098944:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764716.098953:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482383232:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764716.098957:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.098959:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764716.098962:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6da40 x1874595482383232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.098968:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764716.098970:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764716.098972:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764716.098974:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764716.098976:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764716.098977:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:1.0:1787764716.098979:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764716.098981:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4400.
02000000:00000001:1.0:1787764716.098984:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764716.098985:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764716.098986:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6da40.
00000100:00000001:1.0:1787764716.098988:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764716.098989:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.098991:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.098994:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764716.098996:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.098998:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764716.098999:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764716.099001:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764716.099004:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099011:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764716.099012:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764716.099014:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764716.099016:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764716.099018:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764716.099021:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482383360:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764716.099024:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764716.099026:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764716.099027:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764716.099029:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764716.099032:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764716.099034:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764716.099037:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764716.099040:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764716.099043:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764716.099046:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482383360, portal 10
00000100:00000001:1.0:1787764716.099048:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764716.099049:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980243776 : -118790729307840 : ffff93f5e0c6e940)
00000100:00000040:1.0:1787764716.099054:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099060:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764716.099063:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764716.099065:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764716.099067:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482383360, offset 0
00000400:00000200:1.0:1787764716.099071:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764716.099075:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764716.099078:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764716.099081:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764716.099100:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764716.099103:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764716.099106:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764716.099108:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278237:278237:256:4294967295] 192.168.203.115@tcp LPNI seq info [278237:278237:8:4294967295]
00000400:00000200:1.0:1787764716.099112:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764716.099119:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764716.099124:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764716.099128:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764716.099131:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764716.099134:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764716.099138:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764716.099141:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764716.099144:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764716.099146:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764716.099149:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764716.099152:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764716.099155:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764716.099157:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764716.099159:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764716.099163:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099170:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764716.099174:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099180:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.099181:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764716.099185:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764716.099187:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:1.0:1787764716.099190:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764716.099192:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320967189
00000100:00000001:1.0:1787764716.099195:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320968487
00000100:00000001:1.0:1787764716.099197:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320967189
00000100:00000001:1.0:1787764716.099199:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320968487
00000100:00000001:1.0:1787764716.099201:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764716.099203:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.099204:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764716.099208:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764716/real 1787764716]  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764716.099215:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764716.099217:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764716.099218:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764716.099221:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764716.099222:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764716.099224:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764716.099227:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764716.099235:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099241:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764716.099242:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.099244:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764716.099246:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764716.099249:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099255:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764716.099259:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099266:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764716.099268:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.099270:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764716.099271:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.099272:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764716.099273:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764716.099276:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764716.099279:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764716.099281:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764716.099285:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764716.099293:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482383360:192.168.203.115@tcp:38:kworker.0
00000100:00000001:1.0:1787764716.099297:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.099298:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764716.099301:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e940 x1874595482383360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099308:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764716.099309:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764716.099311:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764716.099314:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764716.099315:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764716.099316:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:1.0:1787764716.099318:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764716.099320:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4800.
02000000:00000001:1.0:1787764716.099322:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764716.099323:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764716.099324:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e940.
00000100:00000001:1.0:1787764716.099326:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764716.099328:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.099329:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.099333:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764716.099334:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.099336:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764716.099337:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.099394:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764716.099396:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.099419:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764716.099422:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764716.099426:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764716.099427:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764716.099429:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764716.099431:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764716.099434:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26294
00000400:00000200:2.0:1787764716.099438:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764716.099441:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764716.099444:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764716.099446:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.099448:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764716.099450:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.099452:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764716.099454:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764716.099456:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764716.099457:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764716.099459:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764716.099461:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764716.099463:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764716.099466:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.099468:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764716.099470:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.099472:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764716.099474:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764716.099476:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764716.099478:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764716.099480:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764716.099483:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764716.099485:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.099487:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764716.099489:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764716.099492:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.099493:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764716.099497:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6fc00.
00000020:00000040:2.0:1787764716.099499:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764716.099502:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764716.099504:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.099505:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764716.099507:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764716.099509:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764716.099512:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787764716.099515:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764716.099520:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764716.099527:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764716.099529:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764716.099533:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c4bb1e] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099570:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764716.099572:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764716.099574:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764716.099578:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099584:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764716.099586:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764716.099588:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764716.099589:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764716.099591:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764716.099594:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482383488:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764716.099597:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764716.099599:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764716.099600:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764716.099602:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764716.099606:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764716.099608:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764716.099612:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764716.099614:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764716.099618:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764716.099620:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482383488, portal 4
00000100:00000001:1.0:1787764716.099622:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764716.099624:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980248576 : -118790729303040 : ffff93f5e0c6fc00)
00000100:00000040:1.0:1787764716.099629:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099635:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764716.099637:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764716.099639:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764716.099641:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482383488, offset 0
00000400:00000200:1.0:1787764716.099645:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764716.099649:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764716.099652:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764716.099655:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764716.099657:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764716.099659:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764716.099662:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764716.099665:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278238:278238:256:4294967295] 192.168.203.115@tcp LPNI seq info [278238:278238:8:4294967295]
00000400:00000200:1.0:1787764716.099669:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764716.099675:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764716.099692:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764716.099696:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764716.099699:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764716.099702:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764716.099706:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764716.099708:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764716.099712:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764716.099714:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764716.099717:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764716.099720:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764716.099722:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764716.099724:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764716.099726:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764716.099729:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764716.099765:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764716.099768:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764716.099771:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764716.099772:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764716.099774:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764716.099776:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764716.099779:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26294
00000400:00000200:2.0:1787764716.099783:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764716.099786:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764716.099788:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764716.099790:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.099792:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764716.099794:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.099796:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764716.099798:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764716.099799:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764716.099801:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764716.099803:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764716.099804:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764716.099807:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764716.099810:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.099811:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764716.099813:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764716.099815:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764716.099818:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764716.099820:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764716.099822:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764716.099824:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764716.099827:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764716.099829:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.099831:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764716.099833:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764716.099835:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.099837:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764716.099840:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e580.
00000020:00000040:2.0:1787764716.099843:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764716.099845:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764716.099847:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.099848:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764716.099850:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764716.099852:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764716.099855:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787764716.099857:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764716.099862:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764716.099869:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764716.099871:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764716.099874:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a042f914] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099953:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764716.099958:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.099965:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.099967:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764716.099972:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764716.099975:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:1.0:1787764716.099978:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764716.099980:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320967190
00000100:00000001:1.0:1787764716.099982:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320968487
00000100:00000001:1.0:1787764716.099984:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320967190
00000100:00000001:1.0:1787764716.099986:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320968487
00000100:00000001:1.0:1787764716.099988:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764716.099990:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.099992:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764716.099996:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764716/real 1787764716]  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764716.100004:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764716.100005:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764716.100007:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764716.100009:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764716.100011:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764716.100013:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764716.100015:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764716.100023:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100030:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764716.100031:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100033:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764716.100034:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764716.100038:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100045:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764716.100049:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100056:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764716.100058:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100059:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764716.100060:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100062:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764716.100063:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764716.100066:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764716.100069:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764716.100071:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764716.100075:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764716.100082:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482383488:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764716.100097:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100099:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764716.100102:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6fc00 x1874595482383488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100108:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764716.100110:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764716.100112:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764716.100115:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764716.100116:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764716.100117:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:1.0:1787764716.100119:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764716.100121:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4800.
02000000:00000001:1.0:1787764716.100123:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764716.100125:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764716.100126:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6fc00.
00000100:00000001:1.0:1787764716.100128:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764716.100129:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100131:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100134:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764716.100135:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.100137:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764716.100139:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764716.100140:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764716.100143:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100149:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764716.100151:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764716.100152:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764716.100154:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764716.100156:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764716.100159:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482383616:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764716.100162:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764716.100164:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764716.100166:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764716.100168:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764716.100171:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764716.100173:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764716.100176:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764716.100178:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000400:00000010:1.0:1787764716.100181:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000200:1.0:1787764716.100184:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482383616, portal 4
00000100:00000001:1.0:1787764716.100186:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764716.100187:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980242816 : -118790729308800 : ffff93f5e0c6e580)
00000100:00000040:1.0:1787764716.100193:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100199:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764716.100201:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:1.0:1787764716.100203:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000100:00000200:1.0:1787764716.100205:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482383616, offset 0
00000400:00000200:1.0:1787764716.100209:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:1.0:1787764716.100212:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764716.100215:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:1.0:1787764716.100218:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764716.100220:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:1.0:1787764716.100223:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764716.100225:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:1.0:1787764716.100227:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278239:278239:256:4294967295] 192.168.203.115@tcp LPNI seq info [278239:278239:8:4294967295]
00000400:00000200:1.0:1787764716.100231:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764716.100237:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764716.100241:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764716.100245:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
00000800:00000200:1.0:1787764716.100249:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.0:1787764716.100252:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764716.100256:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764716.100258:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764716.100262:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:1.0:1787764716.100264:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:1.0:1787764716.100266:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764716.100270:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764716.100272:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:1.0:1787764716.100274:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:1.0:1787764716.100276:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764716.100280:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100287:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764716.100290:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100297:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.100298:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764716.100301:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764716.100303:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:1.0:1787764716.100307:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764716.100308:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320967194
00000100:00000001:1.0:1787764716.100311:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320968487
00000100:00000001:1.0:1787764716.100312:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320967194
00000100:00000001:1.0:1787764716.100314:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320968487
00000100:00000001:1.0:1787764716.100316:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764716.100318:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.100320:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764716.100324:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764716/real 1787764716]  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764716.100331:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764716.100332:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764716.100334:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:1.0:1787764716.100336:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:1.0:1787764716.100338:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:1.0:1787764716.100340:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764716.100342:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764716.100350:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100357:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764716.100358:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100360:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764716.100361:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764716.100364:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100370:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764716.100375:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100381:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764716.100383:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100385:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764716.100386:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100388:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764716.100390:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764716.100392:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764716.100396:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:1.0:1787764716.100398:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764716.100402:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764716.100415:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482383616:192.168.203.115@tcp:8:kworker.0
00000100:00000001:1.0:1787764716.100419:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100421:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764716.100423:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e580 x1874595482383616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764716.100429:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764716.100431:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764716.100432:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:1.0:1787764716.100435:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764716.100436:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764716.100437:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:1.0:1787764716.100439:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764716.100441:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4400.
02000000:00000001:1.0:1787764716.100443:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764716.100444:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764716.100446:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e580.
00000100:00000001:1.0:1787764716.100448:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764716.100449:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100450:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764716.100453:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764716.100455:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764716.100456:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764716.100458:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764716.100491:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764716.100497:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26304)
00000100:00000001:1.0:1787764716.100537:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764716.100539:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764716.800838:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764716.800845:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764716.800849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764716.800850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764716.800853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764716.800854:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764716.801129:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764716.801134:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764716.801137:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764717.440820:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320968487, at 4320968512
00000100:00000040:0.0:1787764717.440823:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320968487, at 4320968512
00000100:00000010:1.0:1787764717.440837:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fde0.
00000100:00000010:0.0:1787764717.440839:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fd80.
00010000:00000001:2.0:1787764717.824906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764717.824911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764717.824916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764717.824919:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764717.824921:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764717.824924:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764717.824927:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764717.824929:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764717.824931:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764717.824933:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764717.824937:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764717.824938:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764717.825202:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764717.825205:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764717.825208:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764718.849205:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764718.849211:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764718.849217:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764718.849218:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764718.849221:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764718.849222:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764718.850231:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764718.850235:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764718.850238:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764719.872896:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764719.872903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764719.872908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764719.872909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764719.872913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764719.872914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764719.872971:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764719.872975:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764719.872979:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764720.896872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764720.896881:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764720.896883:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764720.896886:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764720.896891:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764720.896893:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764720.896895:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764720.896898:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764720.896902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764720.896903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764720.896906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764720.896908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764720.896992:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764720.896999:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764720.897004:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764721.217840:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764721.217850:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764721.217853:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764721.217856:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764721.217860:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764721.217867:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26299
00000400:00000200:3.0:1787764721.217876:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764721.217882:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764721.217885:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764721.217888:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.217891:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764721.217893:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.217895:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764721.217898:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764721.217900:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764721.217903:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764721.217906:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764721.217908:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764721.217910:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764721.217913:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.217915:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764721.217917:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.217918:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764721.217921:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764721.217924:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764721.217926:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764721.217929:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764721.217931:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764721.217934:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.217936:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764721.217938:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764721.217946:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764721.217949:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764721.217953:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764721.217955:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.217957:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764721.217959:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764721.217963:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764721.217970:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764721.217977:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764721.217985:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764721.217995:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764721.217998:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764721.218003:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764721.218029:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764721.218042:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764721.218045:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764721.218047:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764721.218048:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764721.218062:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764721.218065:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26299
00000400:00000200:3.0:1787764721.218068:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764721.218070:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764721.218072:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764721.218075:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218077:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764721.218079:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218081:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764721.218084:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764721.218085:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764721.218087:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764721.218089:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764721.218092:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764721.218094:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764721.218097:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764721.218098:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764721.218099:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764721.218104:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764721.218105:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764721.218109:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764721.218110:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764721.218114:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764721.218120:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000040:1.0:1787764721.218121:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764721.218123:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764721.218127:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764721.218133:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764721.218135:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764721.218137:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764721.218140:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218140:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764721.218146:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764721.218147:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764721.218151:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787764721.218152:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764721.218157:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218158:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764721.218164:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482383744:192.168.203.115@tcp:250:kworker.0
00000100:00000010:3.0:1787764721.218165:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764721.218169:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000001:1.0:1787764721.218171:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764721.218174:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764721.218177:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764721.218177:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764721.218181:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218181:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764721.218184:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764721.218186:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764721.218187:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764721.218194:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7d800.
02000000:00000010:3.0:1787764721.218194:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
02000000:00000001:1.0:1787764721.218199:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218201:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764721.218208:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764721.218209:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764721.218216:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37e18.
00000100:00000001:3.0:1787764721.218219:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764721.218223:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764721.218226:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6acc0.
00000100:00000040:3.0:1787764721.218228:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764721.218234:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482383744, portal 25
00000100:00000001:1.0:1787764721.218239:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764721.218242:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764721.218243:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00080000:3.0:1787764721.218248:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787764721.218254:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764721.218254:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764721.218255:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764721.218258:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764721.218265:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764721.218270:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787764721.218271:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26299
00000100:00000040:1.0:1787764721.218277:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787764721.218278:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:1.0:1787764721.218284:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6a220.
00000400:00000200:3.0:1787764721.218284:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764721.218289:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787764721.218291:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482383744, offset 0
00000100:00000040:3.0:1787764721.218293:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218296:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764721.218298:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218302:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:1.0:1787764721.218303:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000020:00000001:3.0:1787764721.218306:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764721.218309:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764721.218310:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764721.218312:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:1.0:1787764721.218315:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764721.218316:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764721.218320:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:1.0:1787764721.218324:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000040:3.0:1787764721.218325:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218330:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764721.218333:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764721.218335:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764721.218336:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764721.218340:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:1.0:1787764721.218343:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:3.0:1787764721.218345:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218348:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764721.218351:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764721.218351:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764721.218355:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764721.218358:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:3.0:1787764721.218359:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218362:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764721.218365:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764721.218367:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278240:278240:256:4294967295] 192.168.203.115@tcp LPNI seq info [278240:278240:8:4294967295]
00000008:00000001:3.0:1787764721.218368:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218373:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764721.218376:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000010:3.0:1787764721.218380:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764721.218385:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000400:00000200:1.0:1787764721.218386:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787764721.218392:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764721.218395:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764721.218396:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218401:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1787764721.218403:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129e00.
02000000:00000001:3.0:1787764721.218404:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764721.218408:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764721.218413:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000010:3.0:1787764721.218415:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000800:00000200:1.1:1787764721.218421:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764721.218422:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764721.218430:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764721.218438:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764721.218440:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764721.218442:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764721.218444:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764721.218451:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764721.218456:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320973608
00000100:00000001:3.0:1787764721.218459:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764721.218462:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787764721.218464:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442fde0.
00000100:00080000:3.0:1787764721.218468:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764721.218471:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764721.218472:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764721.218474:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787764721.218476:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764721.218480:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26299
00000100:00000001:1.0:1787764721.218482:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320973608
00000400:00000200:3.0:1787764721.218487:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000010:1.0:1787764721.218490:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f5c442ff60.
00000400:00000200:3.0:1787764721.218492:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764721.218495:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787764721.218496:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764721.218501:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764721.218502:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764721.218505:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218506:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764721.218509:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764721.218510:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764721.218512:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764721.218513:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764721.218516:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764721.218517:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000001:1.0:1787764721.218520:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1787764721.218520:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764721.218523:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:3.0:1787764721.218524:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:1.0:1787764721.218527:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764721.218528:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:1.0:1787764721.218529:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764721.218531:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787764721.218533:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:1.0:1787764721.218537:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764721.218540:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218545:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764721.218550:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787764721.218551:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764721.218552:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218555:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:1.0:1787764721.218556:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764721.218559:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764721.218560:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
02000000:00000001:1.0:1787764721.218562:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764721.218566:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00100000:1.0:1787764721.218567:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482383872:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787764721.218570:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764721.218575:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764721.218576:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764721.218579:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764721.218579:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764721.218581:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764721.218584:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764721.218584:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764721.218587:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f5b6d7e400.
00000100:00000001:3.0:1787764721.218588:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764721.218591:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764721.218593:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787764721.218597:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00000001:3.0:1787764721.218599:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764721.218600:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619c37f20.
00000100:00000001:3.0:1787764721.218605:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764721.218608:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6aa18.
00000100:00000010:3.0:1787764721.218609:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000100:00000200:1.0:1787764721.218613:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482383872, portal 10
00000020:00000040:3.0:1787764721.218614:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:1.0:1787764721.218619:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787764721.218620:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764721.218623:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
02000000:00000001:3.0:1787764721.218624:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218629:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764721.218630:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764721.218633:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764721.218635:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764721.218638:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764721.218644:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764721.218648:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764721.218654:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00100000:3.0:1787764721.218654:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764721.218659:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bf6add0.
00000100:00000200:1.0:1787764721.218664:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482383872, offset 0
00000100:00000001:3.0:1787764721.218668:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764721.218673:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218674:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764721.218680:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764721.218681:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764721.218689:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:3.0:1787764721.218695:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764721.218696:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787764721.218700:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764721.218702:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:3.0:1787764721.218706:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787764721.218709:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764721.218710:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764721.218713:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764721.218715:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218717:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764721.218721:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278241:278241:255:4294967295] 192.168.203.115@tcp LPNI seq info [278241:278241:7:4294967295]
00000100:00080000:3.0:1787764721.218724:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26299
00000400:00000200:1.0:1787764721.218728:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764721.218732:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764721.218738:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787764721.218741:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000200:1.0:1787764721.218746:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764721.218747:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1787764721.218771:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f683129900.
00000800:00000200:1.0:1787764721.218776:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:1.1:1787764721.218786:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:1.0:1787764721.218789:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764721.218794:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000100:00000040:3.0:1787764721.218799:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:1.0:1787764721.218801:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764721.218805:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764721.218806:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320972301
00000100:00000040:3.0:1787764721.218810:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218815:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764721.218818:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764721.218819:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764721.218821:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764721.218823:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764721.218825:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764721.218828:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764721.218831:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218834:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764721.218836:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218839:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764721.218841:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764721.218845:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764721.218848:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764721.218851:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320973608
02000000:00000001:3.0:1787764721.218852:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764721.218856:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764721.218858:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320972301
02000000:00000001:3.0:1787764721.218861:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764721.218863:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320973608
00000100:00000001:3.0:1787764721.218866:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764721.218868:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787764721.218869:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787764721.218873:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764721.218874:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218879:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764721.218880:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1787764721.218884:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764721.218890:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000040:0.0:1787764721.218891:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764721.218894:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764721.218897:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218901:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764721.218903:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764721.218906:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764721.218907:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764721.218910:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764721.218914:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
02000000:00000001:0.0:1787764721.218915:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764721.218918:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764721.218920:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764721.218922:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764721.218930:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384000:192.168.203.115@tcp:38:kworker.0
00000100:00100000:3.0:1787764721.218931:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764721.218937:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764721.218941:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764721.218944:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787764721.218945:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218947:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764721.218949:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787764721.218954:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787764721.218957:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764721.218962:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764721.218968:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764721.218969:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764721.218974:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26309)
00000400:00000010:0.0:1787764721.218975:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764721.218982:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764721.218986:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482384000, portal 10
00000100:00000001:0.0:1787764721.218988:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764721.218990:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:0.0:1787764721.218997:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764721.219004:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764721.219007:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764721.219010:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa07f8.
00000100:00000200:0.0:1787764721.219012:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482384000, offset 0
00000400:00000200:0.0:1787764721.219016:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764721.219020:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764721.219024:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764721.219027:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764721.219030:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764721.219032:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764721.219034:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764721.219037:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278242:278242:254:4294967295] 192.168.203.115@tcp LPNI seq info [278242:278242:6:4294967295]
00000400:00000200:0.0:1787764721.219041:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764721.219193:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764721.219200:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764721.219204:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295300.
00000800:00000200:0.0:1787764721.219208:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764721.219223:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764721.219227:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764721.219230:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764721.219233:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764721.219235:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320972309
00000100:00000001:0.0:1787764721.219238:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320973608
00000100:00000001:0.0:1787764721.219240:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320972309
00000100:00000001:0.0:1787764721.219242:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320973608
00000100:00000001:0.0:1787764721.219244:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764721.219246:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764721.219248:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764721.219250:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764721.219255:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764721.219256:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787764721.219258:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764721.219260:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764721.219261:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764721.219265:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764721.219272:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764721.219273:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764721.219275:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764721.219276:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764721.219279:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764721.219282:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764721.219286:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764721.219288:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764721.219289:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764721.219291:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764721.219295:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764721.219297:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764721.219300:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764721.219303:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92268.
00000400:00000010:0.0:1787764721.219306:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa04c8.
00000100:00000200:0.0:1787764721.219309:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482384128, portal 4
00000100:00000001:0.0:1787764721.219310:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764721.219311:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:0.0:1787764721.219317:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764721.219323:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764721.219325:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764721.219327:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764721.219329:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482384128, offset 0
00000400:00000200:0.0:1787764721.219333:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764721.219336:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764721.219340:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764721.219343:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764721.219345:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764721.219347:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764721.219349:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764721.219352:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278243:278243:253:4294967295] 192.168.203.115@tcp LPNI seq info [278243:278243:5:4294967295]
00000400:00000200:0.0:1787764721.219356:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764721.219362:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764721.219366:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764721.219369:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764721.219372:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764721.219377:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764721.219379:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764721.219382:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764721.219385:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764721.219386:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320972309
00000100:00000001:0.0:1787764721.219388:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320973608
00000100:00000001:0.0:1787764721.219390:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320972309
00000100:00000001:0.0:1787764721.219392:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320973608
00000100:00000001:0.0:1787764721.219394:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764721.219396:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764721.219397:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764721.219401:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764721.219407:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764721.219408:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764721.220926:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764721.220930:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764721.220935:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764721.220941:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764721.220946:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764721.220949:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764721.220951:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764721.220953:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764721.220961:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764721.220963:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764721.220970:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764721.220973:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92528.
00000400:00000010:0.0:1787764721.220979:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764721.220984:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482384256, portal 4
00000100:00000001:0.0:1787764721.220986:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764721.220988:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:0.0:1787764721.220997:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764721.221006:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764721.221008:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764721.221011:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0660.
00000100:00000200:0.0:1787764721.221014:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482384256, offset 0
00000400:00000200:0.0:1787764721.221020:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764721.221028:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764721.221034:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764721.221040:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764721.221922:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764721.221926:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764721.221929:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764721.221932:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278244:278244:252:4294967295] 192.168.203.115@tcp LPNI seq info [278244:278244:4:4294967295]
00000400:00000200:0.0:1787764721.221937:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764721.221946:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764721.221951:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764721.221957:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295c00.
00000800:00000200:0.0:1787764721.221963:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764721.221967:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764721.221972:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764721.221976:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764721.221979:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764721.221982:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320972316
00000100:00000001:0.0:1787764721.221985:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320973608
00000100:00000001:0.0:1787764721.221988:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320972316
00000100:00000001:0.0:1787764721.221990:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320973608
00000100:00000001:0.0:1787764721.221992:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764721.221994:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764721.221998:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764721.222001:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764721.222009:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764721.222012:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787764721.222014:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764721.222016:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764721.222018:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764721.222020:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764721.922228:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764721.922236:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764721.922242:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764721.922244:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764721.922247:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764721.922248:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764721.922453:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764721.922457:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764721.922460:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764722.560852:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320973608, at 4320973632
00000100:00000010:1.0:1787764722.560867:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442ff60.
00000100:00000040:0.0:1787764722.561121:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320973608, at 4320973632
00000100:00000010:0.0:1787764722.561129:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f5c442fde0.
00010000:00000001:2.0:1787764722.944861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764722.944868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764722.944874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764722.944875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764722.944878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764722.944879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764722.945310:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764722.945314:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764722.945317:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764723.968943:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764723.968949:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764723.968954:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764723.968956:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764723.968959:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764723.968960:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764723.969150:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764723.969154:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764723.969157:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787764724.289063:0:257217:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:2.0:1787764724.289111:0:257217:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764724.289122:0:257217:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764724.289126:0:257217:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:2.0:1787764724.289131:0:257217:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764724.289136:0:257217:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764724.289142:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764724.289145:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129e00.
00000400:00000200:2.0:1787764724.289152:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764724.289156:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764724.289163:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6a220
00000400:00000010:2.0:1787764724.289165:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6a220.
00000100:00000001:2.0:1787764724.289172:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764724.289181:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764724.289216:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764724.289221:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764724.289228:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764724.289230:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764724.289239:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764724.289242:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f683129900.
00000400:00000200:2.0:1787764724.289245:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764724.289248:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764724.289250:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6add0
00000400:00000010:2.0:1787764724.289252:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6add0.
00000100:00000001:2.0:1787764724.289255:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764724.289258:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764724.289267:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764724.289270:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764724.289276:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764724.289277:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764724.289282:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764724.289284:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295300.
00000400:00000200:2.0:1787764724.289287:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764724.289290:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764724.289292:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa07f8
00000400:00000010:2.0:1787764724.289294:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa07f8.
00000100:00000001:2.0:1787764724.289296:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764724.289300:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764724.289311:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764724.289313:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764724.289319:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764724.289321:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764724.289325:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764724.289328:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:2.0:1787764724.289330:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764724.289333:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764724.289336:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:2.0:1787764724.289337:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:2.0:1787764724.289339:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764724.289344:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764724.289352:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764724.289355:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764724.289361:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764724.289362:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764724.289366:0:257217:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764724.289369:0:257217:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295c00.
00000400:00000200:2.0:1787764724.289371:0:257217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764724.289374:0:257217:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764724.289377:0:257217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0660
00000400:00000010:2.0:1787764724.289378:0:257217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0660.
00000100:00000001:2.0:1787764724.289380:0:257217:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764724.289384:0:257217:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764724.289390:0:257217:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764724.289392:0:257217:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764724.289398:0:257217:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764724.289400:0:257217:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764724.289880:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764724.289886:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764724.289889:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764724.289896:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764721/real 1787764724]  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764724.289907:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764724.289910:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764724.289913:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92268.
00000400:00000200:0.0:1787764724.289957:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa04c8
00000400:00000010:0.0:1787764724.289959:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa04c8.
00000100:00000001:0.0:1787764724.289962:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764724.289967:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764724.289976:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.289983:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764724.289985:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.289988:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764724.289990:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764724.289994:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290007:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764724.290012:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290018:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764724.290020:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290022:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764724.290023:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290025:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764724.290036:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764724.290040:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764724.290044:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764724.290047:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764724.290051:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764724.290059:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764724.290064:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764724.290067:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764721/real 1787764724]  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764724.290075:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764724.290076:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764724.290078:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92528.
00000400:00000200:0.0:1787764724.290080:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764724.290082:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764724.290084:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764724.290087:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764724.290100:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290106:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764724.290107:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290109:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764724.290110:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764724.290113:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290120:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764724.290123:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290129:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764724.290132:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290133:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764724.290134:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290136:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764724.290137:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764724.290139:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764724.290142:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764724.290145:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764724.290148:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764724.290156:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764724.290160:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764724.290174:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764721/real 1787764724]  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764724.290189:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764724.290191:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764724.290194:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37f20.
00000400:00000200:0.0:1787764724.290198:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6aa18
00000400:00000010:0.0:1787764724.290199:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6aa18.
00000100:00000001:0.0:1787764724.290202:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764724.290205:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764724.290212:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290218:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764724.290220:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290221:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764724.290222:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764724.290226:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290232:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764724.290236:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290242:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764724.290244:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290245:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764724.290246:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290248:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764724.290250:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764724.290252:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764724.290256:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764724.290258:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764724.290262:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764724.290269:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482383872:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764724.290273:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764724.290276:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764721/real 1787764724]  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764724.290283:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764724.290284:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764724.290286:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764724.290288:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764724.290290:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764724.290292:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764724.290294:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764724.290301:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290307:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764724.290308:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290309:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764724.290311:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764724.290314:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290319:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764724.290323:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290329:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764724.290331:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290333:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764724.290334:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290335:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764724.290337:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764724.290339:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764724.290343:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764724.290345:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764724.290349:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764724.290355:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384000:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764724.290359:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764724.290362:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764721/real 1787764724]  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764724.290368:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764724.290370:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764724.290371:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619c37e18.
00000400:00000200:0.0:1787764724.290374:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bf6acc0
00000400:00000010:0.0:1787764724.290376:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bf6acc0.
00000100:00000001:0.0:1787764724.290378:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764724.290381:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764724.290389:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290396:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764724.290397:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290398:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764724.290399:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764724.290403:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290415:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764724.290419:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290425:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764724.290427:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290429:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764724.290430:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290431:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764724.290432:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764724.290434:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764724.290437:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764724.290440:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764724.290443:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764724.290451:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482383744:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764724.290455:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290457:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764724.290460:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482384128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290467:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764724.290470:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764724.290474:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764724.290478:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764724.290480:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764724.290482:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764724.290486:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764724.290489:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:0.0:1787764724.290493:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764724.290496:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764724.290498:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:0.0:1787764724.290503:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764724.290504:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290505:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764724.290508:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482384256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290514:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764724.290515:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764724.290516:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764724.290520:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764724.290521:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764724.290523:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764724.290525:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764724.290526:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:0.0:1787764724.290529:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764724.290530:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764724.290531:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:0.0:1787764724.290534:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764724.290535:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290536:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764724.290539:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482383872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290545:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764724.290546:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764724.290548:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7e400.
02000000:00000001:0.0:1787764724.290550:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764724.290551:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764724.290552:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764724.290554:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764724.290555:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:0.0:1787764724.290557:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764724.290558:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764724.290559:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:0.0:1787764724.290562:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764724.290563:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290566:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764724.290569:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482384000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290575:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764724.290576:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764724.290578:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764724.290580:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764724.290581:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764724.290582:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764724.290583:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764724.290585:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:0.0:1787764724.290587:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764724.290588:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764724.290589:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:0.0:1787764724.290592:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764724.290593:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290594:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764724.290597:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482383744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764724.290603:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764724.290604:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764724.290606:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f5b6d7d800.
02000000:00000001:0.0:1787764724.290608:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764724.290609:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764724.290610:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764724.290612:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764724.290613:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:0.0:1787764724.290615:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764724.290616:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764724.290617:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:0.0:1787764724.290619:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764724.290620:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290622:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764724.290630:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764724.290632:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764724.290635:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764724.290637:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764724.992880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764724.992887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764724.992893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764724.992894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764724.992897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764724.992900:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764724.992902:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764724.992905:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764724.992908:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764724.992910:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764724.992912:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764724.992914:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764724.992976:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764724.992981:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764724.992984:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764726.016928:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764726.016933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764726.016936:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764726.016937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764726.016939:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764726.016940:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764726.017053:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764726.017067:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764726.017074:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764726.337103:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764726.337115:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764726.337117:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764726.337121:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764726.337125:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764726.337133:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26304
00000400:00000200:3.0:1787764726.337143:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764726.337150:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764726.337154:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764726.337157:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337160:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764726.337163:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337165:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764726.337169:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764726.337171:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764726.337174:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764726.337178:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764726.337180:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764726.337182:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764726.337185:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337187:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764726.337189:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337191:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764726.337194:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764726.337198:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337200:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764726.337203:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764726.337207:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764726.337210:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337212:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764726.337215:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764726.337222:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764726.337225:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764726.337229:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764726.337232:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337235:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764726.337238:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764726.337242:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764726.337250:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764726.337256:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764726.337266:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764726.337277:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764726.337281:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764726.337286:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764726.337317:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764726.337321:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764726.337324:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764726.337325:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764726.337327:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764726.337330:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764726.337332:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26304
00000400:00000200:3.0:1787764726.337337:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764726.337340:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764726.337342:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764726.337345:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337347:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764726.337349:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337351:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764726.337353:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764726.337354:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764726.337356:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764726.337358:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764726.337360:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764726.337364:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764726.337366:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337368:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764726.337369:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337371:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764726.337373:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764726.337376:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337378:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764726.337380:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764726.337384:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764726.337386:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337388:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764726.337392:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764726.337395:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337396:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764726.337400:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764726.337402:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764726.337404:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764726.337406:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337407:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764726.337408:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764726.337410:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764726.337413:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764726.337417:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764726.337421:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764726.337428:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764726.337430:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764726.337434:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764726.337441:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764726.337444:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764726.337447:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764726.337449:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764726.337450:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764726.337453:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764726.337456:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26304
00000400:00000200:3.0:1787764726.337459:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764726.337462:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764726.337464:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764726.337467:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337469:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764726.337471:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337473:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764726.337475:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764726.337476:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764726.337478:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764726.337479:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764726.337481:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764726.337484:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764726.337487:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337489:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764726.337491:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337493:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764726.337495:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764726.337498:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337500:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764726.337502:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764726.337505:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764726.337507:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337508:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764726.337511:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764726.337513:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337515:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764726.337518:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764726.337519:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764726.337521:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764726.337523:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337524:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764726.337525:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764726.337527:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764726.337530:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764726.337533:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764726.337537:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764726.337543:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764726.337545:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764726.337549:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764726.337556:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764726.337558:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764726.337561:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764726.337563:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764726.337564:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764726.337567:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764726.337569:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26304
00000400:00000200:3.0:1787764726.337572:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764726.337575:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764726.337577:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764726.337580:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337582:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764726.337583:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337586:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764726.337588:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764726.337589:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764726.337591:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764726.337592:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764726.337594:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764726.337596:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764726.337598:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337600:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764726.337602:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337604:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764726.337606:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764726.337608:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337611:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764726.337612:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764726.337614:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764726.337616:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337618:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764726.337620:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764726.337622:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337624:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764726.337627:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764726.337629:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764726.337631:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764726.337632:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337634:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764726.337635:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764726.337637:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764726.337641:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764726.337645:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764726.337649:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764726.337661:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764726.337663:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764726.337666:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764726.337673:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764726.337676:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764726.337679:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764726.337680:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764726.337682:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764726.337684:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764726.337686:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26304
00000400:00000200:3.0:1787764726.337690:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764726.337693:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764726.337695:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764726.337698:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337700:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764726.337702:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337704:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764726.337706:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764726.337707:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764726.337708:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764726.337711:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764726.337712:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764726.337714:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764726.337717:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337719:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764726.337721:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337723:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764726.337725:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764726.337728:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764726.337730:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764726.337732:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764726.337734:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764726.337736:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337738:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764726.337740:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764726.337742:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337744:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764726.337785:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764726.337789:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764726.337792:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764726.337793:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764726.337795:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764726.337796:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764726.337798:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764726.337802:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764726.337806:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764726.337811:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764726.337817:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764726.337819:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764726.337822:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764726.337829:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764726.337834:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26315)
00000100:00000001:0.0:1787764726.341204:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764726.341213:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764726.341216:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764726.341230:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341243:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764726.341245:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764726.341249:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764726.341252:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764726.341255:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764726.341258:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482384384:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764726.341268:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764726.341273:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764726.341275:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764726.341277:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764726.341291:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764726.341293:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764726.341301:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764726.341305:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764726.341313:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764726.341320:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482384384, portal 25
00000100:00000001:0.0:1787764726.341323:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764726.341324:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:0.0:1787764726.341330:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341337:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764726.341340:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764726.341342:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764726.341345:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482384384, offset 0
00000400:00000200:0.0:1787764726.341352:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764726.341361:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764726.341368:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764726.341373:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764726.341377:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764726.341381:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764726.341383:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764726.341387:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278245:278245:256:4294967295] 192.168.203.115@tcp LPNI seq info [278245:278245:8:4294967295]
00000400:00000200:0.0:1787764726.341392:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764726.341400:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764726.341406:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764726.341411:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764726.341418:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764726.341422:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764726.341427:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764726.341431:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764726.341435:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764726.341437:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:0.0:1787764726.341441:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764726.341445:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764726.341449:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764726.341452:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764726.341456:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764726.341460:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341470:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764726.341474:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341481:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764726.341483:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764726.341488:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764726.341492:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764726.341494:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320978731
00000100:00000010:0.0:1787764726.341500:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a20.
00000100:00000001:0.0:1787764726.341506:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764726.341512:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320978731
00000100:00000010:0.0:1787764726.341516:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2177e0.
00000100:00000001:0.0:1787764726.341519:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764726.341529:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764726.341532:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764726.341534:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764726.341538:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764726/real 1787764726]  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764726.341548:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764726.341549:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764726.341551:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764726.341554:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764726.341556:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764726.341559:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764726.341562:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764726.341570:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341577:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764726.341579:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.341581:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764726.341583:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764726.341587:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341594:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764726.341599:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341606:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764726.341609:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.341611:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764726.341612:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.341615:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764726.341617:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764726.341620:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764726.341624:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764726.341627:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764726.341631:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764726.341639:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482384384:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764726.341644:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764726.341648:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341655:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764726.341656:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764726.341658:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764726.341660:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764726.341662:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764726.341665:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764726.341668:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764726.341670:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764726.341672:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764726.341674:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764726.341677:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764726.341679:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764726.341683:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764726.341685:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764726.341688:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764726.341691:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482384512, portal 10
00000100:00000001:0.0:1787764726.341693:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764726.341694:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:0.0:1787764726.341701:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341708:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764726.341710:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764726.341713:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764726.341715:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482384512, offset 0
00000400:00000200:0.0:1787764726.341719:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764726.341723:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764726.341737:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764726.341741:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764726.341747:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764726.341788:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764726.341790:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764726.341793:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278246:278246:256:4294967295] 192.168.203.115@tcp LPNI seq info [278246:278246:8:4294967295]
00000400:00000200:0.0:1787764726.341797:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764726.341803:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764726.341808:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764726.341812:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764726.341815:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764726.341818:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764726.341822:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764726.341824:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764726.341828:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764726.341830:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:0.0:1787764726.341833:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764726.341836:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764726.341839:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764726.341841:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764726.341843:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764726.341846:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341854:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764726.341857:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341869:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764726.341871:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764726.341874:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764726.341878:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764726.341881:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764726.341883:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320977424
00000100:00000001:0.0:1787764726.341885:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320978731
00000100:00000001:0.0:1787764726.341887:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320977424
00000100:00000001:0.0:1787764726.341889:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320978731
00000100:00000001:0.0:1787764726.341891:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764726.341893:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764726.341895:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764726.341899:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764726/real 1787764726]  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764726.341906:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764726.341907:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764726.341909:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764726.341911:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764726.341913:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764726.341915:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764726.341918:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764726.341925:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341931:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764726.341932:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.341934:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764726.341935:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764726.341939:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341945:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764726.341949:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341955:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764726.341957:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.341958:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764726.341960:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.341962:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764726.341964:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764726.341966:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764726.341970:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764726.341972:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764726.341976:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764726.341983:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764726.341987:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764726.341991:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.341997:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764726.341998:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764726.342000:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764726.342002:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764726.342004:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764726.342007:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764726.342010:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764726.342012:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764726.342027:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764726.342029:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764726.342032:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764726.342034:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764726.342037:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764726.342040:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764726.342043:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764726.342045:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482384640, portal 10
00000100:00000001:0.0:1787764726.342047:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764726.342049:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:0.0:1787764726.342054:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342060:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764726.342062:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764726.342065:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764726.342067:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482384640, offset 0
00000400:00000200:0.0:1787764726.342070:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764726.342074:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764726.342077:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764726.342079:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764726.342082:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764726.342083:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764726.342085:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764726.342088:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278247:278247:256:4294967295] 192.168.203.115@tcp LPNI seq info [278247:278247:8:4294967295]
00000400:00000200:0.0:1787764726.342092:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764726.342097:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764726.342102:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764726.342105:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764726.342109:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764726.342112:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764726.342115:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764726.342118:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764726.342122:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764726.342124:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:0.0:1787764726.342127:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764726.342130:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764726.342132:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764726.342134:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764726.342136:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764726.342139:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342147:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764726.342149:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342155:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764726.342157:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764726.342159:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764726.342162:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764726.342165:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764726.342167:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320977432
00000100:00000001:0.0:1787764726.342169:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320978731
00000100:00000001:0.0:1787764726.342171:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320977432
00000100:00000001:0.0:1787764726.342173:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320978731
00000100:00000001:0.0:1787764726.342175:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764726.342177:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764726.342178:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764726.342182:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764726/real 1787764726]  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764726.342188:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764726.342190:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764726.342191:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764726.342193:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764726.342195:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764726.342197:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764726.342200:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764726.342207:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342213:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764726.342215:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342216:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764726.342218:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764726.342221:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342227:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764726.342231:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342237:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764726.342239:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342240:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764726.342241:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342243:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764726.342244:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764726.342247:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764726.342250:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764726.342252:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764726.342255:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764726.342262:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764726.342265:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764726.342269:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342275:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764726.342277:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764726.342279:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764726.342280:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764726.342282:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764726.342284:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764726.342287:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764726.342289:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764726.342290:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764726.342292:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764726.342296:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764726.342298:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764726.342301:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764726.342303:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764726.342306:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764726.342309:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482384768, portal 4
00000100:00000001:0.0:1787764726.342310:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764726.342311:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:0.0:1787764726.342316:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342321:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764726.342323:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764726.342325:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764726.342327:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482384768, offset 0
00000400:00000200:0.0:1787764726.342330:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764726.342333:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764726.342336:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764726.342338:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764726.342341:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764726.342343:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764726.342345:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764726.342348:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278248:278248:256:4294967295] 192.168.203.115@tcp LPNI seq info [278248:278248:8:4294967295]
00000400:00000200:0.0:1787764726.342352:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764726.342357:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764726.342361:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764726.342364:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764726.342367:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764726.342370:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764726.342373:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764726.342375:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764726.342378:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764726.342380:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:0.0:1787764726.342382:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764726.342385:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764726.342387:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764726.342389:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764726.342391:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764726.342394:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342400:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764726.342402:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342407:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764726.342409:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764726.342411:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764726.342413:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764726.342416:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764726.342418:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320977432
00000100:00000001:0.0:1787764726.342420:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320978731
00000100:00000001:0.0:1787764726.342422:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320977432
00000100:00000001:0.0:1787764726.342424:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320978731
00000100:00000001:0.0:1787764726.342426:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764726.342428:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764726.342430:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764726.342433:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764726/real 1787764726]  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764726.342439:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764726.342441:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764726.342442:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764726.342444:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764726.342445:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764726.342447:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764726.342449:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764726.342456:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342461:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764726.342462:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342464:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764726.342465:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764726.342468:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342473:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764726.342476:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342482:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764726.342484:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342485:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764726.342486:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342488:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764726.342489:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764726.342491:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764726.342495:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764726.342496:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764726.342499:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764726.342505:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764726.342508:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764726.342511:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342516:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764726.342518:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764726.342520:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764726.342521:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764726.342523:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764726.342525:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764726.342528:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764726.342530:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764726.342531:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764726.342533:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764726.342535:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764726.342537:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764726.342539:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764726.342541:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764726.342544:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764726.342546:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482384896, portal 4
00000100:00000001:0.0:1787764726.342548:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764726.342549:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:0.0:1787764726.342553:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342558:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764726.342560:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764726.342562:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764726.342564:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482384896, offset 0
00000400:00000200:0.0:1787764726.342568:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764726.342571:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764726.342574:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764726.342577:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764726.342579:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764726.342581:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764726.342583:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764726.342586:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278249:278249:256:4294967295] 192.168.203.115@tcp LPNI seq info [278249:278249:8:4294967295]
00000400:00000200:0.0:1787764726.342589:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764726.342594:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764726.342598:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764726.342600:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764726.342604:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764726.342606:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764726.342609:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764726.342612:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764726.342615:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764726.342617:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:0.0:1787764726.342619:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764726.342622:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764726.342624:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764726.342626:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764726.342628:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764726.342631:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342637:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764726.342640:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342645:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764726.342647:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764726.342649:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764726.342652:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764726.342655:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764726.342656:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320977436
00000100:00000001:0.0:1787764726.342658:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320978731
00000100:00000001:0.0:1787764726.342660:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320977436
00000100:00000001:0.0:1787764726.342661:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320978731
00000100:00000001:0.0:1787764726.342663:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764726.342665:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764726.342667:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764726.342670:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764726/real 1787764726]  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764726.342676:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764726.342677:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764726.342679:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764726.342681:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764726.342682:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764726.342684:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764726.342686:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764726.342693:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342699:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764726.342700:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342701:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764726.342703:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764726.342706:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342711:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764726.342715:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342721:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764726.342723:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342724:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764726.342726:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342727:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764726.342729:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764726.342731:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764726.342734:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764726.342736:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764726.342739:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764726.342746:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482384896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764726.342774:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342777:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764726.342780:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482384384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342787:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764726.342789:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764726.342792:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764726.342796:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764726.342799:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764726.342801:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764726.342802:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764726.342805:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:0.0:1787764726.342808:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764726.342810:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764726.342812:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:0.0:1787764726.342818:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764726.342819:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342822:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764726.342825:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482384512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342831:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764726.342833:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764726.342834:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764726.342836:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764726.342837:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764726.342838:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764726.342840:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764726.342842:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:0.0:1787764726.342845:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764726.342846:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764726.342847:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:0.0:1787764726.342850:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764726.342851:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342853:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764726.342857:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482384640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342863:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764726.342864:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764726.342865:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764726.342868:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764726.342869:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764726.342870:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764726.342872:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764726.342873:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:0.0:1787764726.342876:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764726.342878:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764726.342879:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:0.0:1787764726.342881:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764726.342882:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342884:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764726.342887:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482384768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342899:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764726.342900:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764726.342902:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764726.342904:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764726.342905:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764726.342905:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764726.342907:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764726.342908:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:0.0:1787764726.342911:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764726.342912:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764726.342914:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764726.342916:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764726.342917:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342918:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764726.342922:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482384896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764726.342928:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764726.342929:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764726.342930:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764726.342933:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764726.342934:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764726.342935:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764726.342937:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764726.342938:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:0.0:1787764726.342940:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764726.342941:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764726.342942:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:0.0:1787764726.342944:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764726.342945:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342947:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764726.342954:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764726.342956:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764726.342958:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764726.342960:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764727.040880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764727.040887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764727.040893:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764727.040894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764727.040898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764727.040899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764727.042287:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764727.042292:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764727.042296:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764727.680902:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320978731, at 4320978752
00000100:00000010:0.0:1787764727.680920:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a20.
00000100:00000040:1.0:1787764727.680941:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320978731, at 4320978752
00000100:00000010:1.0:1787764727.680956:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2177e0.
00010000:00000001:2.0:1787764728.065147:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764728.065154:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764728.065159:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764728.065162:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764728.065164:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764728.065167:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764728.065170:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764728.065172:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764728.065174:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764728.065177:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764728.065182:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764728.065184:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764728.065246:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764728.065251:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764728.065254:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764729.088852:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764729.088858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764729.088865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764729.088866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764729.088869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764729.088871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764729.088929:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764729.088933:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764729.088937:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764730.112883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764730.112891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764730.112897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764730.112898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764730.112902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764730.112903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764730.113230:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764730.113234:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764730.113237:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764731.136931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764731.136938:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764731.136940:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764731.136941:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764731.136945:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764731.136947:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764731.136948:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764731.136949:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764731.136952:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764731.136953:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764731.136955:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764731.136956:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764731.137020:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764731.137024:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764731.137028:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764731.456925:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764731.456935:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764731.456937:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764731.456940:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764731.456944:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764731.456951:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26310
00000400:00000200:0.0:1787764731.456960:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764731.456967:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764731.456970:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764731.456973:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.456990:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.456992:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.456994:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764731.456998:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764731.457000:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764731.457003:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764731.457007:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764731.457010:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764731.457012:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764731.457014:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457016:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.457018:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457020:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764731.457022:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764731.457027:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457029:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764731.457032:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764731.457035:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764731.457038:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457040:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764731.457043:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764731.457051:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764731.457055:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764731.457059:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764731.457062:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457064:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764731.457067:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764731.457071:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764731.457077:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764731.457083:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764731.457091:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764731.457101:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764731.457105:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764731.457110:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764731.457140:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764731.457144:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764731.457147:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764731.457148:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764731.457150:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764731.457152:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764731.457155:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26310
00000400:00000200:0.0:1787764731.457159:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764731.457162:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764731.457164:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764731.457167:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457169:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.457171:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457173:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764731.457175:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764731.457176:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764731.457177:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764731.457180:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764731.457182:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764731.457184:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764731.457186:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457188:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.457190:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457192:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764731.457194:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764731.457196:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457198:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764731.457200:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764731.457206:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764731.457207:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457209:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764731.457213:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764731.457216:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457217:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764731.457221:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764731.457223:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764731.457225:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764731.457226:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457228:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764731.457229:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764731.457231:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764731.457235:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764731.457239:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764731.457244:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764731.457251:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764731.457253:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764731.457256:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764731.457263:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764731.457265:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764731.457268:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764731.457270:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764731.457271:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764731.457273:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764731.457275:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26310
00000400:00000200:0.0:1787764731.457279:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764731.457282:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764731.457284:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764731.457286:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457288:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.457290:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457291:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764731.457293:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764731.457294:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764731.457296:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764731.457298:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764731.457300:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764731.457302:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764731.457305:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457306:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.457309:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457310:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764731.457312:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764731.457315:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457317:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764731.457318:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764731.457321:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764731.457323:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457324:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764731.457326:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764731.457328:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457329:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764731.457334:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764731.457336:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764731.457338:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764731.457339:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457341:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764731.457342:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764731.457344:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764731.457347:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764731.457349:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764731.457354:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764731.457360:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764731.457362:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764731.457364:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764731.457371:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764731.457373:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764731.457376:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764731.457378:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764731.457380:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764731.457382:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764731.457385:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26310
00000400:00000200:0.0:1787764731.457388:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764731.457390:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764731.457392:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764731.457394:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457396:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.457398:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457399:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764731.457401:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764731.457402:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764731.457404:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764731.457405:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764731.457407:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764731.457409:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764731.457411:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457413:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.457415:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457416:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764731.457418:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764731.457421:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457423:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764731.457425:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764731.457428:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764731.457430:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457431:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764731.457434:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764731.457436:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457437:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764731.457442:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764731.457444:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764731.457446:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764731.457447:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457449:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764731.457450:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764731.457452:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764731.457455:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764731.457458:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764731.457463:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764731.457469:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764731.457471:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764731.457474:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764731.457481:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764731.457484:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764731.457487:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764731.457488:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764731.457489:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764731.457491:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764731.457493:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26310
00000400:00000200:0.0:1787764731.457497:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764731.457499:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764731.457501:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764731.457504:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457506:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.457507:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457509:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764731.457511:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764731.457524:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764731.457526:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764731.457529:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764731.457530:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764731.457539:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764731.457543:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457545:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.457547:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457549:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764731.457551:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764731.457553:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764731.457556:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764731.457557:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764731.457560:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764731.457562:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457563:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764731.457565:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764731.457567:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457569:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764731.457572:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764731.457573:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764731.457576:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764731.457577:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.457578:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764731.457580:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764731.457581:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764731.457584:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764731.457587:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764731.457591:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764731.457597:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764731.457600:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764731.457604:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764731.457610:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764731.457614:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26320)
00000100:00000001:2.0:1787764731.457823:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764731.457828:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764731.457830:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764731.457837:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.457845:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764731.457847:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.457850:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764731.457853:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764731.457855:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764731.457859:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482385024:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764731.457864:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764731.457868:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764731.457870:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.457872:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764731.457877:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764731.457879:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764731.457885:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764731.457909:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764731.457916:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764731.457923:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482385024, portal 25
00000100:00000001:2.0:1787764731.457926:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764731.457927:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764731.457932:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.457939:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764731.457941:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764731.457944:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764731.457948:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482385024, offset 0
00000400:00000200:2.0:1787764731.457954:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764731.457961:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764731.457966:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764731.457986:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764731.457990:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764731.457993:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764731.457996:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764731.457999:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278250:278250:256:4294967295] 192.168.203.115@tcp LPNI seq info [278250:278250:8:4294967295]
00000400:00000200:2.0:1787764731.458003:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764731.458013:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764731.458019:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764731.458024:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764731.458030:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764731.458034:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764731.458039:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764731.458043:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764731.458047:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764731.458049:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764731.458054:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764731.458058:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764731.458062:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764731.458064:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764731.458068:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764731.458072:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458081:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.458084:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458090:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.458092:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764731.458097:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764731.458101:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764731.458103:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320983848
00000100:00000010:2.0:1787764731.458108:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538420.
00000100:00000001:2.0:1787764731.458115:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764731.458122:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320983848
00000100:00000010:2.0:1787764731.458125:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885381e0.
00000100:00000001:2.0:1787764731.458128:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764731.458142:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764731.458145:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.458147:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764731.458152:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764731/real 1787764731]  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764731.458161:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764731.458163:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764731.458165:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764731.458168:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764731.458170:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764731.458172:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764731.458175:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764731.458184:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458189:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764731.458191:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.458193:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.458195:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764731.458199:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458205:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764731.458210:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458216:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764731.458219:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.458220:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.458221:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.458224:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764731.458225:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764731.458228:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764731.458231:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764731.458233:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764731.458237:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764731.458245:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482385024:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764731.458267:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764731.458271:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458278:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764731.458279:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.458281:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764731.458283:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764731.458285:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764731.458287:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385152:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764731.458290:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764731.458292:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764731.458293:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.458295:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764731.458298:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764731.458300:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764731.458303:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764731.458306:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764731.458309:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764731.458312:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482385152, portal 10
00000100:00000001:2.0:1787764731.458313:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764731.458315:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000040:2.0:1787764731.458320:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458326:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764731.458328:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764731.458330:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764731.458333:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482385152, offset 0
00000400:00000200:2.0:1787764731.458336:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764731.458340:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764731.458343:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764731.458345:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764731.458348:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764731.458350:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764731.458352:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764731.458355:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278251:278251:256:4294967295] 192.168.203.115@tcp LPNI seq info [278251:278251:8:4294967295]
00000400:00000200:2.0:1787764731.458359:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764731.458364:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764731.458368:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764731.458371:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764731.458375:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764731.458377:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764731.458381:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764731.458384:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764731.458388:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764731.458390:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764731.458393:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764731.458396:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764731.458399:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764731.458400:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764731.458403:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764731.458406:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458413:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.458416:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458422:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.458423:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764731.458426:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764731.458429:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764731.458432:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764731.458435:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320982540
00000100:00000001:2.0:1787764731.458437:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320983848
00000100:00000001:2.0:1787764731.458439:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320982540
00000100:00000001:2.0:1787764731.458442:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320983848
00000100:00000001:2.0:1787764731.458444:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764731.458446:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.458448:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764731.458451:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764731/real 1787764731]  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764731.458459:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764731.458460:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764731.458462:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764731.458464:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764731.458466:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764731.458468:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764731.458470:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764731.458478:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458485:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764731.458486:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.458488:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.458489:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764731.458492:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458498:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764731.458502:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458508:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764731.458510:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.458511:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.458524:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.458526:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764731.458528:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764731.458531:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764731.458855:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764731.458858:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764731.458863:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764731.458872:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385152:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764731.458876:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764731.458879:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458884:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764731.458886:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.458887:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764731.458889:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764731.458891:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764731.458894:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385280:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764731.458897:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764731.458899:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764731.458901:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.458902:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764731.458906:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764731.458908:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764731.458912:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764731.458915:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764731.458918:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764731.458921:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482385280, portal 10
00000100:00000001:2.0:1787764731.458922:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764731.458923:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:2.0:1787764731.458929:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.458934:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764731.458936:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764731.458938:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764731.458940:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482385280, offset 0
00000400:00000200:2.0:1787764731.458943:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764731.458947:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764731.458950:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764731.458953:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764731.458955:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764731.458957:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764731.458959:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764731.458961:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278252:278252:256:4294967295] 192.168.203.115@tcp LPNI seq info [278252:278252:8:4294967295]
00000400:00000200:2.0:1787764731.458965:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764731.459615:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764731.459624:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764731.459629:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764731.459633:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764731.459636:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764731.459640:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764731.459643:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764731.459647:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764731.459649:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764731.459652:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764731.459655:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764731.459659:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764731.459661:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764731.459663:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764731.459667:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.459674:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.459677:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.459688:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.459689:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764731.459692:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764731.459695:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764731.459699:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764731.459701:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320982549
00000100:00000001:2.0:1787764731.459703:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320983848
00000100:00000001:2.0:1787764731.459705:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320982549
00000100:00000001:2.0:1787764731.459706:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320983848
00000100:00000001:2.0:1787764731.459709:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764731.459711:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.459713:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764731.459716:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764731/real 1787764731]  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764731.459723:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764731.459725:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764731.459727:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764731.459729:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764731.459730:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764731.459732:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764731.459735:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764731.459743:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.459766:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764731.459768:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.459770:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.459771:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764731.459775:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.459781:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764731.459786:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.459792:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764731.459794:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.459795:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.459797:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.459798:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764731.459800:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764731.459803:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764731.459806:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764731.459808:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764731.459812:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764731.459819:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385280:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764731.459823:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764731.459826:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.459832:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764731.459833:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.459835:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764731.459837:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764731.459839:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764731.459842:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385408:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764731.459845:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764731.459847:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764731.459848:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.459850:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764731.459853:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764731.459855:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764731.459859:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764731.459862:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764731.459865:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764731.459868:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482385408, portal 4
00000100:00000001:2.0:1787764731.459870:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764731.459871:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764731.459876:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.459882:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764731.459884:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764731.459887:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764731.459889:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482385408, offset 0
00000400:00000200:2.0:1787764731.459892:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764731.459897:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764731.459900:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764731.459903:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764731.459905:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764731.459908:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764731.459910:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764731.459912:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278253:278253:256:4294967295] 192.168.203.115@tcp LPNI seq info [278253:278253:8:4294967295]
00000400:00000200:2.0:1787764731.459916:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764731.459922:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764731.459926:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764731.459929:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764731.459933:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764731.459935:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764731.459939:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764731.459941:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764731.459945:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764731.459947:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764731.459950:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764731.459953:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764731.459955:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764731.459957:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764731.459959:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764731.459962:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.459969:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.459972:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.460593:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.460595:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764731.460600:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764731.460603:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764731.460606:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764731.460608:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320982550
00000100:00000001:2.0:1787764731.460610:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320983848
00000100:00000001:2.0:1787764731.460612:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320982550
00000100:00000001:2.0:1787764731.460614:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320983848
00000100:00000001:2.0:1787764731.460616:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764731.460618:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.460620:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764731.460625:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764731/real 1787764731]  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764731.460632:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764731.460634:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764731.460636:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764731.460638:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764731.460639:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764731.460642:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764731.460645:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764731.460653:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.460658:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764731.460660:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.460661:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.460663:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764731.460666:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.460672:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764731.460676:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.460682:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764731.460684:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.460686:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.460687:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.460689:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764731.460691:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764731.460693:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764731.460696:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764731.460698:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764731.460702:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764731.460709:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385408:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764731.460712:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764731.460716:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.460721:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764731.460723:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.460725:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764731.460726:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764731.460728:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764731.460730:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385536:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764731.460733:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764731.460735:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764731.460736:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.460738:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764731.460741:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764731.460743:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764731.460747:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764731.460767:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764731.460771:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764731.460774:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482385536, portal 4
00000100:00000001:2.0:1787764731.460776:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764731.460777:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764731.460782:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.460788:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764731.460790:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764731.460793:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764731.460795:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482385536, offset 0
00000400:00000200:2.0:1787764731.460799:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764731.460803:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764731.460806:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764731.460809:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764731.460811:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764731.460813:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764731.460815:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764731.460819:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278254:278254:256:4294967295] 192.168.203.115@tcp LPNI seq info [278254:278254:8:4294967295]
00000400:00000200:2.0:1787764731.460823:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764731.460829:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764731.460833:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764731.460837:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764731.460840:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764731.460843:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764731.460847:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764731.460850:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764731.460853:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764731.460855:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764731.460858:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764731.460861:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764731.460863:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764731.460865:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764731.460867:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764731.460870:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.460878:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.460880:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.460886:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.460887:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764731.460890:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764731.460893:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764731.460896:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764731.460898:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320982555
00000100:00000001:2.0:1787764731.460900:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320983848
00000100:00000001:2.0:1787764731.460902:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320982555
00000100:00000001:2.0:1787764731.460904:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320983848
00000100:00000001:2.0:1787764731.460906:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764731.460908:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.460910:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764731.460913:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764731/real 1787764731]  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764731.460920:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764731.460921:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764731.460923:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764731.460925:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764731.460927:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764731.460929:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764731.460931:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764731.460939:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.460944:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764731.460945:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.460947:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.460949:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764731.460952:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.460958:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764731.460961:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.460967:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764731.460969:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.460970:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.460972:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.461589:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764731.461592:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764731.461596:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764731.461601:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764731.461604:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764731.461608:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764731.461616:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385536:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764731.461620:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.461622:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.461626:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482385024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.461633:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764731.461636:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764731.461638:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764731.461641:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764731.461643:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764731.461645:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764731.461647:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764731.461649:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:2.0:1787764731.461653:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764731.461655:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764731.461656:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764731.461659:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764731.461661:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.461662:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.461666:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482385152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.461671:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764731.461673:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764731.461675:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764731.461677:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764731.461678:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764731.461679:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764731.461681:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764731.461684:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:2.0:1787764731.461686:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764731.461687:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764731.461688:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:2.0:1787764731.461690:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764731.461692:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.461693:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.461696:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482385280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.461702:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764731.461703:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764731.461705:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764731.461706:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764731.461708:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764731.461709:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764731.461710:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764731.461712:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:2.0:1787764731.461714:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764731.461715:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764731.461716:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:2.0:1787764731.461718:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764731.461719:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.461877:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.461881:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482385408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.461888:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764731.461890:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764731.461891:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764731.461895:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764731.461896:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764731.461897:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764731.461899:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764731.461901:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:2.0:1787764731.461904:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764731.461905:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764731.461907:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764731.461909:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764731.461910:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.461912:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.461915:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482385536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.461921:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764731.461922:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764731.461924:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764731.461926:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764731.461927:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764731.461928:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764731.461930:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764731.461931:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:2.0:1787764731.461933:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764731.461934:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764731.461936:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764731.461938:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764731.461939:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.461941:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.461949:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764731.461951:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.461953:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764731.461955:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764732.161017:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764732.161024:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764732.161029:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764732.161030:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764732.161033:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764732.161035:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764732.161268:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764732.161272:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764732.161275:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764732.800856:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320983848, at 4320983872
00000100:00000010:0.0:1787764732.800872:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538420.
00000100:00000040:1.0:1787764732.800895:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320983848, at 4320983872
00000100:00000010:1.0:1787764732.800907:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885381e0.
00010000:00000001:2.0:1787764733.184918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764733.184927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764733.184933:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764733.184934:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764733.184936:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764733.184937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764733.185007:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764733.185012:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764733.185017:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764734.208936:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764734.208944:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764734.208953:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764734.208955:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764734.208970:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764734.208972:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764734.209032:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764734.209036:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764734.209038:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764735.232934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764735.232949:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764735.232970:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764735.232971:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764735.232975:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764735.232979:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764735.232981:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764735.232985:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764735.232989:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764735.232992:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764735.232994:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764735.232997:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764735.233068:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764735.233073:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764735.233077:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764736.256870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764736.256876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764736.256879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764736.256880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764736.256882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764736.256883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764736.256938:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764736.256943:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764736.256955:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764736.576882:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764736.576893:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764736.576895:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764736.576898:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764736.576903:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764736.576909:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26315
00000400:00000200:3.0:1787764736.576918:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764736.576924:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764736.576928:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764736.576930:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.576940:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764736.576954:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.576956:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764736.576960:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764736.576961:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764736.576964:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764736.576968:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764736.576970:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764736.576972:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764736.576975:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.576977:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764736.576979:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.576980:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764736.576983:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764736.576987:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764736.576990:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764736.576992:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764736.576996:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764736.576998:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764736.577000:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764736.577003:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764736.577010:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000020:00000040:3.0:1787764736.577014:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764736.577018:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764736.577020:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764736.577022:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764736.577024:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764736.577027:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764736.577035:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764736.577041:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764736.577048:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764736.577057:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764736.577061:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764736.577066:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764736.577085:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764736.577088:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764736.577091:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764736.577092:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764736.577093:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764736.577096:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764736.577098:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26315
00000400:00000200:3.0:1787764736.577102:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764736.577105:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764736.577108:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764736.577112:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.577114:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764736.577117:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.577119:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764736.577121:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764736.577122:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764736.577123:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000100:00000001:2.0:1787764736.577127:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764736.577127:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764736.577131:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764736.577133:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764736.577136:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764736.577138:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764736.577141:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.577143:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764736.577145:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:2.0:1787764736.577150:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764736.577159:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764736.577162:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764736.577165:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764736.577165:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
02000000:00000001:2.0:1787764736.577171:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787764736.577171:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:2.0:1787764736.577176:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764736.577176:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764736.577180:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764736.577182:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764736.577187:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482385664:192.168.203.115@tcp:250:kworker.0
02000000:00000001:3.0:1787764736.577188:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764736.577195:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764736.577195:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764736.577199:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764736.577201:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787764736.577203:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787764736.577204:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764736.577207:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.577210:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764736.577211:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764736.577217:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764736.577219:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.577225:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000010:3.0:1787764736.577227:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000400:00000010:2.0:1787764736.577230:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000020:00000040:3.0:1787764736.577232:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764736.577237:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764736.577239:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764736.577241:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787764736.577242:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
02000000:00000001:3.0:1787764736.577243:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764736.577246:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764736.577251:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482385664, portal 25
02000000:00000010:3.0:1787764736.577252:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:2.0:1787764736.577255:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764736.577259:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
00000100:00000001:3.0:1787764736.577260:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.577270:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764736.577271:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764736.577294:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764736.577296:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787764736.577301:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764736.577301:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764736.577306:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000040:3.0:1787764736.577309:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764736.577316:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482385664, offset 0
00000100:00000001:3.0:1787764736.577319:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764736.577324:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787764736.577328:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764736.577330:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764736.577333:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764736.577335:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764736.577337:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787764736.577339:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764736.577343:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26315
00000400:00000200:2.0:1787764736.577349:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764736.577354:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764736.577358:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764736.577362:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764736.577364:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764736.577368:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278255:278255:256:4294967295] 192.168.203.115@tcp LPNI seq info [278255:278255:8:4294967295]
00000400:00000200:2.0:1787764736.577372:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764736.577378:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764736.577385:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787764736.577387:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764736.577393:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787764736.577396:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764736.577399:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000010:2.0:1787764736.577404:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000100:00000001:3.0:1787764736.577404:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764736.577408:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.577411:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:2.0:1787764736.577415:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:3.0:1787764736.577416:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764736.577419:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000800:00000200:2.0:1787764736.577421:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787764736.577421:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764736.577425:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764736.577428:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000200:2.1:1787764736.577432:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000020:00000001:3.0:1787764736.577433:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000200:2.1:1787764736.577439:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1787764736.577441:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.577446:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1787764736.577450:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764736.577453:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000010:2.0:1787764736.577455:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000100:00000001:3.0:1787764736.577456:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764736.577461:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:2.0:1787764736.577465:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787764736.577466:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764736.577472:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764736.577476:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764736.577477:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787764736.577480:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764736.577483:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
02000000:00000001:3.0:1787764736.577484:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764736.577488:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:3.0:1787764736.577489:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764736.577492:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764736.577495:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1787764736.577497:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764736.577501:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764736.577503:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764736.577507:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764736.577512:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764736.577517:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764736.577518:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787764736.577519:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764736.577523:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787764736.577524:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764736.577527:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764736.577535:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.577537:0:257227:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787764736.577537:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.577543:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764736.577544:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000400:00000200:2.0:1787764736.577549:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764736.577550:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.577554:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320988967
00000100:00100000:3.0:1787764736.577559:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787764736.577561:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885383c0.
00000100:00000001:3.0:1787764736.577570:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764736.577571:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787764736.577574:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.577580:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320988967
00000100:00000040:3.0:1787764736.577581:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787764736.577585:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538540.
00000100:00000001:2.0:1787764736.577590:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787764736.577596:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764736.577599:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764736.577602:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787764736.577603:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764736.577608:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764736.577608:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764736.577610:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764736.577613:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764736.577615:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787764736.577620:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764736/real 1787764736]  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764736.577621:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26315
00000400:00000200:3.0:1787764736.577630:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000001:2.0:1787764736.577639:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764736.577641:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764736.577643:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:3.0:1787764736.577644:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:2.0:1787764736.577648:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000100:00080000:3.0:1787764736.577649:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1787764736.577652:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000040:3.0:1787764736.577655:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764736.577657:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764736.577659:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787764736.577664:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764736.577665:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.577670:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764736.577676:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764736.577678:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764736.577682:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787764736.577685:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764736.577686:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764736.577691:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764736.577696:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764736.577703:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764736.577704:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764736.577707:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.577710:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.577712:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764736.577713:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787764736.577718:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764736.577720:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.577727:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764736.577731:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:2.0:1787764736.577733:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764736.577736:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764736.577741:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.577742:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764736.577744:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764736.577777:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764736.577780:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764736.577782:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764736.577786:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764736.577792:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787764736.577792:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764736.577796:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.577798:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.577802:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.577804:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787764736.577804:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764736.577809:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:2.0:1787764736.577810:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787764736.577814:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764736.577815:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764736.577819:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764736.577821:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764736.577822:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764736.577826:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1787764736.577829:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
02000000:00000001:3.0:1787764736.577829:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.577831:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1787764736.577836:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000040:2.0:1787764736.577837:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764736.577843:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764736.577846:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482385664:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764736.577850:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.577852:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787764736.577852:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787764736.577858:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482385664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764736.577873:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764736.577878:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.577880:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764736.577883:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764736.577886:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
00000100:00000040:3.0:1787764736.577887:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764736.577889:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764736.577892:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764736.577894:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764736.577898:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764736.577900:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764736.577904:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.577905:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764736.577908:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1787764736.577909:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1787764736.577910:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:2.0:1787764736.577914:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764736.577916:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764736.577916:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764736.577920:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764736.577920:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764736.577924:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764736.577925:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764736.577927:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764736.577928:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.577931:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787764736.577933:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26315
00000100:00000001:2.0:1787764736.577934:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764736.577936:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787764736.577953:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764736.577954:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764736.577958:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764736.577964:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764736.577970:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787764736.577970:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764736.577973:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764736.577974:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764736.577977:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787764736.577978:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:2.0:1787764736.577981:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764736.577982:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:2.0:1787764736.577988:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764736.577988:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764736.577992:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00100000:2.0:1787764736.577996:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385792:192.168.203.115@tcp:38:kworker.0
00000020:00000001:3.0:1787764736.577996:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764736.577999:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000001:2.0:1787764736.578003:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787764736.578004:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:2.0:1787764736.578007:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1787764736.578008:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:2.0:1787764736.578010:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.578014:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787764736.578015:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.578018:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764736.578020:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.578022:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000010:2.0:1787764736.578023:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
00000020:00000040:3.0:1787764736.578026:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
02000000:00000001:2.0:1787764736.578028:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764736.578033:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:2.0:1787764736.578036:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764736.578038:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764736.578042:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
02000000:00000001:3.0:1787764736.578042:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764736.578047:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787764736.578049:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
02000000:00000001:3.0:1787764736.578051:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764736.578054:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482385792, portal 10
00000100:00000001:3.0:1787764736.578055:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764736.578058:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1787764736.578059:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764736.578061:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000008:00000001:3.0:1787764736.578065:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764736.578068:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.578072:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764736.578075:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764736.578079:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764736.578084:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764736.578086:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787764736.578087:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.578091:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764736.578092:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787764736.578096:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
02000000:00000001:3.0:1787764736.578096:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764736.578099:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764736.578100:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482385792, offset 0
02000000:00000010:3.0:1787764736.578105:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000400:00000200:2.0:1787764736.578107:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764736.578112:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.578114:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764736.578121:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00100000:3.0:1787764736.578122:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764736.578126:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764736.578131:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764736.578136:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764736.578139:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764736.578139:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764736.578145:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278256:278256:256:4294967295] 192.168.203.115@tcp LPNI seq info [278256:278256:8:4294967295]
00000100:00000001:3.0:1787764736.578145:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.578154:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764736.578155:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764736.578166:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764736.578175:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764736.578176:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764736.578181:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000100:00000040:3.0:1787764736.578182:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26325)
00000800:00000200:2.0:1787764736.578187:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764736.578191:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764736.578196:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764736.578199:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764736.578203:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764736.578206:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764736.578209:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764736.578212:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764736.578215:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764736.578217:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764736.578220:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764736.578224:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578232:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.578234:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578240:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.578242:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764736.578245:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.578248:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764736.578252:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764736.578253:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320987660
00000100:00000001:2.0:1787764736.578256:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320988967
00000100:00000001:2.0:1787764736.578258:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320987660
00000100:00000001:2.0:1787764736.578260:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320988967
00000100:00000001:2.0:1787764736.578262:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764736.578264:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.578266:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764736.578270:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764736/real 1787764736]  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764736.578277:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764736.578279:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764736.578281:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764736.578283:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764736.578285:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764736.578287:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764736.578290:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764736.578299:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578312:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764736.578313:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578315:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.578316:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764736.578320:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578326:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764736.578330:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578337:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764736.578340:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578341:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.578342:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578344:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764736.578345:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764736.578347:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764736.578350:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764736.578352:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764736.578356:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764736.578364:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385792:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764736.578368:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764736.578371:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578378:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764736.578379:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.578382:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764736.578383:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764736.578385:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764736.578388:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385920:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764736.578391:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764736.578393:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764736.578394:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.578396:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764736.578399:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764736.578401:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.578404:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764736.578406:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764736.578409:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764736.578412:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482385920, portal 10
00000100:00000001:2.0:1787764736.578414:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764736.578415:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:2.0:1787764736.578420:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578427:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764736.578429:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764736.578431:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764736.578433:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482385920, offset 0
00000400:00000200:2.0:1787764736.578436:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764736.578440:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764736.578443:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764736.578446:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764736.578448:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764736.578450:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764736.578453:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764736.578456:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278257:278257:256:4294967295] 192.168.203.115@tcp LPNI seq info [278257:278257:8:4294967295]
00000400:00000200:2.0:1787764736.578459:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764736.578465:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764736.578470:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764736.578473:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764736.578476:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764736.578478:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764736.578482:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764736.578484:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764736.578487:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764736.578489:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764736.578491:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764736.578494:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764736.578497:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764736.578499:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764736.578501:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764736.578504:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578512:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.578515:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578521:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.578522:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764736.578526:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.578527:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764736.578530:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764736.578531:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320987668
00000100:00000001:2.0:1787764736.578533:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320988967
00000100:00000001:2.0:1787764736.578534:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320987668
00000100:00000001:2.0:1787764736.578535:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320988967
00000100:00000001:2.0:1787764736.578537:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764736.578538:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.578539:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764736.578541:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764736/real 1787764736]  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764736.578546:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764736.578547:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764736.578548:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764736.578549:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764736.578550:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764736.578552:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764736.578553:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764736.578558:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578561:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764736.578562:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578564:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.578565:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764736.578568:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578575:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764736.578578:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578585:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764736.578587:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578588:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.578590:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578591:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764736.578593:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764736.578595:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764736.578599:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764736.578601:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764736.578606:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764736.578612:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482385920:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764736.578614:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764736.578616:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578620:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764736.578621:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.578623:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764736.578624:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764736.578625:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764736.578627:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386048:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764736.578629:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764736.578630:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764736.578631:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.578632:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764736.578634:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764736.578636:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.578639:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764736.578641:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764736.578644:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764736.578648:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482386048, portal 4
00000100:00000001:2.0:1787764736.578649:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764736.578650:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:2.0:1787764736.578655:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578662:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764736.578664:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764736.578666:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764736.578668:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482386048, offset 0
00000400:00000200:2.0:1787764736.578672:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764736.578676:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764736.578679:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764736.578682:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764736.578685:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764736.578687:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764736.578689:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764736.578692:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278258:278258:256:4294967295] 192.168.203.115@tcp LPNI seq info [278258:278258:8:4294967295]
00000400:00000200:2.0:1787764736.578695:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764736.578701:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764736.578705:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764736.578709:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764736.578712:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764736.578714:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764736.578718:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764736.578721:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764736.578724:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764736.578726:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764736.578729:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764736.578732:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764736.578735:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764736.578737:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764736.578739:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764736.578742:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578765:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.578769:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578776:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.578777:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764736.578780:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.578783:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764736.578786:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764736.578789:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320987669
00000100:00000001:2.0:1787764736.578791:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320988967
00000100:00000001:2.0:1787764736.578793:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320987669
00000100:00000001:2.0:1787764736.578795:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320988967
00000100:00000001:2.0:1787764736.578797:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764736.578799:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.578801:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764736.578805:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764736/real 1787764736]  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764736.578812:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764736.578814:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764736.578815:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764736.578818:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764736.578819:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764736.578822:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764736.578825:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764736.578832:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578836:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764736.578837:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578838:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.578839:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764736.578841:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578845:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764736.578848:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578851:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764736.578853:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578854:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.578855:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578856:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764736.578857:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764736.578859:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764736.578860:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764736.578861:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764736.578863:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764736.578867:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386048:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764736.578870:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578871:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.578873:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482385792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578877:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764736.578878:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764736.578879:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764736.578881:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764736.578882:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764736.578883:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764736.578884:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764736.578885:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:2.0:1787764736.578888:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764736.578889:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764736.578891:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000100:00000001:2.0:1787764736.578895:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764736.578896:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578898:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.578901:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482385920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578912:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764736.578913:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764736.578915:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764736.578917:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764736.578919:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764736.578920:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764736.578922:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764736.578923:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:2.0:1787764736.578925:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764736.578926:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764736.578927:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:2.0:1787764736.578929:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764736.578931:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578933:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.578936:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482386048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578953:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764736.578954:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764736.578956:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764736.578959:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764736.578960:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764736.578961:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764736.578963:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764736.578964:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:2.0:1787764736.578966:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764736.578967:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764736.578968:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:2.0:1787764736.578970:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764736.578971:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578973:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.578977:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764736.578978:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.578980:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764736.578981:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764736.578983:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764736.578987:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.578993:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764736.578994:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.578996:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764736.578998:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764736.578999:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764736.579002:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386176:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764736.579005:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764736.579007:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764736.579009:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.579010:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764736.579013:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764736.579015:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.579018:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764736.579021:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764736.579025:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764736.579028:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482386176, portal 4
00000100:00000001:2.0:1787764736.579030:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764736.579031:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:2.0:1787764736.579036:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.579042:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764736.579044:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764736.579047:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764736.579049:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482386176, offset 0
00000400:00000200:2.0:1787764736.579053:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764736.579056:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764736.579060:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764736.579063:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764736.579065:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764736.579067:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764736.579069:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764736.579072:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278259:278259:256:4294967295] 192.168.203.115@tcp LPNI seq info [278259:278259:8:4294967295]
00000400:00000200:2.0:1787764736.579076:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764736.579083:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764736.579087:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764736.579090:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764736.579094:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764736.579097:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764736.579100:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764736.579103:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764736.579107:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764736.579109:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764736.579112:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764736.579116:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764736.579119:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764736.579120:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764736.579123:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764736.579126:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.579133:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.579137:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.579142:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.579144:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764736.579147:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.579149:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764736.579152:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764736.579154:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320987673
00000100:00000001:2.0:1787764736.579156:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320988967
00000100:00000001:2.0:1787764736.579158:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320987673
00000100:00000001:2.0:1787764736.579160:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320988967
00000100:00000001:2.0:1787764736.579162:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764736.579165:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.579166:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764736.579170:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764736/real 1787764736]  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764736.579177:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764736.579178:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764736.579180:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764736.579182:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764736.579184:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764736.579186:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764736.579189:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764736.579197:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.579203:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764736.579204:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.579206:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.579207:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764736.579211:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.579217:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764736.579221:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.579227:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764736.579229:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.579230:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.579232:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.579233:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764736.579235:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764736.579237:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764736.579241:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764736.579243:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764736.579246:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764736.579253:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386176:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764736.579257:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.579258:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.579261:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482386176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.579267:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764736.579268:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764736.579270:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764736.579272:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764736.579274:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764736.579275:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764736.579277:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764736.579278:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:2.0:1787764736.579280:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764736.579282:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764736.579283:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:2.0:1787764736.579286:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764736.579288:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.579289:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.579292:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764736.579294:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.579295:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764736.579297:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764737.280882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764737.280889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764737.280895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764737.280898:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764737.280900:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764737.280903:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764737.280906:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764737.280909:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764737.280911:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764737.280913:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764737.280916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764737.280918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764737.280971:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764737.280977:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764737.280981:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764737.920860:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320988967, at 4320988992
00000100:00000040:0.0:1787764737.920869:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320988967, at 4320988992
00000100:00000010:1.0:1787764737.920877:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538540.
00000100:00000010:0.0:1787764737.920879:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885383c0.
00010000:00000001:2.0:1787764738.304967:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764738.304973:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764738.304978:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764738.304979:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764738.304983:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764738.304984:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764738.305082:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764738.305085:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764738.305088:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764739.329858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764739.329864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764739.329868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764739.329870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764739.329873:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764739.329874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764739.329996:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764739.329999:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764739.330002:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764740.352929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764740.352936:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764740.352938:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764740.352944:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764740.352948:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764740.352949:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764740.352950:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764740.352952:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764740.352954:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764740.352955:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764740.352957:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764740.352958:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764740.353007:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764740.353010:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764740.353012:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764741.376878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764741.376884:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764741.376889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764741.376891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764741.376894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764741.376895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764741.377007:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764741.377012:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764741.377015:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764741.696918:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764741.696928:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764741.696930:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764741.696934:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764741.696938:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764741.696946:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26320
00000400:00000200:0.0:1787764741.696955:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764741.696962:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764741.696965:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764741.696969:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.696972:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764741.696975:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.696978:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764741.696981:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764741.696983:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764741.696985:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764741.696989:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764741.696991:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764741.696993:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764741.696996:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.696998:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764741.696999:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697001:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764741.697003:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764741.697006:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697009:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764741.697012:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764741.697016:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764741.697018:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697021:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764741.697024:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764741.697032:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764741.697036:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764741.697040:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764741.697041:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697044:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764741.697047:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764741.697051:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764741.697059:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764741.697065:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764741.697073:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764741.697083:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764741.697088:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764741.697092:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764741.697117:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764741.697121:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764741.697124:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764741.697126:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764741.697127:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764741.697130:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764741.697133:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26320
00000400:00000200:0.0:1787764741.697136:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764741.697138:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764741.697139:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764741.697141:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697143:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764741.697144:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697145:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764741.697146:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764741.697147:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764741.697148:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764741.697149:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764741.697151:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764741.697152:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764741.697153:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697154:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764741.697155:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697157:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764741.697158:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764741.697160:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697163:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764741.697164:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764741.697168:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764741.697169:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697170:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764741.697173:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764741.697175:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697176:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764741.697179:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764741.697180:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764741.697182:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764741.697184:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697185:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764741.697187:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764741.697188:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764741.697192:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764741.697197:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764741.697201:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764741.697208:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764741.697210:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764741.697214:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764741.697221:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764741.697223:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764741.697226:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764741.697228:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764741.697229:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764741.697232:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764741.697235:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26320
00000400:00000200:0.0:1787764741.697238:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764741.697241:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764741.697243:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764741.697245:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697247:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764741.697249:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697250:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764741.697252:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764741.697253:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764741.697255:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764741.697256:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764741.697258:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764741.697260:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764741.697262:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697264:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764741.697265:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697268:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764741.697270:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764741.697272:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697274:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764741.697276:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764741.697278:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764741.697280:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697282:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764741.697284:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764741.697286:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697288:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764741.697292:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764741.697295:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764741.697297:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764741.697298:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697300:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764741.697302:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764741.697303:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764741.697307:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764741.697310:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764741.697314:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764741.697321:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764741.697323:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764741.697327:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764741.697334:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764741.697337:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764741.697340:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764741.697341:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764741.697343:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764741.697345:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764741.697348:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26320
00000400:00000200:0.0:1787764741.697351:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764741.697354:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764741.697356:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764741.697359:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697360:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764741.697362:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697364:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764741.697366:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764741.697367:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764741.697368:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764741.697370:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764741.697372:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764741.697374:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764741.697378:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697379:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764741.697380:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697381:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764741.697382:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764741.697384:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697385:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764741.697386:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764741.697388:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764741.697389:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697390:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764741.697392:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764741.697393:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697394:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764741.697396:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764741.697398:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764741.697399:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764741.697400:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697401:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764741.697402:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764741.697403:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764741.697406:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764741.697408:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764741.697411:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764741.697416:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764741.697417:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764741.697419:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764741.697424:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764741.697426:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764741.697428:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764741.697429:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764741.697430:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764741.697431:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764741.697433:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26320
00000400:00000200:0.0:1787764741.697435:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764741.697436:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764741.697437:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764741.697439:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697440:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764741.697441:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697442:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764741.697443:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764741.697444:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764741.697445:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764741.697446:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764741.697447:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764741.697448:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764741.697451:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697452:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764741.697454:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697456:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764741.697458:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764741.697460:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764741.697462:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764741.697464:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764741.697466:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764741.697468:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697470:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764741.697471:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764741.697474:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697476:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764741.697479:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764741.697481:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764741.697483:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764741.697484:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764741.697486:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764741.697487:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764741.697488:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764741.697492:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:0.0:1787764741.697495:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764741.697499:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764741.697520:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764741.697522:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764741.697526:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764741.697533:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764741.697537:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26330)
00000100:00000001:2.0:1787764741.697611:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764741.697615:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764741.697621:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764741.697628:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.697636:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764741.697637:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.697640:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764741.697642:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764741.697645:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764741.697648:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482386304:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764741.697652:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764741.697655:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764741.697658:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.697661:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764741.697665:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764741.697667:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.697672:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764741.697674:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764741.697679:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764741.697684:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482386304, portal 25
00000100:00000001:2.0:1787764741.697693:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764741.697694:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:2.0:1787764741.697700:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.697706:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764741.697708:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764741.697711:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764741.697716:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482386304, offset 0
00000400:00000200:2.0:1787764741.697723:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764741.697731:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764741.697736:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764741.697740:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764741.697744:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764741.697747:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764741.697767:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764741.697770:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278260:278260:256:4294967295] 192.168.203.115@tcp LPNI seq info [278260:278260:8:4294967295]
00000400:00000200:2.0:1787764741.697773:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764741.697780:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764741.697784:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764741.697788:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764741.697793:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764741.697796:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764741.697799:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764741.697802:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764741.697804:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764741.697806:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764741.697810:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764741.697813:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764741.697816:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764741.697818:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764741.697820:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764741.697823:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.697829:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.697831:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.697835:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.697836:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764741.697840:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.697843:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764741.697845:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320994088
00000100:00000010:2.0:1787764741.697848:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885389c0.
00000100:00000001:2.0:1787764741.697853:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764741.697857:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320994088
00000100:00000010:2.0:1787764741.697859:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538f00.
00000100:00000001:2.0:1787764741.697860:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764741.697871:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764741.697873:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.697874:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764741.697877:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764741/real 1787764741]  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764741.697883:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764741.697884:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764741.697885:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764741.697887:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764741.697888:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764741.697890:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764741.697893:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764741.697899:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.697905:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764741.697906:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.697919:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.697921:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764741.697927:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.697934:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764741.697938:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.697945:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764741.697947:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.697949:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.697950:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.697953:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764741.697954:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764741.697957:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764741.697961:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764741.697963:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764741.697967:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764741.697976:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482386304:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764741.697980:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764741.697983:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.697990:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764741.697991:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.697993:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764741.697995:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764741.697997:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764741.698000:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386432:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764741.698003:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764741.698014:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764741.698015:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.698017:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764741.698019:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764741.698023:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.698025:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764741.698027:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764741.698030:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764741.698032:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482386432, portal 10
00000100:00000001:2.0:1787764741.698033:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764741.698034:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:2.0:1787764741.698038:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698042:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764741.698044:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764741.698045:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764741.698047:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482386432, offset 0
00000400:00000200:2.0:1787764741.698050:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764741.698052:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764741.698055:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764741.698056:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764741.698058:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764741.698060:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764741.698061:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764741.698063:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278261:278261:256:4294967295] 192.168.203.115@tcp LPNI seq info [278261:278261:8:4294967295]
00000400:00000200:2.0:1787764741.698065:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764741.698069:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764741.698072:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764741.698074:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764741.698076:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764741.698078:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764741.698081:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764741.698082:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764741.698085:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764741.698086:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764741.698088:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764741.698090:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764741.698092:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764741.698093:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764741.698094:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764741.698097:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698104:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.698107:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698113:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.698115:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764741.698118:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764741.698121:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764741.698125:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764741.698126:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320992780
00000100:00000001:2.0:1787764741.698129:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320994088
00000100:00000001:2.0:1787764741.698131:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320992780
00000100:00000001:2.0:1787764741.698133:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320994088
00000100:00000001:2.0:1787764741.698134:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764741.698136:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.698138:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764741.698141:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764741/real 1787764741]  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764741.698147:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764741.698148:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764741.698149:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764741.698151:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764741.698152:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764741.698153:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764741.698155:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764741.698160:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698163:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764741.698164:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698165:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.698165:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764741.698167:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698171:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764741.698174:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698178:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764741.698179:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698180:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.698181:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698182:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764741.698183:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764741.698184:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764741.698186:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764741.698187:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764741.698189:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764741.698194:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386432:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764741.698196:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764741.698198:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698202:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764741.698202:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.698203:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764741.698204:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764741.698206:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764741.698207:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386560:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764741.698209:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764741.698210:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764741.698211:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.698212:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764741.698214:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764741.698216:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.698220:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764741.698222:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764741.698224:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764741.698227:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482386560, portal 10
00000100:00000001:2.0:1787764741.698229:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764741.698230:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764741.698235:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698241:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764741.698243:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764741.698245:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764741.698248:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482386560, offset 0
00000400:00000200:2.0:1787764741.698252:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764741.698256:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764741.698259:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764741.698262:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764741.698264:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764741.698267:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764741.698269:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764741.698271:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278262:278262:256:4294967295] 192.168.203.115@tcp LPNI seq info [278262:278262:8:4294967295]
00000400:00000200:2.0:1787764741.698275:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764741.698281:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764741.698286:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764741.698289:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764741.698293:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764741.698295:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764741.698299:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764741.698302:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764741.698305:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764741.698307:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764741.698310:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764741.698313:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764741.698316:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764741.698318:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764741.698321:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764741.698324:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698332:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.698334:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698338:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.698338:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764741.698341:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764741.698343:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764741.698345:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764741.698346:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320992788
00000100:00000001:2.0:1787764741.698349:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320994088
00000100:00000001:2.0:1787764741.698351:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320992788
00000100:00000001:2.0:1787764741.698353:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320994088
00000100:00000001:2.0:1787764741.698355:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764741.698357:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.698358:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764741.698362:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764741/real 1787764741]  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764741.698369:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764741.698370:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764741.698372:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764741.698375:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764741.698376:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764741.698378:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764741.698381:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764741.698388:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698395:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764741.698396:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698398:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.698399:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764741.698403:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698409:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764741.698412:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698419:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764741.698421:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698422:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.698423:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698425:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764741.698427:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764741.698429:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764741.698432:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764741.698434:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764741.698438:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764741.698445:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386560:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764741.698449:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764741.698452:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698458:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764741.698460:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.698462:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764741.698464:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764741.698466:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764741.698468:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386688:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764741.698471:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764741.698473:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764741.698475:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.698476:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764741.698479:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764741.698481:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.698485:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764741.698488:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764741.698491:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764741.698494:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482386688, portal 4
00000100:00000001:2.0:1787764741.698496:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764741.698497:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764741.698502:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698508:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764741.698510:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764741.698512:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764741.698515:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482386688, offset 0
00000400:00000200:2.0:1787764741.698518:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764741.698522:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764741.698525:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764741.698528:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764741.698530:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764741.698533:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764741.698535:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764741.698538:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278263:278263:256:4294967295] 192.168.203.115@tcp LPNI seq info [278263:278263:8:4294967295]
00000400:00000200:2.0:1787764741.698541:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764741.698547:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764741.698552:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764741.698555:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764741.698559:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764741.698561:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764741.698565:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764741.698567:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764741.698571:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764741.698573:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764741.698575:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764741.698578:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764741.698581:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764741.698582:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764741.698585:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764741.698588:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698596:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.698599:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698605:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.698607:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764741.698609:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764741.698613:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764741.698616:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764741.698618:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320992788
00000100:00000001:2.0:1787764741.698620:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320994088
00000100:00000001:2.0:1787764741.698622:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320992788
00000100:00000001:2.0:1787764741.698624:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320994088
00000100:00000001:2.0:1787764741.698626:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764741.698628:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.698630:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764741.698634:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764741/real 1787764741]  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764741.698642:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764741.698643:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764741.698645:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764741.698648:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764741.698649:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764741.698651:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764741.698654:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764741.698662:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698669:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764741.698670:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698672:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.698673:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764741.698676:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698680:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764741.698682:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698686:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764741.698688:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698689:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.698690:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698691:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764741.698693:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764741.698695:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764741.698697:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764741.698700:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764741.698704:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764741.698712:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386688:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764741.698715:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764741.698719:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698725:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764741.698726:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.698729:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764741.698731:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764741.698733:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764741.698735:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386816:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764741.698738:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764741.698740:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764741.698741:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.698743:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764741.698746:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764741.698747:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.698766:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764741.698768:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764741.698770:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764741.698772:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482386816, portal 4
00000100:00000001:2.0:1787764741.698773:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764741.698774:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:2.0:1787764741.698778:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698782:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764741.698784:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764741.698785:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764741.698787:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482386816, offset 0
00000400:00000200:2.0:1787764741.698790:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764741.698792:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764741.698794:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764741.698796:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764741.698798:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764741.698800:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764741.698801:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764741.698803:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278264:278264:256:4294967295] 192.168.203.115@tcp LPNI seq info [278264:278264:8:4294967295]
00000400:00000200:2.0:1787764741.698805:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764741.698809:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764741.698811:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764741.698813:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764741.698815:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764741.698817:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764741.698819:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764741.698821:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764741.698823:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764741.698824:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764741.698826:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764741.698828:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764741.698830:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764741.698831:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764741.698832:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764741.698834:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698839:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.698840:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698844:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.698845:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764741.698847:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764741.698848:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764741.698850:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764741.698852:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320992793
00000100:00000001:2.0:1787764741.698853:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320994088
00000100:00000001:2.0:1787764741.698854:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320992793
00000100:00000001:2.0:1787764741.698855:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320994088
00000100:00000001:2.0:1787764741.698856:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764741.698858:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.698859:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764741.698860:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764741/real 1787764741]  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764741.698864:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764741.698865:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764741.698866:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764741.698867:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764741.698868:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764741.698869:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764741.698871:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764741.698876:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698879:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764741.698880:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698881:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.698882:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764741.698883:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698887:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764741.698889:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698892:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764741.698894:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698896:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.698896:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698897:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764741.698898:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764741.698900:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764741.698902:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764741.698903:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764741.698906:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764741.698929:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482386816:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764741.698933:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698936:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.698939:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482386304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698945:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764741.698947:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764741.698950:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764741.698953:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764741.698955:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764741.698956:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764741.698958:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764741.698960:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
02000000:00000001:2.0:1787764741.698965:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764741.698967:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764741.698968:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:2.0:1787764741.698971:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764741.698972:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698973:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.698976:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482386432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.698984:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764741.698985:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764741.698986:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764741.698987:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764741.698988:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764741.698989:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764741.698990:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764741.698990:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:2.0:1787764741.698992:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764741.698993:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764741.698993:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:2.0:1787764741.698995:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764741.698996:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.698996:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.698998:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482386560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.699002:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764741.699002:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764741.699003:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764741.699004:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764741.699004:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764741.699005:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764741.699006:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764741.699007:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:2.0:1787764741.699007:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764741.699008:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764741.699009:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764741.699010:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764741.699010:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.699011:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.699013:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482386688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.699016:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764741.699017:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764741.699018:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764741.699019:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764741.699020:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764741.699021:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764741.699022:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764741.699023:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919edc00.
02000000:00000001:2.0:1787764741.699024:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764741.699025:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764741.699025:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764741.699026:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764741.699027:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.699028:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.699029:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482386816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.699033:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764741.699033:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764741.699034:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764741.699035:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764741.699036:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764741.699036:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764741.699037:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764741.699038:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef400.
02000000:00000001:2.0:1787764741.699039:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764741.699039:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764741.699040:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:2.0:1787764741.699041:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764741.699042:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.699043:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.699048:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764741.699049:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.699050:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764741.699051:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764742.400886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764742.400892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764742.400897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764742.400898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764742.400901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764742.400913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764742.400974:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764742.400978:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764742.400981:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764743.040855:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320994088, at 4320994112
00000100:00000040:1.0:1787764743.040855:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320994088, at 4320994112
00000100:00000010:1.0:1787764743.040875:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538f00.
00000100:00000010:0.0:1787764743.040880:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885389c0.
00010000:00000001:2.0:1787764743.424846:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764743.424852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764743.424857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764743.424858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764743.424861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764743.424862:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764743.424944:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764743.424948:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764743.424951:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764744.449068:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764744.449073:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764744.449077:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764744.449078:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764744.449080:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764744.449081:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764744.449448:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764744.449452:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764744.449455:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764745.472851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764745.472857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764745.472863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764745.472864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764745.472868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764745.472871:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764745.472873:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764745.472875:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764745.472879:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764745.472983:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764745.472987:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764745.472989:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764745.473113:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764745.473117:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764745.473120:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764746.496985:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764746.496994:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764746.497001:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764746.497003:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764746.497007:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764746.497008:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764746.497432:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764746.497437:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764746.497441:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764746.817106:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764746.817117:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764746.817119:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764746.817123:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764746.817127:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764746.817134:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26325
00000400:00000200:3.0:1787764746.817143:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764746.817149:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764746.817152:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764746.817155:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817158:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764746.817161:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817163:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764746.817167:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764746.817169:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764746.817171:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764746.817175:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764746.817178:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764746.817180:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764746.817182:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817184:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764746.817186:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817188:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764746.817191:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764746.817194:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817197:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764746.817200:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764746.817203:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764746.817205:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764746.817207:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764746.817209:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764746.817217:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764746.817220:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764746.817225:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764746.817226:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764746.817229:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764746.817232:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764746.817235:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764746.817243:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764746.817249:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764746.817257:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764746.817266:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764746.817270:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764746.817275:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764746.817296:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764746.817299:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764746.817303:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764746.817305:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764746.817306:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764746.817309:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764746.817311:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26325
00000400:00000200:3.0:1787764746.817314:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764746.817317:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764746.817319:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764746.817322:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817324:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764746.817326:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817328:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764746.817330:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764746.817332:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764746.817333:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764746.817336:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764746.817338:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764746.817340:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764746.817342:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817344:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764746.817346:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817347:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764746.817349:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764746.817351:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817354:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764746.817356:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764746.817361:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764746.817363:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764746.817365:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764746.817368:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764746.817372:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764746.817374:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764746.817377:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764746.817379:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764746.817381:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764746.817382:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764746.817384:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764746.817385:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764746.817387:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764746.817391:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764746.817394:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764746.817399:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764746.817407:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764746.817409:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764746.817413:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764746.817420:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764746.817423:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764746.817426:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764746.817427:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764746.817429:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764746.817431:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764746.817434:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26325
00000400:00000200:3.0:1787764746.817438:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764746.817440:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764746.817443:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764746.817445:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817447:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764746.817449:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.817452:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764746.817454:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764746.817455:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764746.817457:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764746.817459:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764746.817461:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764746.817463:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764746.818066:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.818070:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764746.818073:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.818076:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764746.818080:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764746.818083:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764746.818089:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764746.818090:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764746.818097:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764746.818100:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787764746.818101:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764746.818106:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764746.818106:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764746.818111:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764746.818114:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764746.818117:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.818123:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.818136:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764746.818139:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.818144:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764746.818148:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764746.818151:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764746.818155:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482386944:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764746.818160:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764746.818166:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764746.818170:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.818173:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764746.818182:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764746.818184:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.818192:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764746.818196:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764746.818199:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000100:00000010:3.0:1787764746.818204:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764746.818208:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000400:00000010:2.0:1787764746.818212:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
02000000:00000001:3.0:1787764746.818212:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764746.818216:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764746.818220:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764746.818222:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787764746.818224:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482386944, portal 25
02000000:00000001:3.0:1787764746.818225:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.818232:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764746.818237:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
02000000:00000010:3.0:1787764746.818237:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764746.818248:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.818255:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764746.818262:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764746.818282:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764746.818292:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764746.818300:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764746.818306:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482386944, offset 0
00000100:00000001:3.0:1787764746.818309:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764746.818313:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.818316:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764746.818322:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764746.818330:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764746.818347:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.818348:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:3.0:1787764746.818354:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787764746.818360:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787764746.818361:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764746.818365:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764746.818368:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787764746.818369:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764746.818374:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787764746.818379:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787764746.818380:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26325
00000400:00000200:2.0:1787764746.818389:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764746.818394:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278265:278265:256:4294967295] 192.168.203.115@tcp LPNI seq info [278265:278265:8:4294967295]
00000400:00000200:2.0:1787764746.818399:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764746.818406:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764746.818416:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000200:2.0:1787764746.818422:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764746.818432:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764746.818439:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764746.818447:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764746.818451:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764746.818457:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764746.818462:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764746.818466:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764746.818469:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764746.818477:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764746.818482:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764746.818488:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764746.818491:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764746.818496:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764746.818501:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764746.818509:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764746.818512:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.818517:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.818525:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.818527:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764746.818533:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.818537:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764746.818541:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4320999208
00000100:00000010:2.0:1787764746.818546:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885387e0.
00000100:00000001:2.0:1787764746.818553:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1787764746.818562:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764746.818565:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4320999208
00000100:00000001:3.0:1787764746.818566:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764746.818572:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000010:2.0:1787764746.818574:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538180.
00000100:00000001:3.0:1787764746.818577:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764746.818582:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1787764746.818582:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764746.818585:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764746.818589:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764746.818590:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764746.818593:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:2.0:1787764746.818595:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764746.818598:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:2.0:1787764746.818601:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787764746.818603:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764746.818611:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00100000:2.0:1787764746.818612:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764746/real 1787764746]  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764746.818618:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764746.818625:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.818636:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764746.818643:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764746.818650:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764746.818660:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764746.818667:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764746.818674:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1787764746.818676:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787764746.818678:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764746.818680:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787764746.818682:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:2.0:1787764746.818685:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000008:00100000:3.0:1787764746.818686:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787764746.818690:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000008:00000001:3.0:1787764746.818692:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764746.818695:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:3.0:1787764746.818698:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.818701:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1787764746.818704:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000200:2.0:1787764746.818711:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764746.818712:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764746.818722:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1787764746.818733:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.818740:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764746.818741:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.818744:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.818745:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764746.818795:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.818804:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764746.818806:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.818811:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764746.818812:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764746.818818:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764746.818823:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.818833:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1787764746.818836:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:2.0:1787764746.818838:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.818844:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764746.818845:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.818847:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.818852:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:3.0:1787764746.818855:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764746.818856:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764746.818867:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764746.818887:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:3.0:1787764746.818889:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764746.818891:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764746.818895:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.818904:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764746.818906:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764746.818964:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482386944:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764746.818970:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.818972:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787764746.818976:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764746.818980:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764746.818982:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764746.818983:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764746.818986:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764746.818991:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764746.818995:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26325
00000400:00000200:3.0:1787764746.819010:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764746.819014:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764746.819018:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764746.819019:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764746.819024:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787764746.819025:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764746.819029:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764746.819030:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000001:2.0:1787764746.819037:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764746.819038:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764746.819043:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00100000:2.0:1787764746.819050:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387072:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787764746.819051:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764746.819057:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764746.819061:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:2.0:1787764746.819065:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787764746.819066:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764746.819070:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
02000000:00000001:2.0:1787764746.819071:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1787764746.819074:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:2.0:1787764746.819075:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764746.819079:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
02000000:00000001:2.0:1787764746.819080:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787764746.819086:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000010:2.0:1787764746.819087:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:3.0:1787764746.819090:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764746.819093:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764746.819097:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.819103:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:2.0:1787764746.819104:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764746.819110:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000400:00000010:2.0:1787764746.819112:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000100:00080000:3.0:1787764746.819116:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000010:2.0:1787764746.819120:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000001:3.0:1787764746.819120:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764746.819127:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787764746.819129:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482387072, portal 10
02000000:00000001:3.0:1787764746.819131:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764746.819136:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787764746.819138:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.819140:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000001:3.0:1787764746.819142:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764746.819147:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1787764746.819153:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764746.819153:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764746.819162:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.819172:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1787764746.819173:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000100:00000040:2.0:1787764746.819178:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764746.819183:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000020:00000040:3.0:1787764746.819183:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000200:2.0:1787764746.819193:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482387072, offset 0
02000000:00000001:3.0:1787764746.819193:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764746.819201:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.819207:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764746.819208:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764746.819212:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764746.819215:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764746.819218:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.819221:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764746.819226:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1787764746.819228:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000400:00000200:2.0:1787764746.819229:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764746.819234:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764746.819237:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:3.0:1787764746.819238:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.819242:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278266:278266:256:4294967295] 192.168.203.115@tcp LPNI seq info [278266:278266:8:4294967295]
00000400:00000200:2.0:1787764746.819248:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:3.0:1787764746.819253:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764746.819265:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764746.819281:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764746.819288:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000100:00000001:3.0:1787764746.819291:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787764746.819296:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764746.819298:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764746.819300:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1787764746.819309:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787764746.819310:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764746.819317:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764746.819332:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764746.819339:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764746.819347:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787764746.819349:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.819352:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764746.819356:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764746.819358:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000040:3.0:1787764746.819359:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26335)
00000100:00000001:2.0:1787764746.819361:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764746.819370:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819377:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.819379:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819384:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.819386:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764746.819388:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.819392:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764746.819395:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764746.819397:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320997901
00000100:00000001:2.0:1787764746.819399:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320999208
00000100:00000001:2.0:1787764746.819401:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320997901
00000100:00000001:2.0:1787764746.819402:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320999208
00000100:00000001:2.0:1787764746.819403:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764746.819404:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.819406:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764746.819407:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764746/real 1787764746]  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764746.819412:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764746.819413:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764746.819414:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764746.819416:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764746.819417:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764746.819418:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764746.819420:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764746.819425:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819428:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764746.819429:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.819430:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.819430:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764746.819432:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819436:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764746.819438:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819441:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764746.819443:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.819444:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.819445:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.819446:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764746.819448:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764746.819450:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764746.819453:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764746.819455:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764746.819459:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764746.819466:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387072:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764746.819470:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.819472:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.819475:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482386944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819481:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764746.819484:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764746.819487:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764746.819490:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764746.819492:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764746.819494:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764746.819496:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764746.819499:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:2.0:1787764746.819504:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764746.819505:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764746.819507:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:2.0:1787764746.819511:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764746.819512:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.819513:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.819515:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482387072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819523:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764746.819524:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764746.819525:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764746.819526:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764746.819527:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764746.819528:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764746.819529:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764746.819529:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:2.0:1787764746.819531:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764746.819532:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764746.819533:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:2.0:1787764746.819538:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764746.819538:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.819540:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.819547:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764746.819548:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.819550:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764746.819551:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764746.819552:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764746.819554:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819558:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764746.819559:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.819561:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764746.819563:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764746.819565:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764746.819568:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387200:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764746.819571:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764746.819573:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764746.819575:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.819577:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764746.819580:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764746.819582:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.819586:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764746.819589:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764746.819592:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764746.819595:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482387200, portal 10
00000100:00000001:2.0:1787764746.819597:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764746.819599:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000040:2.0:1787764746.819604:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819611:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764746.819613:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764746.819615:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764746.819618:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482387200, offset 0
00000400:00000200:2.0:1787764746.819621:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764746.819623:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764746.819626:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764746.819628:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764746.819630:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764746.819632:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764746.819633:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764746.819635:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278267:278267:256:4294967295] 192.168.203.115@tcp LPNI seq info [278267:278267:8:4294967295]
00000400:00000200:2.0:1787764746.819637:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764746.819641:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764746.819644:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764746.819646:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764746.819648:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764746.819651:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764746.819654:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764746.819655:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764746.819657:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764746.819658:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764746.819660:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764746.819662:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764746.819664:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764746.819666:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764746.819668:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764746.819670:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819675:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.819677:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819681:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.819682:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764746.819684:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.819686:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764746.819688:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764746.819690:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320997909
00000100:00000001:2.0:1787764746.819691:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320999208
00000100:00000001:2.0:1787764746.819693:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320997909
00000100:00000001:2.0:1787764746.819694:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320999208
00000100:00000001:2.0:1787764746.819695:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764746.819696:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.819697:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764746.819699:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764746/real 1787764746]  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764746.819704:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764746.819705:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764746.819706:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764746.819707:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764746.819708:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764746.819709:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764746.819711:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764746.819716:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819721:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764746.819722:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.819723:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.819724:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764746.819726:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819729:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764746.819731:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819735:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764746.819736:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.819737:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.819737:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.819738:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764746.819739:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764746.819741:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764746.819742:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764746.819743:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764746.819745:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764746.819779:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387200:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764746.819782:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764746.819784:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819789:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764746.819790:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.819792:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764746.819793:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764746.819795:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764746.819797:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387328:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764746.819799:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764746.819801:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764746.819802:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.819803:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764746.819805:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764746.819806:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.819809:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764746.819811:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764746.819813:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764746.819815:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482387328, portal 4
00000100:00000001:2.0:1787764746.819816:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764746.819817:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:2.0:1787764746.819821:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819826:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764746.819827:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764746.819828:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764746.819830:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482387328, offset 0
00000400:00000200:2.0:1787764746.819832:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764746.819834:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764746.819836:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764746.819838:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764746.819840:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764746.819841:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764746.819842:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764746.819844:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278268:278268:256:4294967295] 192.168.203.115@tcp LPNI seq info [278268:278268:8:4294967295]
00000400:00000200:2.0:1787764746.819847:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764746.819851:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764746.819854:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764746.819856:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764746.819858:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764746.819860:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764746.819863:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764746.819864:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764746.819866:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764746.819868:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764746.819870:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764746.819883:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764746.819886:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764746.819888:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764746.819891:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764746.819894:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819902:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.819905:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819910:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.819911:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764746.819914:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.819918:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764746.819920:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764746.819922:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320997910
00000100:00000001:2.0:1787764746.819925:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320999208
00000100:00000001:2.0:1787764746.819927:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320997910
00000100:00000001:2.0:1787764746.819929:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320999208
00000100:00000001:2.0:1787764746.819931:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764746.819933:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.819934:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764746.819938:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764746/real 1787764746]  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764746.819948:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764746.819949:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764746.819950:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764746.819953:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764746.819954:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764746.819956:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764746.819959:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764746.819968:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819974:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764746.819976:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.819978:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.819979:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764746.819982:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819989:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764746.819993:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.819999:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764746.820002:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.820003:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.820005:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.820007:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764746.820008:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764746.820011:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764746.820014:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764746.820017:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764746.820026:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764746.820034:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387328:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764746.820037:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764746.820041:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.820047:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764746.820048:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.820050:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764746.820052:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764746.820054:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764746.820056:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387456:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764746.820059:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764746.820061:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764746.820063:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.820064:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764746.820068:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764746.820071:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.820074:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764746.820076:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764746.820079:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764746.820082:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482387456, portal 4
00000100:00000001:2.0:1787764746.820084:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764746.820085:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:2.0:1787764746.820091:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.820096:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764746.820098:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764746.820100:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764746.820103:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482387456, offset 0
00000400:00000200:2.0:1787764746.820107:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764746.820110:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764746.820113:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764746.820116:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764746.820119:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764746.820121:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764746.820123:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764746.820125:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278269:278269:256:4294967295] 192.168.203.115@tcp LPNI seq info [278269:278269:8:4294967295]
00000400:00000200:2.0:1787764746.820129:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764746.820135:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764746.820139:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764746.820143:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764746.820146:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764746.820149:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764746.820153:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764746.820155:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764746.820159:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764746.820160:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764746.820163:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764746.820166:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764746.820169:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764746.820171:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764746.820173:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764746.820177:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.820184:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.820187:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.820192:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.820194:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764746.820197:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.820200:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764746.820203:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764746.820205:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4320997914
00000100:00000001:2.0:1787764746.820207:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4320999208
00000100:00000001:2.0:1787764746.820209:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4320997914
00000100:00000001:2.0:1787764746.820211:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4320999208
00000100:00000001:2.0:1787764746.820213:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764746.820215:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.820216:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764746.820219:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764746/real 1787764746]  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764746.820225:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764746.820226:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764746.820228:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764746.820230:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764746.820231:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764746.820233:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764746.820236:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764746.820243:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.820248:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764746.820249:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.820250:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.820251:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764746.820254:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.820259:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764746.820262:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.820267:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764746.820270:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.820271:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.820272:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.820274:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764746.820275:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764746.820278:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764746.820280:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764746.820283:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764746.820286:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764746.820292:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387456:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764746.820295:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.820297:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.820299:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482387200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.820304:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764746.820306:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764746.820307:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764746.820309:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764746.820311:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764746.820312:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764746.820314:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764746.820315:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:2.0:1787764746.820318:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764746.820319:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764746.820320:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:2.0:1787764746.820322:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764746.820323:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.820324:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.820327:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482387328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.820338:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764746.820339:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764746.820340:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764746.820342:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764746.820342:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764746.820343:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764746.820345:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764746.820346:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:2.0:1787764746.820349:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764746.820349:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764746.820350:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:2.0:1787764746.820352:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764746.820353:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.820354:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.820357:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482387456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.820361:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764746.820362:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764746.820364:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764746.820365:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764746.820366:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764746.820367:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764746.820368:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764746.820369:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:2.0:1787764746.820371:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764746.820371:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764746.820373:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:2.0:1787764746.820375:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764746.820375:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.820377:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.820380:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764746.820381:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.820383:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764746.820384:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764747.520844:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764747.520853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764747.520859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764747.520877:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764747.520880:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764747.520883:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764747.520887:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764747.520889:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764747.520891:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764747.520893:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764747.520897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764747.520898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764747.520969:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764747.520974:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764747.520978:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764748.160847:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4320999208, at 4320999232
00000100:00000010:0.0:1787764748.160873:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885387e0.
00000100:00000040:1.0:1787764748.160921:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4320999208, at 4320999232
00000100:00000010:1.0:1787764748.160928:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538180.
00010000:00000001:2.0:1787764748.544962:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764748.544971:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764748.544978:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764748.544980:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764748.544984:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764748.544985:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764748.545050:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764748.545055:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764748.545059:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764749.570224:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764749.570231:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764749.570236:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764749.570237:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764749.570241:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764749.570242:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764749.570497:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764749.570501:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764749.570505:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764750.592907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764750.592915:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764750.592917:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764750.592920:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764750.592924:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764750.592926:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764750.592928:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764750.592930:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764750.592934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764750.592936:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764750.592938:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764750.592939:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764750.593030:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764750.593034:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764750.593037:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764751.616996:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764751.617004:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764751.617011:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764751.617013:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764751.617017:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764751.617018:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764751.617217:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764751.617221:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764751.617224:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764751.939137:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764751.939146:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764751.939149:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764751.939152:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764751.939156:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764751.939163:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26330
00000400:00000200:0.0:1787764751.939172:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764751.939178:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764751.939180:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764751.939183:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.939185:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764751.939186:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.939188:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764751.939190:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764751.939192:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764751.939193:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764751.939196:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764751.939197:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764751.939199:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764751.939200:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.939202:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764751.939203:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.939204:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764751.939205:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764751.939207:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764751.939209:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764751.939211:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764751.939215:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764751.939217:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.939218:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764751.939220:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764751.939236:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764751.939239:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764751.939242:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764751.939243:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.939245:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764751.939247:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764751.939251:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764751.939258:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:0.0:1787764751.939263:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764751.939270:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764751.939276:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764751.939279:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764751.939282:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764751.939300:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764751.939302:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764751.939306:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764751.939307:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764751.939309:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764751.939312:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764751.939314:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26330
00000400:00000200:0.0:1787764751.939318:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764751.939321:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764751.939323:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764751.939325:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.939327:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764751.939330:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.939332:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764751.939334:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764751.939336:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764751.939337:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764751.939340:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764751.939342:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764751.939344:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764751.939347:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.939348:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764751.939350:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.939352:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764751.939354:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764751.939357:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764751.939359:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764751.939361:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764751.939365:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764751.939367:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.939369:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764751.939373:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764751.939375:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.939377:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764751.939381:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764751.939888:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764751.939897:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787764751.939898:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764751.939902:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764751.939904:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.939904:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787764751.939908:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764751.939910:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764751.939913:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764751.939916:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787764751.939918:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764751.939924:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.939931:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787764751.939932:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764751.939938:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.939940:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764751.939944:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.939944:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1787764751.939949:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764751.939949:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764751.939954:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764751.939962:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482387584:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764751.939964:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764751.939969:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764751.939970:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787764751.939972:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764751.939974:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787764751.939975:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787764751.939976:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787764751.939980:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.939981:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764751.939985:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26330
02000000:00000001:2.0:1787764751.939986:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1787764751.939990:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:2.0:1787764751.939993:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
00000400:00000200:0.0:1787764751.939994:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
02000000:00000001:2.0:1787764751.939998:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764751.939999:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764751.940003:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940005:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764751.940008:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764751.940009:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764751.940011:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764751.940015:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787764751.940015:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000020:00000040:0.0:1787764751.940016:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764751.940020:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764751.940022:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764751.940024:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764751.940026:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000010:2.0:1787764751.940026:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764751.940035:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482387584, portal 25
00000100:00000001:2.0:1787764751.940039:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764751.940040:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000040:0.0:1787764751.940043:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940045:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764751.940046:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940048:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764751.940051:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764751.940053:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940055:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764751.940056:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764751.940058:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764751.940060:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.940061:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764751.940063:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764751.940065:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.940066:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764751.940069:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764751.940071:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764751.940073:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764751.940074:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.940075:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764751.940076:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764751.940077:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764751.940080:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764751.940082:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764751.940085:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764751.940090:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764751.940092:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764751.940095:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764751.940100:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764751.940102:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764751.940106:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764751.940109:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764751.940110:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764751.940115:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764751.940116:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764751.940119:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26330
00000400:00000200:0.0:1787764751.940126:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764751.940131:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764751.940135:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764751.940135:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764751.940141:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940143:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764751.940145:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940146:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764751.940147:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764751.940148:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764751.940149:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764751.940150:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764751.940152:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764751.940153:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764751.940155:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940156:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764751.940157:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940159:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764751.940160:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764751.940162:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940163:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764751.940164:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764751.940166:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764751.940168:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.940169:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764751.940170:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764751.940172:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.940173:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764751.940175:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764751.940177:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764751.940178:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764751.940180:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.940181:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764751.940182:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764751.940183:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764751.940186:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764751.940188:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764751.940190:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764751.940195:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764751.940196:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764751.940199:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764751.940201:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940208:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764751.940209:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00080000:0.0:1787764751.940211:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764751.940214:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764751.940216:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787764751.940216:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482387584, offset 0
00000100:00080000:0.0:1787764751.940217:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764751.940220:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764751.940224:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26330
00000400:00000200:2.0:1787764751.940228:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764751.940229:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764751.940235:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764751.940237:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764751.940241:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764751.940243:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940246:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764751.940251:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000040:0.0:1787764751.940252:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940256:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764751.940259:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764751.940261:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000400:00000200:2.0:1787764751.940262:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787764751.940263:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764751.940267:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764751.940268:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000400:00000200:2.0:1787764751.940270:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000020:00000001:0.0:1787764751.940272:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764751.940277:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764751.940279:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787764751.940280:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764751.940284:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764751.940286:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000001:0.0:1787764751.940287:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764751.940291:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764751.940297:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:2.0:1787764751.940297:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278270:278270:256:4294967295] 192.168.203.115@tcp LPNI seq info [278270:278270:8:4294967295]
00000400:00000200:2.0:1787764751.940304:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764751.940311:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764751.940314:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764751.940318:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764751.940318:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787764751.940321:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764751.940324:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764751.940326:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.0:1787764751.940329:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000008:00000001:0.0:1787764751.940330:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764751.940338:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000100:00000001:0.0:1787764751.940339:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764751.940345:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764751.940350:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000800:00000200:2.0:1787764751.940350:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:0.0:1787764751.940353:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764751.940356:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764751.940357:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787764751.940358:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764751.940359:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764751.940362:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764751.940365:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000800:00000200:2.1:1787764751.940367:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764751.940370:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764751.940373:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000100:00100000:0.0:1787764751.940377:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764751.940383:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764751.940388:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000100:00000001:0.0:1787764751.940391:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764751.940394:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.940396:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787764751.940399:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764751.940406:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787764751.940415:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.940415:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764751.940421:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000040:0.0:1787764751.940422:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26340)
00000100:00000001:2.0:1787764751.940426:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764751.940433:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940443:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.940448:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940455:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.940457:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764751.940461:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.940465:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764751.940467:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321004330
00000100:00000010:2.0:1787764751.940472:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538f60.
00000100:00000001:2.0:1787764751.940480:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764751.940486:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321004330
00000100:00000010:2.0:1787764751.940488:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538480.
00000100:00000001:2.0:1787764751.940492:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764751.940560:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764751.940563:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.940566:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764751.940571:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764751/real 1787764751]  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764751.940581:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764751.940583:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764751.940584:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764751.940587:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764751.940589:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764751.940592:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764751.940595:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764751.940603:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940609:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764751.940611:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.940613:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.940615:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764751.940618:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940624:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764751.940628:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940634:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764751.940637:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.940639:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.940640:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.940642:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764751.940644:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764751.940647:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764751.940650:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764751.940652:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764751.940655:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764751.940663:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482387584:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764751.940667:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.940669:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.940672:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482387584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940677:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764751.940679:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764751.940682:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764751.940684:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764751.940686:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764751.940687:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764751.940689:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764751.940691:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef400.
02000000:00000001:2.0:1787764751.940695:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764751.940696:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764751.940698:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:2.0:1787764751.940700:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764751.940701:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.940703:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.940710:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764751.940711:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.940713:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764751.940715:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764751.940716:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764751.940720:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940725:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764751.940726:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.940728:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764751.940730:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764751.940732:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764751.940734:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387712:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764751.940737:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764751.940739:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764751.940741:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.940742:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764751.940745:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764751.940747:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.940774:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764751.940777:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764751.940780:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764751.940783:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482387712, portal 10
00000100:00000001:2.0:1787764751.940785:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764751.940786:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764751.940792:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940798:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764751.940800:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764751.940802:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764751.940804:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482387712, offset 0
00000400:00000200:2.0:1787764751.940808:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764751.940812:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764751.940815:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764751.940817:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764751.940820:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764751.940822:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764751.940824:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764751.940827:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278271:278271:256:4294967295] 192.168.203.115@tcp LPNI seq info [278271:278271:8:4294967295]
00000400:00000200:2.0:1787764751.940831:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764751.940848:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764751.940853:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764751.940857:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764751.940860:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764751.940863:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764751.940867:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764751.940869:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764751.940873:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764751.940875:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764751.940878:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764751.940881:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764751.940883:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764751.940885:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764751.940888:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764751.940891:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940898:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.940901:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940907:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.940909:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764751.940912:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764751.940915:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764751.940919:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764751.940921:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321003023
00000100:00000001:2.0:1787764751.940923:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321004330
00000100:00000001:2.0:1787764751.940925:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321003023
00000100:00000001:2.0:1787764751.940927:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321004330
00000100:00000001:2.0:1787764751.940930:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764751.940932:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.940933:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764751.940937:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764751/real 1787764751]  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764751.940944:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764751.940945:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764751.940946:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764751.940949:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764751.940950:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764751.940952:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764751.940955:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764751.940963:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940968:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764751.940970:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.940971:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.940973:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764751.940976:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940981:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764751.940985:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.940991:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764751.940994:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.940995:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.940996:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.940998:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764751.941000:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764751.941003:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764751.941006:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764751.941008:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764751.941011:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764751.941018:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387712:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764751.941022:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764751.941025:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941031:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764751.941032:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.941034:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764751.941036:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764751.941037:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764751.941040:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387840:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764751.941043:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764751.941057:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764751.941059:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.941061:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764751.941064:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764751.941066:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.941069:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764751.941071:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764751.941074:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764751.941077:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482387840, portal 10
00000100:00000001:2.0:1787764751.941079:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764751.941080:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:2.0:1787764751.941086:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941097:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764751.941099:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764751.941101:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764751.941103:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482387840, offset 0
00000400:00000200:2.0:1787764751.941107:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764751.941110:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764751.941113:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764751.941116:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764751.941119:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764751.941121:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764751.941123:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764751.941126:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278272:278272:256:4294967295] 192.168.203.115@tcp LPNI seq info [278272:278272:8:4294967295]
00000400:00000200:2.0:1787764751.941129:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764751.941136:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764751.941140:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764751.941205:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764751.941211:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764751.941213:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764751.941217:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764751.941220:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764751.941223:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764751.941225:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764751.941228:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764751.941231:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764751.941235:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764751.941237:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764751.941239:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764751.941242:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941249:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.941252:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941264:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.941266:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764751.941269:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764751.941272:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764751.941275:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764751.941277:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321003031
00000100:00000001:2.0:1787764751.941279:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321004330
00000100:00000001:2.0:1787764751.941281:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321003031
00000100:00000001:2.0:1787764751.941283:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321004330
00000100:00000001:2.0:1787764751.941285:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764751.941287:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.941289:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764751.941292:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764751/real 1787764751]  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764751.941300:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764751.941301:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764751.941303:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764751.941305:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764751.941307:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764751.941309:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764751.941311:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764751.941319:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941325:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764751.941327:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.941328:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.941330:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764751.941333:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941340:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764751.941344:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941350:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764751.941352:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.941353:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.941355:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.941356:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764751.941358:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764751.941360:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764751.941364:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764751.941366:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764751.941369:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764751.941376:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387840:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764751.941380:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764751.941383:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941390:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764751.941391:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.941393:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764751.941395:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764751.941397:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764751.941399:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387968:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764751.941402:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764751.941405:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764751.941407:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.941408:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764751.941412:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764751.941414:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.941417:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764751.941420:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764751.941423:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764751.941425:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482387968, portal 4
00000100:00000001:2.0:1787764751.941427:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764751.941428:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764751.941433:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941440:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764751.941442:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764751.941445:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764751.941447:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482387968, offset 0
00000400:00000200:2.0:1787764751.941451:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764751.941455:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764751.941458:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764751.941461:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764751.941463:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764751.941466:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764751.941468:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764751.941471:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278273:278273:256:4294967295] 192.168.203.115@tcp LPNI seq info [278273:278273:8:4294967295]
00000400:00000200:2.0:1787764751.941475:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764751.941481:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764751.941485:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764751.941488:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764751.941491:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764751.941494:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764751.941498:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764751.941501:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764751.941504:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764751.941507:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764751.941510:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764751.941513:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764751.941516:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764751.941517:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764751.941519:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764751.941522:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941530:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.941533:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941538:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.941539:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764751.941542:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764751.941545:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764751.941548:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764751.941549:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321003031
00000100:00000001:2.0:1787764751.941552:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321004330
00000100:00000001:2.0:1787764751.941553:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321003031
00000100:00000001:2.0:1787764751.941555:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321004330
00000100:00000001:2.0:1787764751.941557:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764751.941559:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.941561:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764751.941564:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764751/real 1787764751]  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764751.941571:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764751.941572:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764751.941574:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764751.941576:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764751.941578:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764751.941580:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764751.941583:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764751.941591:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941597:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764751.941599:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.941601:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.941602:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764751.941605:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941611:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764751.941614:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941620:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764751.941623:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.941624:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.941625:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.941627:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764751.941628:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764751.941631:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764751.941634:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764751.941636:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764751.941639:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764751.941648:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482387968:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764751.941651:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764751.941655:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941661:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764751.941663:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.941665:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764751.941666:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764751.941668:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764751.941671:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388096:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764751.941674:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764751.941676:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764751.941677:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.941679:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764751.941682:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764751.941684:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.941687:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764751.941690:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764751.941692:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764751.941695:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482388096, portal 4
00000100:00000001:2.0:1787764751.941697:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764751.941698:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764751.941704:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941710:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764751.941712:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764751.941715:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764751.941717:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482388096, offset 0
00000400:00000200:2.0:1787764751.941720:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764751.941724:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764751.941727:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764751.941729:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764751.941731:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764751.941733:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764751.941735:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764751.941739:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278274:278274:256:4294967295] 192.168.203.115@tcp LPNI seq info [278274:278274:8:4294967295]
00000400:00000200:2.0:1787764751.941742:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764751.941765:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764751.941770:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764751.941774:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764751.941777:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764751.941780:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764751.941784:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764751.941787:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764751.941790:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764751.941791:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764751.941794:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764751.941797:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764751.941800:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764751.941802:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764751.941804:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764751.941808:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941815:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.941818:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941824:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.941825:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764751.941828:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764751.941831:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764751.941834:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764751.941849:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321003036
00000100:00000001:2.0:1787764751.941852:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321004330
00000100:00000001:2.0:1787764751.941854:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321003036
00000100:00000001:2.0:1787764751.941857:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321004330
00000100:00000001:2.0:1787764751.941859:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764751.941861:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.941863:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764751.941867:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764751/real 1787764751]  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764751.941874:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764751.941876:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764751.941877:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764751.941880:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764751.941881:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764751.941883:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764751.941886:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764751.941893:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941899:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764751.941901:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.941903:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.941904:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764751.941907:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941913:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764751.941916:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941923:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764751.941925:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.941927:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.941928:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.941930:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764751.941931:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764751.941934:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764751.941937:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764751.941939:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764751.941942:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764751.941948:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388096:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764751.941952:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.941954:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.941957:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482387712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941963:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764751.941964:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764751.941966:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764751.941969:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764751.941970:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764751.941972:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764751.941974:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764751.941976:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919edc00.
02000000:00000001:2.0:1787764751.941979:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764751.941980:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764751.941981:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764751.941984:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764751.941985:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.941986:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.941989:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482387840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.941996:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764751.941997:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764751.941999:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764751.942001:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764751.942002:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764751.942003:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764751.942005:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764751.942007:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:2.0:1787764751.942010:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764751.942010:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764751.942012:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:2.0:1787764751.942014:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764751.942015:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.942017:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.942020:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482387968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.942025:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764751.942027:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764751.942028:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764751.942030:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764751.942032:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764751.942032:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764751.942034:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764751.942036:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:2.0:1787764751.942037:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764751.942038:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764751.942039:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764751.942041:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764751.942042:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.942044:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.942047:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482388096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.942052:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764751.942054:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764751.942055:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764751.942057:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764751.942059:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764751.942060:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764751.942062:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764751.942063:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
02000000:00000001:2.0:1787764751.942066:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764751.942067:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764751.942068:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764751.942070:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764751.942072:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.942073:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.942077:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764751.942078:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.942080:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764751.942082:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764752.641291:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764752.641297:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764752.641302:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764752.641304:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764752.641307:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764752.641308:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764752.641624:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764752.641628:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764752.641632:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764753.280879:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321004330, at 4321004352
00000100:00000010:1.0:1787764753.280895:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538480.
00000100:00000040:0.0:1787764753.280912:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321004330, at 4321004352
00000100:00000010:0.0:1787764753.280923:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538f60.
00010000:00000001:2.0:1787764753.665392:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764753.665399:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764753.665405:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764753.665407:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764753.665410:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764753.665411:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764753.667094:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764753.667099:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764753.667104:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764754.688918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764754.688925:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764754.688929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764754.688931:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764754.688934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764754.688935:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764754.688997:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764754.689001:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764754.689004:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764755.712870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764755.712875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764755.712879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764755.712879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764755.712881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764755.712884:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764755.712886:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764755.712889:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764755.712891:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764755.712894:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764755.712896:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764755.712898:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764755.712969:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764755.712977:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764755.712980:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764756.736937:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764756.736943:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764756.736949:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764756.736950:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764756.736953:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764756.736954:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764756.737019:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764756.737023:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764756.737026:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764757.056898:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764757.056910:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764757.056913:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764757.056917:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764757.056923:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764757.056934:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26335
00000400:00000200:3.0:1787764757.056946:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764757.056954:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764757.056958:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764757.056962:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.056966:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764757.056968:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.056971:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764757.056974:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764757.056977:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764757.056979:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764757.056983:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764757.056984:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764757.056986:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764757.056988:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.056989:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764757.056990:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.056991:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764757.056993:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764757.056996:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764757.056997:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764757.057000:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764757.057004:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764757.057006:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057008:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764757.057011:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764757.057022:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000020:00000040:3.0:1787764757.057027:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764757.057031:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764757.057033:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057037:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764757.057040:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764757.057044:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764757.057060:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764757.057070:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764757.057080:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764757.057091:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764757.057096:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764757.057100:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764757.057124:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764757.057128:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764757.057131:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764757.057133:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764757.057134:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764757.057137:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764757.057140:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26335
00000400:00000200:3.0:1787764757.057144:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764757.057147:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764757.057150:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764757.057153:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057155:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764757.057157:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057159:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764757.057161:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764757.057163:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764757.057164:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764757.057166:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764757.057168:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764757.057170:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764757.057173:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057175:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764757.057177:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057179:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764757.057181:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764757.057183:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057186:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764757.057187:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764757.057193:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764757.057195:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057197:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764757.057202:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764757.057205:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057214:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764757.057218:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764757.057220:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764757.057222:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764757.057224:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057225:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764757.057227:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764757.057228:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764757.057232:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:3.0:1787764757.057235:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764757.057240:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764757.057246:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764757.057249:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764757.057252:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764757.057259:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764757.057262:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764757.057265:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764757.057266:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764757.057269:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764757.057271:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764757.057274:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26335
00000400:00000200:3.0:1787764757.057278:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764757.057281:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764757.057283:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764757.057286:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057288:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764757.057290:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057292:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764757.057295:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764757.057296:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764757.057297:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764757.057299:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764757.057301:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764757.057303:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764757.057305:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057307:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764757.057309:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057311:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764757.057313:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764757.057315:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057318:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764757.057319:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764757.057322:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764757.057324:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057325:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764757.057327:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764757.057329:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057331:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764757.057338:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000020:00000040:3.0:1787764757.057340:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764757.057342:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764757.057344:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057346:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764757.057347:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764757.057349:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764757.057352:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764757.057355:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764757.057360:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764757.057366:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764757.057368:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764757.057372:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764757.057379:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764757.057381:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764757.057385:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764757.057386:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764757.057388:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764757.057390:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764757.057392:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26335
00000400:00000200:3.0:1787764757.057396:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764757.057399:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764757.057401:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764757.057404:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057406:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764757.057407:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057409:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764757.057411:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764757.057413:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764757.057415:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764757.057417:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764757.057419:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764757.057421:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764757.057424:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057426:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764757.057428:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057430:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764757.057432:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764757.057435:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057437:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764757.057439:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764757.057441:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764757.057443:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057445:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764757.057448:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764757.057450:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057452:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764757.057456:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000020:00000040:3.0:1787764757.057458:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764757.057460:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764757.057462:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057463:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764757.057464:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764757.057466:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764757.057470:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764757.057473:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764757.057477:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764757.057483:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764757.057485:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764757.057490:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764757.057497:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764757.057500:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764757.057503:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764757.057504:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764757.057506:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764757.057508:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764757.057510:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26335
00000400:00000200:3.0:1787764757.057514:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764757.057516:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764757.057519:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764757.057521:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057523:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764757.057525:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057527:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764757.057529:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764757.057531:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764757.057532:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764757.057534:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764757.057537:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764757.057539:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764757.057542:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057544:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764757.057546:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057548:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764757.057550:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764757.057553:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764757.057556:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764757.057559:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764757.057562:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764757.057564:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057566:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764757.057568:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764757.057570:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057572:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764757.057576:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000020:00000040:3.0:1787764757.057579:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764757.057581:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764757.057582:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764757.057584:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764757.057586:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764757.057587:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764757.057591:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764757.057594:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764757.057598:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764757.057605:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764757.057608:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764757.057611:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764757.057618:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764757.057623:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26345)
00000100:00000001:2.0:1787764757.057878:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764757.057887:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764757.057890:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764757.057903:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.057914:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764757.057916:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764757.057920:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764757.057923:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764757.057925:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764757.057929:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482388224:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764757.057934:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764757.057937:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764757.057940:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764757.057942:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764757.057951:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764757.057953:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764757.057960:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764757.057964:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764757.057971:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764757.057978:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482388224, portal 25
00000100:00000001:2.0:1787764757.057980:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764757.057982:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:2.0:1787764757.057988:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.057995:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764757.057997:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764757.058000:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764757.058004:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482388224, offset 0
00000400:00000200:2.0:1787764757.058011:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764757.058020:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764757.058027:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764757.058031:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764757.058035:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764757.058039:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764757.058042:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764757.058045:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278275:278275:256:4294967295] 192.168.203.115@tcp LPNI seq info [278275:278275:8:4294967295]
00000400:00000200:2.0:1787764757.058049:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764757.058058:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764757.058064:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764757.058069:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764757.058075:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764757.058078:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787764757.058084:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764757.058088:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787764757.058092:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764757.058094:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764757.058099:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764757.058104:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764757.058108:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764757.058110:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764757.058114:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764757.058118:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058127:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764757.058130:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058136:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764757.058138:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764757.058143:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764757.058146:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764757.058149:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321009448
00000100:00000010:2.0:1787764757.058154:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538de0.
00000100:00000001:2.0:1787764757.058160:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764757.058167:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321009448
00000100:00000010:2.0:1787764757.058170:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538d20.
00000100:00000001:2.0:1787764757.058173:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764757.058175:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764757.058178:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764757.058180:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764757.058184:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764757/real 1787764757]  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764757.058193:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764757.058195:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764757.058197:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764757.058200:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764757.058201:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764757.058203:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764757.058206:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764757.058214:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058221:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764757.058222:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.058224:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764757.058226:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764757.058230:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058237:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764757.058241:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058248:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764757.058251:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.058252:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764757.058253:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.058256:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764757.058258:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764757.058261:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764757.058265:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764757.058268:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764757.058272:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764757.058279:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482388224:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764757.058283:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764757.058287:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058293:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764757.058294:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764757.058296:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764757.058298:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764757.058300:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764757.058302:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388352:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764757.058305:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764757.058307:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764757.058308:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764757.058310:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764757.058314:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764757.058316:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764757.058319:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764757.058322:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764757.058325:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764757.058327:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482388352, portal 10
00000100:00000001:2.0:1787764757.058330:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764757.058331:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00000040:2.0:1787764757.058337:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058342:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764757.058344:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764757.058347:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764757.058349:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482388352, offset 0
00000400:00000200:2.0:1787764757.058353:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764757.058356:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764757.058360:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764757.058362:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764757.058365:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764757.058367:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764757.058369:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764757.058372:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278276:278276:256:4294967295] 192.168.203.115@tcp LPNI seq info [278276:278276:8:4294967295]
00000400:00000200:2.0:1787764757.058376:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764757.058383:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764757.058386:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764757.058389:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764757.058393:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764757.058395:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787764757.058399:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764757.058402:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787764757.058405:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764757.058407:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764757.058410:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764757.058413:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764757.058415:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764757.058417:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764757.058419:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764757.058422:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058434:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764757.058437:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058443:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764757.058444:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764757.058447:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764757.058450:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764757.058454:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764757.058456:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321008140
00000100:00000001:2.0:1787764757.058458:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321009448
00000100:00000001:2.0:1787764757.058460:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321008140
00000100:00000001:2.0:1787764757.058462:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321009448
00000100:00000001:2.0:1787764757.058464:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764757.058466:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764757.058468:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764757.058472:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764757/real 1787764757]  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764757.058479:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764757.058480:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764757.058481:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764757.058483:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764757.058485:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764757.058487:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764757.058489:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764757.058496:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058502:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764757.058504:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.058506:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764757.058507:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764757.058510:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058516:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764757.058520:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058526:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764757.058528:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.058530:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764757.058531:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.058533:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764757.058534:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764757.058537:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764757.058540:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764757.058542:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764757.058545:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764757.058553:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388352:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764757.058557:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764757.058560:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058567:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764757.058568:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764757.058570:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764757.058571:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764757.058573:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764757.058577:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388480:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764757.058580:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764757.058582:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764757.058584:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764757.058585:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764757.058588:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764757.058590:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764757.058593:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764757.058595:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764757.058598:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764757.058600:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482388480, portal 10
00000100:00000001:2.0:1787764757.058602:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764757.058603:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:2.0:1787764757.058608:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058614:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764757.058616:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764757.058618:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764757.058620:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482388480, offset 0
00000400:00000200:2.0:1787764757.058623:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764757.058626:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764757.058629:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764757.058631:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764757.058634:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764757.058636:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764757.058638:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764757.058640:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278277:278277:256:4294967295] 192.168.203.115@tcp LPNI seq info [278277:278277:8:4294967295]
00000400:00000200:2.0:1787764757.058644:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764757.058649:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764757.058653:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764757.058655:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764757.058659:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764757.058662:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787764757.058665:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764757.058667:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787764757.058671:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764757.058672:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764757.058675:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764757.058677:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764757.058680:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764757.058681:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764757.058683:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764757.058686:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058693:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764757.058696:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058701:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764757.058703:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764757.058705:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764757.058707:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764757.058710:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764757.058712:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321008148
00000100:00000001:2.0:1787764757.058714:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321009448
00000100:00000001:2.0:1787764757.058716:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321008148
00000100:00000001:2.0:1787764757.058717:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321009448
00000100:00000001:2.0:1787764757.058719:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764757.058721:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764757.058723:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764757.058726:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764757/real 1787764757]  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764757.058733:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764757.058735:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764757.058737:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764757.058739:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764757.058740:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764757.058743:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764757.058746:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764757.058794:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058814:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764757.058815:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.058817:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764757.058819:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764757.058823:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058830:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764757.058833:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058840:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764757.058842:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.058844:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764757.058845:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.058847:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764757.058848:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764757.058851:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764757.058854:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764757.058856:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764757.058860:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764757.058873:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388480:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764757.058877:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764757.058881:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058888:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764757.058889:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764757.058891:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764757.058893:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764757.058894:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764757.058897:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388608:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764757.058901:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764757.058903:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764757.058904:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764757.058906:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764757.058909:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764757.058911:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764757.058915:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764757.058917:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764757.058920:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764757.058922:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482388608, portal 4
00000100:00000001:2.0:1787764757.058924:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764757.058925:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:2.0:1787764757.058931:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.058936:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764757.058939:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764757.058941:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764757.058943:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482388608, offset 0
00000400:00000200:2.0:1787764757.058947:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764757.058951:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764757.058954:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764757.058957:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764757.058959:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764757.058962:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764757.058964:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764757.058967:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278278:278278:256:4294967295] 192.168.203.115@tcp LPNI seq info [278278:278278:8:4294967295]
00000400:00000200:2.0:1787764757.058971:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764757.058976:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764757.058980:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764757.058983:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764757.058986:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764757.058989:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787764757.058993:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764757.058995:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787764757.058998:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764757.059000:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764757.059003:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764757.059006:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764757.059009:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764757.059011:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764757.059013:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764757.059016:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059023:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764757.059026:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059032:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764757.059033:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764757.059036:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764757.059039:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764757.059041:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764757.059044:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321008149
00000100:00000001:2.0:1787764757.059046:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321009448
00000100:00000001:2.0:1787764757.059048:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321008149
00000100:00000001:2.0:1787764757.059050:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321009448
00000100:00000001:2.0:1787764757.059052:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764757.059054:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764757.059055:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764757.059059:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764757/real 1787764757]  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764757.059066:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764757.059067:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764757.059069:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764757.059071:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764757.059073:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764757.059075:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764757.059078:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764757.059085:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059091:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764757.059092:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059094:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764757.059095:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764757.059099:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059105:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764757.059108:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059114:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764757.059116:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059118:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764757.059119:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059121:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764757.059122:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764757.059125:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764757.059128:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764757.059130:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764757.059134:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764757.059141:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388608:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764757.059144:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764757.059148:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059154:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764757.059155:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764757.059157:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764757.059159:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764757.059161:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764757.059163:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388736:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764757.059166:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764757.059168:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764757.059170:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764757.059171:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764757.059175:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764757.059176:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764757.059179:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764757.059182:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764757.059184:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764757.059187:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482388736, portal 4
00000100:00000001:2.0:1787764757.059189:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764757.059190:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000040:2.0:1787764757.059196:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059201:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764757.059203:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764757.059205:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764757.059207:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482388736, offset 0
00000400:00000200:2.0:1787764757.059211:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764757.059214:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764757.059218:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764757.059220:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764757.059222:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764757.059225:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764757.059227:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764757.059230:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278279:278279:256:4294967295] 192.168.203.115@tcp LPNI seq info [278279:278279:8:4294967295]
00000400:00000200:2.0:1787764757.059233:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764757.059239:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764757.059243:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764757.059247:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764757.059250:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764757.059253:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787764757.059256:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764757.059259:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787764757.059262:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764757.059264:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764757.059267:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764757.059270:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764757.059273:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764757.059275:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764757.059277:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764757.059280:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059293:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764757.059296:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059302:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764757.059304:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764757.059306:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764757.059309:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764757.059312:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764757.059314:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321008153
00000100:00000001:2.0:1787764757.059317:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321009448
00000100:00000001:2.0:1787764757.059319:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321008153
00000100:00000001:2.0:1787764757.059321:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321009448
00000100:00000001:2.0:1787764757.059323:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764757.059325:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764757.059326:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764757.059330:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764757/real 1787764757]  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764757.059337:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764757.059338:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764757.059339:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764757.059341:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764757.059343:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764757.059345:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764757.059348:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764757.059355:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059361:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764757.059363:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059365:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764757.059366:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764757.059370:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059375:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764757.059379:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059385:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764757.059387:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059389:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764757.059390:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059392:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764757.059393:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764757.059395:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764757.059398:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764757.059400:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764757.059404:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764757.059410:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388736:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764757.059414:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059416:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764757.059419:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482388224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059424:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764757.059426:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764757.059430:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764757.059432:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764757.059435:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764757.059437:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764757.059439:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764757.059441:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:2.0:1787764757.059446:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764757.059447:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764757.059449:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:2.0:1787764757.059453:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764757.059455:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059456:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764757.059459:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482388352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059465:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764757.059467:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764757.059468:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764757.059471:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764757.059472:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764757.059473:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764757.059474:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764757.059476:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:2.0:1787764757.059478:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764757.059479:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764757.059481:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000001:2.0:1787764757.059484:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764757.059485:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059487:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764757.059490:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482388480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059495:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764757.059497:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764757.059498:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764757.059501:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764757.059502:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764757.059504:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764757.059505:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764757.059507:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:2.0:1787764757.059509:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764757.059510:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764757.059511:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:2.0:1787764757.059515:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764757.059516:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059518:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764757.059520:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482388608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059526:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764757.059528:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764757.059529:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764757.059531:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764757.059532:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764757.059533:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764757.059535:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764757.059536:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:2.0:1787764757.059538:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764757.059539:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764757.059540:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:2.0:1787764757.059543:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764757.059544:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059545:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764757.059548:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482388736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764757.059554:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764757.059555:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764757.059556:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764757.059558:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764757.059559:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764757.059561:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764757.059562:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764757.059563:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:2.0:1787764757.059566:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764757.059567:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764757.059568:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:2.0:1787764757.059570:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764757.059572:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059574:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.059582:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764757.059584:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764757.059586:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764757.059587:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764757.760839:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764757.760846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764757.760851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764757.760854:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764757.760856:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764757.760858:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764757.760861:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764757.760862:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764757.760864:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764757.760865:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764757.760867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764757.760868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764757.760923:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764757.760927:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764757.760930:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764758.400856:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321009448, at 4321009472
00000100:00000040:1.0:1787764758.400856:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321009448, at 4321009472
00000100:00000010:0.0:1787764758.400870:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538de0.
00000100:00000010:1.0:1787764758.400872:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538d20.
00010000:00000001:2.0:1787764758.784950:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764758.784959:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764758.784966:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764758.784967:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764758.784971:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764758.784972:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764758.785049:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764758.785054:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764758.785057:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764759.808926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764759.808936:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764759.808943:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764759.808944:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764759.808949:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764759.808950:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764759.809043:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764759.809051:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764759.809056:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764760.833219:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764760.833231:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764760.833233:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764760.833238:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764760.833244:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764760.833247:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764760.833249:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764760.833253:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764760.833257:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764760.833260:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764760.833264:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764760.833266:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764760.833377:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764760.833381:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764760.833384:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764761.856943:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764761.856963:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764761.856972:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764761.856973:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764761.856986:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764761.856987:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764761.857177:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764761.857184:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764761.857189:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764762.177381:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764762.177392:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764762.177394:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764762.177400:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764762.177404:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764762.177411:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26340
00000400:00000200:3.0:1787764762.177420:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764762.177426:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764762.177429:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764762.177433:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177436:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764762.177438:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177441:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764762.177444:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764762.177446:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764762.177449:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764762.177452:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764762.177455:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764762.177457:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764762.177460:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177462:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764762.177464:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177466:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764762.177469:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764762.177472:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177475:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764762.177478:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764762.177481:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764762.177484:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.177487:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764762.177489:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764762.177498:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764762.177502:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764762.177506:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764762.177509:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.177512:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764762.177514:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764762.177518:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764762.177527:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764762.177534:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764762.177542:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764762.177552:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764762.177555:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764762.177560:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764762.177582:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764762.177593:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764762.177597:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764762.177598:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764762.177600:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764762.177603:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764762.177606:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26340
00000400:00000200:3.0:1787764762.177610:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764762.177613:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764762.177615:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764762.177618:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177620:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764762.177631:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177634:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764762.177636:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764762.177637:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764762.177639:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764762.177641:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764762.177643:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764762.177646:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764762.177649:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177651:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764762.177653:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177659:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764762.177662:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764762.177666:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177669:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764762.177671:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764762.177675:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787764762.177677:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764762.177680:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787764762.177681:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.177683:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764762.177685:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:2.0:1787764762.177690:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764762.177691:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764762.177698:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.177704:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764762.177705:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.177706:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764762.177710:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764762.177712:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787764762.177712:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
02000000:00000001:2.0:1787764762.177715:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764762.177718:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00100000:2.0:1787764762.177719:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482388864:192.168.203.115@tcp:250:kworker.0
02000000:00000001:3.0:1787764762.177726:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764762.177727:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764762.177731:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764762.177733:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764762.177734:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764762.177736:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764762.177738:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764762.177739:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764762.177744:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764762.177745:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4c00.
02000000:00000010:3.0:1787764762.177794:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764762.177800:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764762.177806:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764762.177815:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764762.177817:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764762.177821:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764762.177830:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764762.177834:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764762.177837:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764762.177838:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764762.177840:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764762.177842:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764762.177844:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26340
00000400:00000200:3.0:1787764762.177848:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764762.177852:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764762.177854:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764762.177857:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177859:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764762.177861:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177863:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764762.177865:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764762.177866:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764762.177868:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764762.177870:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764762.177872:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764762.177874:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764762.177877:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177879:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764762.177886:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177888:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764762.177890:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764762.177892:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764762.177895:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764762.177896:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764762.177900:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764762.177902:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.177903:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764762.177906:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764762.177908:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.177910:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764762.177913:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764762.177916:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764762.177918:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764762.177919:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.177920:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764762.177922:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764762.177923:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764762.177927:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764762.177930:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764762.177935:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764762.177936:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.177945:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764762.177946:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764762.177950:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764762.177953:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000100:00000040:3.0:1787764762.177956:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764762.177962:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000001:3.0:1787764762.177968:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764762.177971:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787764762.177972:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482388864, portal 25
00000100:00000001:2.0:1787764762.177978:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764762.177979:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764762.177981:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000001:3.0:1787764762.177982:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764762.177986:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764762.177990:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764762.177992:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764762.177995:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26340
00000400:00000200:3.0:1787764762.178005:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764762.178008:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764762.178010:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764762.178013:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.178015:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764762.178017:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.178019:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764762.178021:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764762.178022:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764762.178024:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764762.178026:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764762.178028:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764762.178030:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764762.178032:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.178034:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764762.178036:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.178038:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764762.178039:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764762.178042:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764762.178044:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764762.178046:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764762.178049:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764762.178051:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.178053:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764762.178055:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764762.178057:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.178058:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764762.178074:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764762.178077:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764762.178079:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764762.178080:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.178081:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764762.178083:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764762.178084:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764762.178089:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764762.178096:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.178100:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787764762.178104:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787764762.178108:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764762.178113:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764762.178117:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482388864, offset 0
00000400:00000200:2.0:1787764762.178124:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764762.178134:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764762.178140:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:3.0:1787764762.178143:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764762.178147:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764762.178148:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764762.178154:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000040:3.0:1787764762.178157:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764762.178161:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764762.178168:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764762.178175:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278280:278280:256:4294967295] 192.168.203.115@tcp LPNI seq info [278280:278280:8:4294967295]
00000100:00000001:3.0:1787764762.178176:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764762.178181:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787764762.178185:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:3.0:1787764762.178188:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764762.178191:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764762.178193:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764762.178200:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787764762.178202:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787764762.178206:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26340
00000800:00000200:2.0:1787764762.178213:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787764762.178214:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764762.178221:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000010:2.0:1787764762.178222:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000100:00080000:3.0:1787764762.178225:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787764762.178231:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764762.178232:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:2.0:1787764762.178235:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000100:00000001:3.0:1787764762.178237:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787764762.178241:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:3.0:1787764762.178244:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:2.1:1787764762.178246:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000100:00000001:3.0:1787764762.178249:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000100:2.0:1787764762.178252:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764762.178257:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000020:00000001:3.0:1787764762.178257:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764762.178261:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764762.178264:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764762.178266:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764762.178268:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764762.178271:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764762.178274:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.178276:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764762.178278:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764762.178280:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764762.178282:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764762.178285:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764762.178287:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764762.178289:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764762.178292:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764762.178293:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.178295:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764762.178297:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764762.178299:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.178301:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764762.178304:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764762.178307:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764762.178309:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764762.178310:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764762.178312:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764762.178313:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764762.178315:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764762.178319:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764762.178322:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764762.178326:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764762.178333:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764762.178335:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764762.178339:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764762.178351:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764762.178357:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26350)
00000400:00000200:2.0:1787764762.178533:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764762.178539:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764762.178545:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764762.178547:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764762.178551:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764762.178556:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.178565:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764762.178568:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.178580:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.178582:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764762.178588:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764762.178592:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764762.178595:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321014568
00000100:00000010:2.0:1787764762.178601:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538ae0.
00000100:00000001:2.0:1787764762.178607:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764762.178614:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321014568
00000100:00000010:2.0:1787764762.178617:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885382a0.
00000100:00000001:2.0:1787764762.178620:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764762.178635:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764762.178638:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.178641:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764762.178645:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764762/real 1787764762]  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764762.178654:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764762.178656:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764762.178658:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764762.178661:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764762.178662:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764762.178665:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764762.178668:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764762.178677:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.178683:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764762.178685:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.178687:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764762.178689:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764762.178694:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.178701:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764762.178706:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.178712:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764762.178715:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.178716:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764762.178717:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.178720:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764762.178721:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764762.178724:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764762.178728:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764762.178730:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764762.178735:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764762.178742:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482388864:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764762.178776:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.178780:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764762.178783:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482388864/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.178789:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764762.178792:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764762.178794:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764762.178798:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764762.178800:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764762.178802:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764762.178804:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764762.178807:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:2.0:1787764762.178811:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764762.178814:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764762.178816:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:2.0:1787764762.178822:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764762.178823:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.178825:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.178832:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764762.178834:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.178836:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764762.178838:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764762.178840:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764762.178844:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.178851:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764762.178852:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764762.178855:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764762.178857:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764762.178859:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764762.178861:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388992:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764762.178864:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764762.178866:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764762.178868:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764762.178869:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764762.178872:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764762.178874:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764762.178878:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764762.178881:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764762.178885:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764762.178888:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482388992, portal 10
00000100:00000001:2.0:1787764762.178890:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764762.178891:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:2.0:1787764762.178897:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.178904:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764762.178906:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764762.178909:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764762.178911:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482388992, offset 0
00000400:00000200:2.0:1787764762.178915:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764762.178920:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764762.178923:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764762.178926:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764762.178929:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764762.178931:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764762.178934:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764762.178936:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278281:278281:256:4294967295] 192.168.203.115@tcp LPNI seq info [278281:278281:8:4294967295]
00000400:00000200:2.0:1787764762.178939:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764762.178945:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764762.178949:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764762.178952:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764762.178956:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764762.178958:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787764762.178962:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764762.178964:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787764762.178967:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764762.178969:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764762.178971:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764762.178974:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764762.178977:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764762.178979:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764762.178981:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764762.178984:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.178992:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764762.178995:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179002:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.179003:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764762.179012:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764762.179016:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764762.179019:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764762.179021:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321013261
00000100:00000001:2.0:1787764762.179024:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321014568
00000100:00000001:2.0:1787764762.179026:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321013261
00000100:00000001:2.0:1787764762.179028:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321014568
00000100:00000001:2.0:1787764762.179030:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764762.179032:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.179034:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764762.179037:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764762/real 1787764762]  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764762.179044:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764762.179045:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764762.179047:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764762.179050:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764762.179051:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764762.179053:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764762.179056:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764762.179069:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179074:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764762.179075:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179076:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764762.179077:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764762.179079:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179083:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764762.179085:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179090:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764762.179092:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179093:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764762.179094:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179095:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764762.179096:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764762.179097:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764762.179099:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764762.179100:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764762.179102:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764762.179106:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482388992:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764762.179109:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764762.179110:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179114:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764762.179115:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764762.179117:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764762.179118:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764762.179119:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764762.179121:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389120:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764762.179122:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764762.179124:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764762.179125:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764762.179126:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764762.179129:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764762.179130:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764762.179133:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764762.179134:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764762.179136:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764762.179138:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482389120, portal 10
00000100:00000001:2.0:1787764762.179139:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764762.179140:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:2.0:1787764762.179153:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179158:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764762.179159:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764762.179160:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764762.179162:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482389120, offset 0
00000400:00000200:2.0:1787764762.179164:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764762.179167:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764762.179169:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764762.179171:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764762.179173:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764762.179175:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764762.179176:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764762.179178:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278282:278282:256:4294967295] 192.168.203.115@tcp LPNI seq info [278282:278282:8:4294967295]
00000400:00000200:2.0:1787764762.179180:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764762.179184:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764762.179187:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764762.179188:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764762.179191:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764762.179192:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787764762.179195:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764762.179197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787764762.179199:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764762.179200:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764762.179202:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764762.179204:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764762.179206:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764762.179207:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764762.179209:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764762.179211:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179215:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764762.179217:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179220:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.179221:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764762.179223:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764762.179224:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764762.179226:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764762.179227:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321013269
00000100:00000001:2.0:1787764762.179228:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321014568
00000100:00000001:2.0:1787764762.179230:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321013269
00000100:00000001:2.0:1787764762.179231:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321014568
00000100:00000001:2.0:1787764762.179232:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764762.179233:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.179234:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764762.179236:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764762/real 1787764762]  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764762.179240:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764762.179241:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764762.179242:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764762.179243:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764762.179244:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764762.179245:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764762.179247:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764762.179251:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179256:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764762.179257:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179258:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764762.179258:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764762.179260:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179266:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764762.179269:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179275:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764762.179277:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179279:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764762.179280:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179282:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764762.179283:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764762.179285:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764762.179288:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764762.179290:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764762.179294:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764762.179301:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389120:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764762.179305:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764762.179309:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179315:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764762.179317:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764762.179319:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764762.179321:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764762.179323:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764762.179325:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389248:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764762.179327:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764762.179328:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764762.179329:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764762.179330:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764762.179333:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764762.179334:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764762.179336:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764762.179338:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764762.179340:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764762.179342:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482389248, portal 4
00000100:00000001:2.0:1787764762.179343:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764762.179344:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:2.0:1787764762.179347:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179351:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764762.179353:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764762.179354:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764762.179355:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482389248, offset 0
00000400:00000200:2.0:1787764762.179357:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764762.179360:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764762.179364:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764762.179366:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764762.179369:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764762.179371:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764762.179373:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764762.179375:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278283:278283:256:4294967295] 192.168.203.115@tcp LPNI seq info [278283:278283:8:4294967295]
00000400:00000200:2.0:1787764762.179379:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764762.179384:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764762.179389:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764762.179392:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764762.179395:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764762.179397:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787764762.179401:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764762.179404:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787764762.179409:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764762.179410:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764762.179413:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764762.179417:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764762.179420:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764762.179421:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764762.179424:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764762.179427:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179434:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764762.179437:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179442:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.179444:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764762.179447:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764762.179450:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764762.179453:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764762.179455:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321013269
00000100:00000001:2.0:1787764762.179457:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321014568
00000100:00000001:2.0:1787764762.179459:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321013269
00000100:00000001:2.0:1787764762.179461:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321014568
00000100:00000001:2.0:1787764762.179462:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764762.179465:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.179466:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764762.179470:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764762/real 1787764762]  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764762.179478:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764762.179479:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764762.179481:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764762.179483:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764762.179485:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764762.179487:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764762.179490:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764762.179498:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179504:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764762.179506:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179507:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764762.179509:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764762.179512:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179518:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764762.179522:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179528:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764762.179530:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179532:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764762.179533:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179535:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764762.179537:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764762.179539:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764762.179542:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764762.179544:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764762.179549:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764762.179556:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389248:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764762.179560:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764762.179569:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179575:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764762.179576:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764762.179579:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764762.179580:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764762.179582:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764762.179585:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389376:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764762.179588:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764762.179589:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764762.179591:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764762.179593:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764762.179596:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764762.179597:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764762.179600:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764762.179603:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764762.179605:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764762.179608:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482389376, portal 4
00000100:00000001:2.0:1787764762.179610:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764762.179611:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:2.0:1787764762.179617:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179623:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764762.179625:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764762.179628:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764762.179630:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482389376, offset 0
00000400:00000200:2.0:1787764762.179635:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764762.179638:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764762.179641:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764762.179644:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764762.179646:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764762.179649:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764762.179651:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764762.179654:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278284:278284:256:4294967295] 192.168.203.115@tcp LPNI seq info [278284:278284:8:4294967295]
00000400:00000200:2.0:1787764762.179658:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764762.179663:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764762.179667:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764762.179671:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764762.179674:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764762.179676:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787764762.179680:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764762.179683:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787764762.179686:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764762.179688:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764762.179691:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764762.179694:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764762.179697:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764762.179699:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764762.179701:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764762.179705:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179712:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764762.179715:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179721:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.179722:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764762.179725:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764762.179727:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764762.179731:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764762.179733:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321013273
00000100:00000001:2.0:1787764762.179735:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321014568
00000100:00000001:2.0:1787764762.179737:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321013273
00000100:00000001:2.0:1787764762.179739:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321014568
00000100:00000001:2.0:1787764762.179741:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764762.179743:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.179744:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764762.179747:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764762/real 1787764762]  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764762.179786:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764762.179787:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764762.179789:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764762.179791:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764762.179793:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764762.179794:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764762.179798:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764762.179806:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179813:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764762.179814:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179816:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764762.179817:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764762.179820:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179825:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764762.179829:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179835:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764762.179838:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179839:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764762.179840:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179842:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764762.179843:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764762.179846:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764762.179848:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764762.179850:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764762.179853:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764762.179860:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389376:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764762.179864:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179865:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764762.179868:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482388992/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179875:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764762.179876:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764762.179878:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764762.179881:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764762.179882:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764762.179884:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764762.179886:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764762.179887:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:2.0:1787764762.179890:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764762.179892:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764762.179893:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:2.0:1787764762.179896:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764762.179897:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179899:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764762.179902:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482389120/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179912:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764762.179914:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764762.179915:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764762.179917:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764762.179918:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764762.179919:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764762.179920:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764762.179921:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:2.0:1787764762.179924:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764762.179925:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764762.179926:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:2.0:1787764762.179928:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764762.179929:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179930:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764762.179933:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482389248/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179939:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764762.179940:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764762.179941:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764762.179943:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764762.179944:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764762.179945:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764762.179946:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764762.179947:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:2.0:1787764762.179950:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764762.179951:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764762.179952:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:2.0:1787764762.179953:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764762.179954:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179956:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764762.179958:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482389376/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764762.179963:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764762.179964:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764762.179965:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764762.179967:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764762.179968:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764762.179969:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764762.179971:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764762.179972:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:2.0:1787764762.179973:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764762.179974:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764762.179975:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:2.0:1787764762.179977:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764762.179978:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179979:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.179983:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764762.179984:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764762.179986:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764762.179987:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764762.880904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764762.880911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764762.880917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764762.880918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764762.880921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764762.880922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764762.880984:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764762.880989:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764762.880992:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764763.520936:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321014568, at 4321014592
00000100:00000040:0.0:1787764763.520937:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321014568, at 4321014592
00000100:00000010:0.0:1787764763.520951:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538ae0.
00000100:00000010:1.0:1787764763.521004:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885382a0.
00010000:00000001:2.0:1787764763.904885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764763.904893:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764763.904898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764763.904899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764763.904903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764763.904904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764763.905036:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764763.905041:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764763.905044:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764764.929587:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764764.929594:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764764.929599:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764764.929601:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764764.929604:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764764.929605:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764764.929829:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764764.929844:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764764.929847:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764765.952875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764765.952883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764765.952889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764765.952891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764765.952895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764765.952898:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764765.952900:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764765.952903:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764765.952906:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764765.952908:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764765.952910:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764765.952913:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764765.955207:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764765.955213:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764765.955217:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764766.977003:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764766.977010:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764766.977016:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764766.977017:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764766.977021:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764766.977022:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764766.977921:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764766.977931:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764766.977937:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764767.296907:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764767.296928:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764767.296931:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764767.296935:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764767.296939:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764767.296948:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26345
00000400:00000200:0.0:1787764767.296958:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764767.296964:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764767.296968:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764767.296971:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.296974:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764767.296976:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.296978:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764767.296982:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764767.296983:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764767.296985:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764767.296989:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764767.296991:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764767.296993:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764767.296996:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.296997:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764767.296999:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.297001:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764767.297003:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764767.297007:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764767.297010:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764767.297012:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764767.297015:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764767.297017:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.297019:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764767.297021:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764767.297030:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764767.297034:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764767.297038:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764767.297040:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.297042:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764767.297045:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764767.297048:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764767.297056:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764767.297062:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764767.297072:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764767.297082:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764767.297085:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764767.297090:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.297155:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764767.297161:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764767.297164:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764767.297170:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.297178:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764767.297180:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764767.297184:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764767.297187:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764767.297189:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764767.297192:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482389504:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764767.297196:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764767.297200:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764767.297202:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764767.297204:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764767.297209:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764767.297211:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764767.297217:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764767.297221:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764767.297228:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764767.297235:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482389504, portal 25
00000100:00000001:2.0:1787764767.297238:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764767.297240:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:2.0:1787764767.297244:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.297252:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764767.297254:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764767.297257:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764767.297261:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482389504, offset 0
00000400:00000200:2.0:1787764767.297267:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764767.297275:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764767.297281:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764767.297285:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764767.297290:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764767.297294:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764767.297296:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764767.297300:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278285:278285:256:4294967295] 192.168.203.115@tcp LPNI seq info [278285:278285:8:4294967295]
00000400:00000200:2.0:1787764767.297304:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764767.297312:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764767.297318:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764767.297334:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764767.297342:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764767.297346:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764767.297359:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764767.297363:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764767.297367:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764767.297370:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764767.297376:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764767.297381:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764767.297386:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764767.297388:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764767.297393:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764767.297397:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764767.297423:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764767.297427:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764767.297431:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764767.297432:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764767.297434:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764767.297436:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764767.297439:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26345
00000400:00000200:0.0:1787764767.297444:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764767.297447:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764767.297449:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764767.297452:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.297454:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764767.297456:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.297457:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764767.297459:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764767.297461:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764767.297462:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764767.297464:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764767.297466:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764767.297468:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764767.297471:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.297473:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764767.297474:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.297477:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764767.297479:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764767.297482:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764767.297484:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764767.297486:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764767.297491:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764767.297494:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.297495:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764767.297499:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764767.297502:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.297504:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764767.297508:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764767.297511:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764767.297513:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764767.297515:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.297517:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764767.297518:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764767.297520:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764767.297524:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764767.297528:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764767.297534:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764767.297540:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764767.297542:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764767.297546:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.298541:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764767.298551:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.298560:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.298562:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764767.298573:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764767.298578:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764767.298581:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321019688
00000100:00000010:2.0:1787764767.298588:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538c60.
00000100:00000001:2.0:1787764767.298595:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764767.298602:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321019688
00000100:00000010:2.0:1787764767.298605:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538ba0.
00000100:00000001:2.0:1787764767.298608:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764767.298622:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764767.298625:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.298628:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764767.298633:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764767/real 1787764767]  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764767.298641:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764767.298643:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764767.298645:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764767.298648:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764767.298651:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764767.298654:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764767.298657:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764767.298665:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.298672:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764767.298673:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.298675:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764767.298677:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764767.298681:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.298688:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764767.298693:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.298699:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764767.298702:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.298704:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764767.298705:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.298707:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764767.298709:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764767.298712:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764767.298717:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764767.298720:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764767.298724:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764767.298809:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482389504:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764767.298814:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.298817:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764767.298821:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482389504/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.298827:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764767.298830:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764767.298891:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764767.298896:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764767.298898:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764767.298899:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764767.298902:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764767.298904:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:2.0:1787764767.298908:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764767.298973:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764767.298976:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:2.0:1787764767.298980:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764767.298981:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.298983:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.298990:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764767.298992:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.298995:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764767.298997:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764767.298998:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764767.299003:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.299011:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764767.299013:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764767.299016:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764767.299018:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764767.299021:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764767.299024:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389632:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764767.299028:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764767.299030:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764767.299033:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764767.299035:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764767.299038:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764767.299040:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764767.299045:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764767.299049:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764767.299054:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764767.299058:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482389632, portal 10
00000100:00000001:2.0:1787764767.299060:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764767.299062:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:2.0:1787764767.299069:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.299076:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764767.299078:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764767.299082:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764767.299085:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482389632, offset 0
00000400:00000200:2.0:1787764767.299090:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764767.299096:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764767.299103:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764767.299108:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764767.299111:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764767.299114:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764767.299116:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764767.299120:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278286:278286:256:4294967295] 192.168.203.115@tcp LPNI seq info [278286:278286:8:4294967295]
00000400:00000200:2.0:1787764767.299123:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764767.299138:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764767.299144:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764767.299149:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764767.299154:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764767.299157:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764767.299163:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764767.299166:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764767.299170:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764767.299172:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764767.299176:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764767.299179:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764767.299183:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764767.299185:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764767.299188:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764767.299192:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.299200:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764767.299203:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.299209:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.299211:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764767.299215:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764767.299219:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764767.299222:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764767.299224:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321018381
00000100:00000001:2.0:1787764767.299227:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321019688
00000100:00000001:2.0:1787764767.299229:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321018381
00000100:00000001:2.0:1787764767.299230:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321019688
00000100:00000001:2.0:1787764767.299232:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764767.299234:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.299236:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764767.299239:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764767/real 1787764767]  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764767.299247:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764767.299248:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764767.299250:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764767.299252:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764767.299254:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764767.299256:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764767.299259:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764767.299267:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.299273:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764767.299275:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.299276:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764767.299278:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764767.299281:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.299287:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764767.299291:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.299298:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764767.299300:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.299302:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764767.299303:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.299305:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764767.299306:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764767.299309:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764767.299312:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764767.299315:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764767.299318:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764767.299551:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389632:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764767.299556:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.299558:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764767.299561:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482389632/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.299568:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764767.299569:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764767.299572:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764767.299574:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764767.299576:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764767.299577:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764767.299579:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764767.299581:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:2.0:1787764767.299583:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764767.299584:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764767.299586:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:2.0:1787764767.299588:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764767.299589:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.299591:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.299595:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764767.299596:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.299598:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764767.299600:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.299692:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764767.299697:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764767.299701:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764767.299702:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764767.299704:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764767.299707:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764767.299711:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26345
00000400:00000200:0.0:1787764767.299716:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764767.299719:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764767.299722:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764767.299725:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.299818:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764767.299823:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.299825:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764767.299828:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764767.299891:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764767.299895:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764767.299898:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764767.299900:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764767.299902:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764767.299906:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.299908:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764767.299910:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.299974:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764767.299978:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764767.299982:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764767.299985:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764767.299987:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764767.299993:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764767.299996:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.299998:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764767.300001:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764767.300004:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.300006:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764767.300011:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764767.300015:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764767.300018:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764767.300020:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.300022:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764767.300024:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764767.300027:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764767.300033:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764767.300039:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764767.300045:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764767.300053:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764767.300057:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764767.300061:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764767.300083:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764767.300086:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764767.300090:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764767.300091:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764767.300093:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764767.300095:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764767.300098:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26345
00000400:00000200:0.0:1787764767.300102:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764767.300105:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764767.300107:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764767.300110:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.300112:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764767.300114:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.300116:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764767.300118:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764767.300119:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764767.300122:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764767.300124:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764767.300125:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764767.300127:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764767.300130:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.300131:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764767.300133:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.300134:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764767.300136:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764767.300138:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764767.300141:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764767.300142:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764767.300145:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764767.300147:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.300149:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764767.300151:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764767.300152:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.300154:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764767.300157:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764767.300159:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764767.300161:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764767.300162:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.300164:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764767.300165:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764767.300166:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764767.300170:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764767.300173:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764767.300177:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764767.300183:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764767.300185:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764767.300188:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764767.300194:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764767.300196:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764767.300199:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764767.300200:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764767.300201:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764767.300203:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764767.300204:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26345
00000400:00000200:0.0:1787764767.300207:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764767.300209:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764767.300211:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764767.300213:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.300215:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764767.300217:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.300219:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764767.300221:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764767.300222:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764767.300223:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764767.300225:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764767.300227:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764767.300229:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764767.300232:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.300233:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764767.300235:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764767.300237:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764767.300239:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764767.300242:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764767.300244:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764767.300246:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764767.300249:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764767.300250:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.300252:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764767.300254:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764767.300256:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.300258:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764767.300261:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764767.300263:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764767.300265:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764767.300266:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764767.300268:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764767.300269:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764767.300271:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764767.300274:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764767.300277:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764767.300281:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764767.300288:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764767.300290:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764767.300293:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764767.300300:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764767.300304:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26356)
00000100:00000001:2.0:1787764767.300528:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764767.300531:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764767.300533:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764767.300538:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.300546:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764767.300547:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764767.300549:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764767.300551:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764767.300558:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764767.300561:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389760:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764767.300565:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764767.300567:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764767.300569:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764767.300571:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764767.300574:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764767.300576:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764767.300580:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764767.300583:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764767.300586:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764767.300589:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482389760, portal 10
00000100:00000001:2.0:1787764767.300590:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764767.300591:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:2.0:1787764767.300596:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.300600:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764767.300601:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764767.300603:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764767.300604:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482389760, offset 0
00000400:00000200:2.0:1787764767.300609:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764767.300613:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764767.300616:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764767.300618:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764767.300620:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764767.300622:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764767.300624:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764767.300626:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278287:278287:256:4294967295] 192.168.203.115@tcp LPNI seq info [278287:278287:8:4294967295]
00000400:00000200:2.0:1787764767.300628:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764767.300633:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764767.300636:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764767.300638:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764767.300643:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764767.300645:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764767.300648:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764767.300650:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764767.300653:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764767.300654:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764767.300657:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764767.300659:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764767.300663:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764767.300664:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764767.300667:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764767.300670:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.300677:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764767.300680:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.300686:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.300688:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764767.300692:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764767.300696:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764767.300699:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764767.300702:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321018390
00000100:00000001:2.0:1787764767.300705:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321019688
00000100:00000001:2.0:1787764767.300707:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321018390
00000100:00000001:2.0:1787764767.300709:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321019688
00000100:00000001:2.0:1787764767.300712:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764767.300713:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.300715:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764767.300718:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764767/real 1787764767]  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764767.300725:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764767.300726:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764767.300727:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764767.300765:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764767.300767:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764767.300770:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764767.300774:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764767.300782:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.300789:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764767.300791:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.300793:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764767.300795:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764767.300798:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.300804:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764767.300807:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.300814:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764767.300817:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.300819:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764767.300820:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.300822:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764767.300823:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764767.300825:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764767.300828:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764767.300890:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764767.300896:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764767.300903:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389760:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764767.300907:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764767.300909:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.300966:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764767.300967:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764767.300969:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764767.300970:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764767.300972:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764767.300976:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389888:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764767.300979:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764767.300981:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764767.300982:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764767.300984:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764767.300987:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764767.300989:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764767.300993:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764767.300996:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764767.301000:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764767.301003:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482389888, portal 4
00000100:00000001:2.0:1787764767.301006:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764767.301007:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:2.0:1787764767.301013:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301019:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764767.301021:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764767.301024:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764767.301026:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482389888, offset 0
00000400:00000200:2.0:1787764767.301030:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764767.301034:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764767.301038:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764767.301040:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764767.301042:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764767.301045:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764767.301046:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764767.301049:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278288:278288:256:4294967295] 192.168.203.115@tcp LPNI seq info [278288:278288:8:4294967295]
00000400:00000200:2.0:1787764767.301052:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764767.301059:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764767.301063:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764767.301066:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764767.301070:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764767.301073:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764767.301077:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764767.301080:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764767.301084:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764767.301086:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764767.301088:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764767.301091:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764767.301094:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764767.301096:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764767.301098:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764767.301102:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301115:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764767.301118:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301124:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.301125:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764767.301128:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764767.301131:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764767.301134:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764767.301136:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321018391
00000100:00000001:2.0:1787764767.301139:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321019688
00000100:00000001:2.0:1787764767.301141:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321018391
00000100:00000001:2.0:1787764767.301143:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321019688
00000100:00000001:2.0:1787764767.301145:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764767.301146:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.301148:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764767.301152:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764767/real 1787764767]  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764767.301159:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764767.301161:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764767.301162:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764767.301165:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764767.301167:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764767.301169:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764767.301173:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764767.301180:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301186:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764767.301188:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.301190:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764767.301191:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764767.301195:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301201:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764767.301205:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301211:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764767.301213:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.301214:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764767.301215:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.301217:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764767.301218:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764767.301221:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764767.301223:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764767.301226:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764767.301229:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764767.301236:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482389888:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764767.301240:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764767.301243:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301248:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764767.301250:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764767.301252:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764767.301253:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764767.301255:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764767.301258:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390016:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764767.301262:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764767.301263:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764767.301265:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764767.301267:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764767.301270:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764767.301272:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764767.301275:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764767.301277:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764767.301280:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764767.301283:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482390016, portal 4
00000100:00000001:2.0:1787764767.301284:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764767.301285:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764767.301290:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301296:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764767.301298:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764767.301300:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764767.301303:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482390016, offset 0
00000400:00000200:2.0:1787764767.301307:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764767.301310:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764767.301313:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764767.301316:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764767.301319:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764767.301321:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764767.301549:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764767.301555:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278289:278289:256:4294967295] 192.168.203.115@tcp LPNI seq info [278289:278289:8:4294967295]
00000400:00000200:2.0:1787764767.301560:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764767.301567:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764767.301572:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764767.301576:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764767.301580:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764767.301583:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764767.301587:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764767.301590:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764767.301593:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764767.301595:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764767.301598:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764767.301601:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764767.301603:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764767.301605:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764767.301608:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764767.301612:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301620:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764767.301623:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301629:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.301631:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764767.301634:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764767.301637:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764767.301640:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764767.301642:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321018395
00000100:00000001:2.0:1787764767.301644:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321019688
00000100:00000001:2.0:1787764767.301646:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321018395
00000100:00000001:2.0:1787764767.301648:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321019688
00000100:00000001:2.0:1787764767.301650:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764767.301651:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.301653:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764767.301657:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764767/real 1787764767]  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764767.301665:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764767.301667:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764767.301669:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764767.301671:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764767.301673:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764767.301675:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764767.301678:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764767.301687:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301693:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764767.301694:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.301696:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764767.301697:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764767.301700:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301706:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764767.301709:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301716:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764767.301719:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.301720:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764767.301722:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.301723:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764767.301725:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764767.301727:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764767.301740:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764767.301742:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764767.301747:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764767.301782:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390016:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764767.301787:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.301789:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764767.301792:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482389760/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301799:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764767.301801:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764767.301803:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764767.301806:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764767.301808:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764767.301809:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764767.301811:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764767.301813:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:2.0:1787764767.301816:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764767.301817:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764767.301819:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:2.0:1787764767.301822:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764767.301823:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.301824:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764767.301828:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482389888/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301901:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764767.301903:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764767.301905:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764767.301907:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764767.301909:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764767.301968:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764767.301972:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764767.301973:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:2.0:1787764767.301976:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764767.301977:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764767.301978:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:2.0:1787764767.301982:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764767.301983:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.301985:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764767.301989:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482390016/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764767.301995:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764767.301996:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764767.301998:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764767.302000:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764767.302001:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764767.302002:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764767.302004:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764767.302005:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:2.0:1787764767.302008:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764767.302009:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764767.302010:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764767.302012:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764767.302013:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.302014:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.302020:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764767.302022:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764767.302024:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764767.302026:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764768.001436:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764768.001443:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764768.001447:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764768.001451:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764768.001453:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764768.001456:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764768.001459:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764768.001461:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764768.001462:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764768.001465:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764768.001468:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764768.001469:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764768.002493:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764768.002497:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764768.002500:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764768.640917:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321019688, at 4321019712
00000100:00000010:0.0:1787764768.640934:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538c60.
00000100:00000040:1.0:1787764768.640976:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321019688, at 4321019712
00000100:00000010:1.0:1787764768.640990:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538ba0.
00010000:00000001:2.0:1787764769.024890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764769.024896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764769.024902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764769.024903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764769.024907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764769.024908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764769.025145:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764769.025148:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764769.025152:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764770.048862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764770.048869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764770.048874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764770.048876:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764770.048878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764770.048880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764770.051700:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764770.051706:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764770.051709:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764771.072905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764771.072913:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764771.072915:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764771.072918:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764771.072923:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764771.072925:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764771.072927:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764771.072930:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764771.072934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764771.072935:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764771.072939:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764771.072939:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764771.072999:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764771.073003:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764771.073006:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764772.098034:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764772.098040:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764772.098045:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764772.098047:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764772.098050:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764772.098052:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764772.098263:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764772.098267:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764772.098270:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764772.417797:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764772.417807:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764772.417809:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764772.417812:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764772.417816:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764772.417824:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26351
00000400:00000200:0.0:1787764772.417833:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764772.417840:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764772.417843:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764772.417846:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.417849:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764772.417852:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.417854:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764772.417857:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764772.417859:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764772.417862:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764772.417865:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764772.417867:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764772.417869:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764772.417872:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.417874:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764772.417876:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.417878:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764772.417880:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764772.417883:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764772.417885:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.417888:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764772.417891:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764772.417894:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.417896:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764772.417898:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764772.417907:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764772.417911:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764772.417914:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764772.417916:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.417919:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764772.417921:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764772.417925:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764772.417934:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764772.417940:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764772.417949:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764772.417959:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764772.417963:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764772.417968:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.417997:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764772.418001:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764772.418004:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764772.418005:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764772.418007:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764772.418009:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764772.418012:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26351
00000400:00000200:0.0:1787764772.418015:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764772.418018:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764772.418020:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764772.418023:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.418025:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764772.418027:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.418028:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764772.418030:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764772.418031:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764772.418033:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764772.418035:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764772.418037:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764772.418039:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764772.418042:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.418044:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764772.418046:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.418048:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764772.418050:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764772.418052:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764772.418054:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.418056:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764772.418062:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764772.418063:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.418065:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764772.418068:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764772.418071:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.418073:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764772.418077:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764772.418079:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764772.418081:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764772.418082:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.418084:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764772.418085:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764772.418087:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764772.418090:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764772.418094:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764772.418099:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764772.418105:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764772.418107:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764772.418111:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.418124:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764772.418126:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764772.418129:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764772.418131:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764772.418132:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764772.418134:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764772.418137:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26351
00000400:00000200:0.0:1787764772.418140:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764772.418143:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764772.418145:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764772.418147:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.418149:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764772.418150:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.418152:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764772.418154:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764772.418155:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764772.418157:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764772.418158:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764772.418160:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764772.418162:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764772.418165:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.418167:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764772.418169:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.418171:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764772.418173:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764772.418176:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764772.418178:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.418180:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764772.418183:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764772.418185:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.418186:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764772.418188:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764772.418190:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.418192:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764772.418195:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764772.418197:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764772.418200:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764772.418201:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.418203:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764772.418204:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764772.418206:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764772.418209:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764772.418212:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764772.418217:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764772.418223:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764772.418225:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764772.418229:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.418235:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764772.418238:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764772.418489:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764772.418494:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764772.418497:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764772.418503:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.418511:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764772.418513:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764772.418516:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764772.418519:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764772.418522:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764772.418525:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482390144:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764772.418529:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764772.418533:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764772.418535:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764772.418538:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764772.418542:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764772.418544:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764772.418549:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764772.418552:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764772.418558:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764772.418565:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482390144, portal 25
00000100:00000001:2.0:1787764772.418568:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764772.418569:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764772.418575:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.418581:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764772.418584:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764772.418586:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764772.418590:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482390144, offset 0
00000400:00000200:2.0:1787764772.418596:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764772.418604:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764772.418609:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764772.418614:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764772.418617:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764772.418621:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764772.418624:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764772.418628:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278290:278290:256:4294967295] 192.168.203.115@tcp LPNI seq info [278290:278290:8:4294967295]
00000400:00000200:2.0:1787764772.418632:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764772.418642:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764772.418647:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764772.418653:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764772.418659:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764772.418663:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764772.418668:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764772.418672:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764772.418677:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764772.418679:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764772.418685:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764772.418690:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764772.418708:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764772.418711:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764772.418715:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764772.418719:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.418728:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764772.418732:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.418740:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.418741:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764772.418792:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764772.418797:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764772.418806:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321024808
00000100:00000010:2.0:1787764772.418812:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538ba0.
00000100:00000001:2.0:1787764772.418820:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764772.418828:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321024808
00000100:00000010:2.0:1787764772.418831:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538c60.
00000100:00000001:2.0:1787764772.418834:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764772.418841:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764772.418843:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.418845:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764772.418850:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764772/real 1787764772]  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764772.418865:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764772.418867:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764772.418869:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764772.418872:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764772.418873:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764772.418876:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764772.418879:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764772.418887:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.418894:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764772.418896:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.418898:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764772.418900:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764772.418903:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.418911:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764772.418914:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.418921:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764772.418924:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.418926:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764772.418927:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.418929:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764772.418930:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764772.418933:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764772.418937:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764772.418939:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764772.418944:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764772.418952:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482390144:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764772.418956:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764772.418960:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.418967:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764772.418968:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764772.418970:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764772.418972:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764772.418974:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764772.418977:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390272:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764772.418981:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764772.418982:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764772.418984:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764772.418985:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764772.418988:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764772.418990:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764772.418994:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764772.418997:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764772.419000:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764772.419002:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482390272, portal 10
00000100:00000001:2.0:1787764772.419004:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764772.419006:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:2.0:1787764772.419011:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419017:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764772.419020:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764772.419022:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764772.419024:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482390272, offset 0
00000400:00000200:2.0:1787764772.419028:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764772.419046:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764772.419050:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764772.419052:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764772.419055:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764772.419057:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764772.419060:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764772.419062:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278291:278291:256:4294967295] 192.168.203.115@tcp LPNI seq info [278291:278291:8:4294967295]
00000400:00000200:2.0:1787764772.419066:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764772.419073:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764772.419077:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764772.419080:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764772.419083:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764772.419086:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764772.419090:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764772.419092:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764772.419096:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764772.419098:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764772.419101:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764772.419104:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764772.419107:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764772.419109:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764772.419111:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764772.419115:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419122:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764772.419125:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419130:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.419132:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764772.419134:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764772.419138:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764772.419141:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764772.419144:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321023500
00000100:00000001:2.0:1787764772.419146:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321024808
00000100:00000001:2.0:1787764772.419148:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321023500
00000100:00000001:2.0:1787764772.419150:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321024808
00000100:00000001:2.0:1787764772.419152:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764772.419154:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.419155:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764772.419159:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764772/real 1787764772]  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764772.419167:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764772.419168:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764772.419169:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764772.419172:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764772.419173:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764772.419176:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764772.419179:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764772.419186:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419354:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764772.419356:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.419359:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764772.419360:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764772.419367:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419374:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764772.419379:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419386:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764772.419390:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.419391:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764772.419392:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.419394:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764772.419396:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764772.419399:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764772.419401:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764772.419403:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764772.419407:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764772.419414:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390272:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764772.419418:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764772.419421:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419426:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764772.419428:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764772.419430:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764772.419431:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764772.419433:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764772.419436:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390400:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764772.419439:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764772.419441:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764772.419442:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764772.419444:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764772.419447:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764772.419462:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764772.419467:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764772.419470:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764772.419473:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764772.419476:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482390400, portal 10
00000100:00000001:2.0:1787764772.419479:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764772.419480:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764772.419485:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419491:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764772.419493:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764772.419495:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764772.419497:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482390400, offset 0
00000400:00000200:2.0:1787764772.419501:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764772.419504:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764772.419508:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764772.419511:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764772.419514:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764772.419516:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764772.419519:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764772.419521:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278292:278292:256:4294967295] 192.168.203.115@tcp LPNI seq info [278292:278292:8:4294967295]
00000400:00000200:2.0:1787764772.419524:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764772.419531:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764772.419535:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764772.419539:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764772.419542:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764772.419544:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764772.419548:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764772.419551:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764772.419555:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764772.419557:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764772.419560:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764772.419563:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764772.419565:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764772.419567:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764772.419569:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764772.419572:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419584:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764772.419587:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419593:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.419594:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764772.419597:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764772.419600:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764772.419603:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764772.419605:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321023508
00000100:00000001:2.0:1787764772.419607:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321024808
00000100:00000001:2.0:1787764772.419609:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321023508
00000100:00000001:2.0:1787764772.419611:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321024808
00000100:00000001:2.0:1787764772.419612:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764772.419614:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.419616:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764772.419619:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764772/real 1787764772]  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764772.419625:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764772.419627:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764772.419628:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764772.419630:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764772.419632:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764772.419634:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764772.419637:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764772.419645:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419651:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764772.419653:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.419655:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764772.419656:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764772.419659:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419666:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764772.419669:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419675:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764772.419677:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.419678:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764772.419679:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.419681:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764772.419683:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764772.419685:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764772.419687:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764772.419689:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764772.419692:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764772.419711:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390400:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764772.419715:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.419717:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764772.419719:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482390144/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419725:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764772.419727:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764772.419730:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764772.419732:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764772.419734:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764772.419737:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764772.419738:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764772.419740:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:2.0:1787764772.419744:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764772.419746:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764772.419940:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764772.419945:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764772.419947:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.419949:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764772.419953:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482390272/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419958:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764772.419960:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764772.419962:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764772.419964:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764772.419965:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764772.419966:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764772.419968:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764772.419970:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:2.0:1787764772.419972:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764772.419973:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764772.419975:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:2.0:1787764772.419977:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764772.419978:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.419979:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764772.419983:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482390400/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.419989:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764772.419990:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764772.419992:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764772.419994:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764772.419995:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764772.419996:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764772.419998:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764772.419999:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:2.0:1787764772.420002:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764772.420003:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764772.420004:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764772.420006:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764772.420007:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.420009:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.420016:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764772.420018:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.420020:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764772.420022:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764772.420458:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764772.420461:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764772.420464:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764772.420467:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764772.420471:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26351
00000400:00000200:0.0:1787764772.420478:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764772.420482:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764772.420485:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764772.420488:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.420491:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764772.420493:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.420495:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764772.420498:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764772.420499:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764772.420501:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764772.420504:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764772.420506:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764772.420508:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764772.420511:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.420513:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764772.420515:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.420517:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764772.420519:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764772.420522:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764772.420526:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.420528:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764772.420533:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764772.420536:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.420538:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764772.420541:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764772.420544:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.420545:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764772.420550:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764772.420554:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764772.420557:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764772.420559:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.420561:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764772.420562:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764772.420565:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764772.420570:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764772.420576:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764772.420582:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764772.420591:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764772.420595:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764772.420599:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.420622:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764772.420626:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764772.420629:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764772.420630:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764772.420631:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764772.420634:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764772.420636:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26351
00000400:00000200:0.0:1787764772.420640:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764772.420643:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764772.420645:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764772.420648:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.420651:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764772.420653:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.420656:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764772.420658:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764772.420659:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:2.0:1787764772.420661:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764772.420665:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764772.420667:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764772.420672:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.420685:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764772.420686:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764772.420689:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764772.420691:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764772.420693:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764772.420705:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390528:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764772.420708:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764772.420710:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764772.420712:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764772.420714:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764772.420717:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764772.420719:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764772.420723:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764772.420725:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764772.420730:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764772.420734:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482390528, portal 4
00000100:00000001:2.0:1787764772.420735:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764772.420737:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000040:2.0:1787764772.420744:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.420765:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764772.420768:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764772.420771:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764772.420773:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482390528, offset 0
00000400:00000200:2.0:1787764772.420778:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764772.420900:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764772.420905:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764772.420909:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764772.420912:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764772.420915:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764772.420917:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764772.420921:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278293:278293:256:4294967295] 192.168.203.115@tcp LPNI seq info [278293:278293:8:4294967295]
00000400:00000200:2.0:1787764772.420925:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764772.420932:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764772.420937:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764772.420941:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764772.420946:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764772.420949:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764772.420953:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764772.420956:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764772.420960:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764772.420962:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764772.420967:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764772.420971:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764772.420975:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764772.420977:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764772.420980:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764772.420983:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.420991:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764772.420994:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.420999:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.421001:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764772.421005:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764772.421008:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764772.421011:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764772.421013:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321023510
00000100:00000001:2.0:1787764772.421015:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321024808
00000100:00000001:2.0:1787764772.421017:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321023510
00000100:00000001:2.0:1787764772.421019:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321024808
00000100:00000001:2.0:1787764772.421021:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764772.421023:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.421024:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764772.421028:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764772/real 1787764772]  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764772.421120:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764772.421121:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764772.421123:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764772.421126:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764772.421127:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764772.421129:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764772.421133:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764772.421140:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.421146:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764772.421148:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.421150:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764772.421151:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764772.421154:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.421160:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764772.421164:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.421170:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764772.421173:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.421175:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764772.421176:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.421178:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764772.421179:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764772.421181:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764772.421184:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764772.421187:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764772.421256:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764772.421267:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390528:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764772.421271:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.421273:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764772.421276:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482390528/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.421282:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764772.421284:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764772.421286:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764772.421289:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764772.421290:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764772.421292:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764772.421294:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764772.421296:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:2.0:1787764772.421300:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764772.421301:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764772.421303:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:2.0:1787764772.421305:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764772.421306:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.421308:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.421314:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764772.421315:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.421317:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764772.421319:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764772.421972:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764772.421978:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764772.421981:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764772.421984:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764772.421989:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.421991:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764772.421995:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764772.421997:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764772.421999:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764772.422003:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764772.422005:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.422007:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764772.422012:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764772.422014:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.422016:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764772.422019:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764772.422022:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.422024:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764772.422029:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764772.422031:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764772.422034:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764772.422036:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.422038:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764772.422039:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764772.422042:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764772.422046:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764772.422050:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764772.422056:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764772.422064:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764772.422067:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764772.422071:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.422093:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764772.422099:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26361)
00000100:00000001:2.0:1787764772.422151:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764772.422154:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764772.422156:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764772.422160:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.422168:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764772.422170:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764772.422172:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764772.422174:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764772.422175:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764772.422179:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390656:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764772.422182:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764772.422184:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764772.422186:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764772.422188:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764772.422202:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764772.422205:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764772.422209:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764772.422213:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764772.422216:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764772.422221:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482390656, portal 4
00000100:00000001:2.0:1787764772.422223:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764772.422225:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000040:2.0:1787764772.422231:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.422237:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764772.422239:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764772.422242:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764772.422245:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482390656, offset 0
00000400:00000200:2.0:1787764772.422250:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764772.422256:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764772.422260:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764772.422264:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764772.422266:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764772.422269:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764772.422271:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764772.422274:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278294:278294:256:4294967295] 192.168.203.115@tcp LPNI seq info [278294:278294:8:4294967295]
00000400:00000200:2.0:1787764772.422278:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764772.422285:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764772.422290:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764772.422294:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764772.422298:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764772.422301:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764772.422305:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764772.422308:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764772.422311:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764772.422313:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764772.422317:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764772.422320:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764772.422324:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764772.422326:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764772.422329:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764772.422332:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.422340:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764772.422343:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.422349:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.422350:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764772.422354:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764772.422358:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764772.422361:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764772.422364:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321023516
00000100:00000001:2.0:1787764772.422366:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321024808
00000100:00000001:2.0:1787764772.422368:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321023516
00000100:00000001:2.0:1787764772.422370:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321024808
00000100:00000001:2.0:1787764772.422372:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764772.422375:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.422376:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764772.422380:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764772/real 1787764772]  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764772.422387:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764772.422388:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764772.422390:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764772.422391:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764772.422392:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764772.422394:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764772.422396:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764772.422401:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.422404:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764772.422405:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.422406:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764772.422407:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764772.422409:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.422412:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764772.422415:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.422419:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764772.422421:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.422422:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764772.422423:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.422424:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764772.422426:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764772.422428:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764772.422432:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764772.422434:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764772.422437:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764772.422445:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390656:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764772.422460:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.422463:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764772.422467:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482390656/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764772.422473:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764772.422475:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764772.422477:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764772.422479:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764772.422481:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764772.422482:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764772.422484:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764772.422485:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:2.0:1787764772.422487:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764772.422488:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764772.422489:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:2.0:1787764772.422491:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764772.422492:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.422493:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.422496:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764772.422497:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764772.422498:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764772.422500:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764773.121709:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764773.121716:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764773.121722:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764773.121723:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764773.121727:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764773.121728:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764773.124194:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764773.124201:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764773.124206:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764773.760868:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321024808, at 4321024832
00000100:00000010:1.0:1787764773.760885:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538c60.
00000100:00000040:0.0:1787764773.761352:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321024808, at 4321024832
00000100:00000010:0.0:1787764773.761359:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538ba0.
00010000:00000001:2.0:1787764774.144870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764774.144877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764774.144881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764774.144882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764774.144885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764774.144886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764774.145024:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764774.145028:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764774.145031:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764775.168911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764775.168917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764775.168922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764775.168924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764775.168927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764775.168928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764775.169028:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764775.169032:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764775.169035:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764776.192867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764776.192873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764776.192878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764776.192880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764776.192883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764776.192886:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764776.192888:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764776.192891:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764776.192894:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764776.192897:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764776.192899:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764776.192901:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764776.192963:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764776.192967:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764776.192971:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764777.216921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764777.216928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764777.216934:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764777.216935:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764777.216943:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764777.216944:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764777.217182:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764777.217187:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764777.217190:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764777.538071:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764777.538082:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764777.538084:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764777.538088:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764777.538093:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764777.538100:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26356
00000400:00000200:0.0:1787764777.538109:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764777.538116:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764777.538119:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764777.538122:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538125:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764777.538128:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538130:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764777.538134:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764777.538136:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764777.538138:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764777.538142:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764777.538144:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764777.538146:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764777.538149:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538151:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764777.538153:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538155:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764777.538158:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764777.538161:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538165:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.538167:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764777.538171:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764777.538174:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538176:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764777.538179:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764777.538187:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764777.538191:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764777.538195:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764777.538197:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538199:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764777.538202:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764777.538206:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764777.538214:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764777.538219:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764777.538227:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764777.538237:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764777.538240:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764777.538244:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.538272:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764777.538276:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764777.538279:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764777.538280:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764777.538282:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764777.538285:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764777.538288:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26356
00000400:00000200:0.0:1787764777.538292:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764777.538295:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764777.538297:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764777.538299:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538302:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764777.538304:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538306:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764777.538308:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764777.538309:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764777.538311:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764777.538313:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764777.538315:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764777.538317:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764777.538320:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538321:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764777.538323:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538325:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764777.538327:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764777.538330:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538332:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.538333:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764777.538339:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764777.538341:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538342:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764777.538347:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764777.538349:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538409:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764777.538414:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764777.538416:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764777.538419:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764777.538420:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538422:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764777.538423:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764777.538425:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764777.538428:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764777.538432:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764777.538439:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764777.538446:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764777.538448:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764777.538452:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.538458:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764777.538461:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764777.538464:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764777.538466:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764777.538467:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764777.538470:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764777.538472:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26356
00000400:00000200:0.0:1787764777.538476:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764777.538479:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764777.538481:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764777.538483:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538486:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764777.538487:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538489:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764777.538491:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764777.538492:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764777.538494:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764777.538496:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764777.538498:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764777.538500:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764777.538503:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538504:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764777.538506:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538508:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764777.538510:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764777.538512:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538515:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.538516:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764777.538519:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764777.538521:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538523:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764777.538525:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764777.538527:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538529:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764777.538532:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764777.538534:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764777.538536:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764777.538537:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538538:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764777.538539:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764777.538541:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764777.538544:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764777.538548:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764777.538552:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764777.538559:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764777.538561:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764777.538565:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.538572:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764777.538574:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764777.538578:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764777.538579:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764777.538580:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764777.538584:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764777.538586:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26356
00000400:00000200:0.0:1787764777.538589:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764777.538592:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764777.538594:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764777.538597:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538599:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764777.538600:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538602:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764777.538604:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764777.538606:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764777.538607:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764777.538609:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764777.538612:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764777.538614:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764777.538616:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538619:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764777.538621:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538623:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764777.538626:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764777.538628:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538630:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.538632:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764777.538634:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764777.538636:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538638:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764777.538640:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764777.538642:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538644:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764777.538647:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764777.538650:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764777.538651:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764777.538652:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538654:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764777.538655:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764777.538657:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764777.538671:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764777.538674:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764777.538679:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764777.538685:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764777.538687:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764777.538690:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.538697:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764777.538700:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764777.538702:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764777.538704:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764777.538705:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764777.538707:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764777.538709:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26356
00000400:00000200:0.0:1787764777.538713:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764777.538716:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764777.538718:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764777.538720:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538722:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764777.538724:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538726:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764777.538728:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764777.538729:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764777.538731:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764777.538733:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764777.538734:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764777.538736:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764777.538739:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538741:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764777.538743:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538745:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764777.538747:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764777.538781:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764777.538784:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.538785:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764777.538788:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764777.538790:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538791:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764777.538793:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764777.538795:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538796:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764777.538800:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764777.538801:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764777.538804:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764777.538805:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.538806:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764777.538807:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764777.538809:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764777.538812:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:0.0:1787764777.538816:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764777.538819:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764777.538826:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764777.538828:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764777.538831:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.538839:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764777.538843:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26366)
00000100:00000001:2.0:1787764777.539066:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764777.539071:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764777.539073:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764777.539079:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539087:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764777.539088:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764777.539092:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764777.539094:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764777.539097:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764777.539100:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482390784:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764777.539105:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764777.539108:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764777.539111:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764777.539114:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764777.539118:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764777.539120:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764777.539125:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764777.539129:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764777.539135:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764777.539141:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482390784, portal 25
00000100:00000001:2.0:1787764777.539143:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764777.539145:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764777.539151:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539157:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764777.539160:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764777.539163:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764777.539166:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482390784, offset 0
00000400:00000200:2.0:1787764777.539172:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764777.539179:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764777.539184:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764777.539189:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764777.539193:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764777.539197:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764777.539200:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764777.539204:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278295:278295:256:4294967295] 192.168.203.115@tcp LPNI seq info [278295:278295:8:4294967295]
00000400:00000200:2.0:1787764777.539208:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764777.539216:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764777.539221:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764777.539226:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764777.539232:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764777.539235:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764777.539240:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764777.539244:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764777.539249:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764777.539252:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764777.539258:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764777.539262:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764777.539267:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764777.539269:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764777.539273:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764777.539277:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539287:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764777.539290:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539296:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764777.539298:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764777.539303:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764777.539307:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764777.539310:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321029929
00000100:00000010:2.0:1787764777.539314:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885382a0.
00000100:00000001:2.0:1787764777.539331:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764777.539337:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321029929
00000100:00000010:2.0:1787764777.539341:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538ae0.
00000100:00000001:2.0:1787764777.539344:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764777.539407:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764777.539411:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764777.539413:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764777.539418:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764777/real 1787764777]  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764777.539427:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764777.539429:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764777.539431:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764777.539434:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764777.539436:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764777.539438:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764777.539441:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764777.539449:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539455:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764777.539457:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.539459:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764777.539461:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764777.539464:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539471:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764777.539474:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539481:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764777.539483:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.539485:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764777.539486:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.539488:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764777.539491:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764777.539494:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764777.539497:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764777.539499:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764777.539503:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764777.539510:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482390784:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764777.539514:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764777.539517:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539523:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764777.539524:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764777.539526:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764777.539528:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764777.539530:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764777.539532:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390912:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764777.539535:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764777.539537:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764777.539539:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764777.539540:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764777.539543:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764777.539545:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764777.539548:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764777.539550:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764777.539553:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764777.539556:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482390912, portal 10
00000100:00000001:2.0:1787764777.539557:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764777.539559:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:2.0:1787764777.539564:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539576:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764777.539578:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764777.539580:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764777.539582:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482390912, offset 0
00000400:00000200:2.0:1787764777.539586:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764777.539590:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764777.539593:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764777.539596:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764777.539598:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764777.539600:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764777.539602:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764777.539605:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278296:278296:256:4294967295] 192.168.203.115@tcp LPNI seq info [278296:278296:8:4294967295]
00000400:00000200:2.0:1787764777.539609:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764777.539615:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764777.539619:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764777.539622:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764777.539626:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764777.539628:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764777.539632:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764777.539634:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764777.539638:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764777.539640:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764777.539642:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764777.539645:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764777.539647:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764777.539649:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764777.539651:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764777.539654:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539671:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764777.539674:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539686:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764777.539687:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764777.539690:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764777.539694:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764777.539697:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764777.539699:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321028621
00000100:00000001:2.0:1787764777.539702:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321029929
00000100:00000001:2.0:1787764777.539704:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321028621
00000100:00000001:2.0:1787764777.539706:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321029929
00000100:00000001:2.0:1787764777.539708:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764777.539710:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764777.539711:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764777.539715:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764777/real 1787764777]  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764777.539854:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764777.539855:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764777.539857:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764777.539860:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764777.539862:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764777.539864:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764777.539868:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764777.539876:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539882:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764777.539884:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.539885:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764777.539887:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764777.539890:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539897:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764777.539900:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539907:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764777.539909:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.539910:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764777.539911:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.539913:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764777.539914:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764777.539917:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764777.539920:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764777.539922:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764777.539925:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764777.539932:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482390912:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764777.539936:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764777.539938:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539944:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764777.539945:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764777.539947:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764777.539949:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764777.539951:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764777.539953:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391040:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764777.539956:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764777.539958:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764777.539960:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764777.539962:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764777.539965:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764777.539967:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764777.539970:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764777.539973:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764777.539975:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764777.539978:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482391040, portal 10
00000100:00000001:2.0:1787764777.539980:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764777.539981:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764777.539985:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.539991:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764777.539993:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764777.539995:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764777.539997:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482391040, offset 0
00000400:00000200:2.0:1787764777.540001:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764777.540004:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764777.540008:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764777.540011:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764777.540013:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764777.540015:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764777.540017:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764777.540020:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278297:278297:256:4294967295] 192.168.203.115@tcp LPNI seq info [278297:278297:8:4294967295]
00000400:00000200:2.0:1787764777.540024:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764777.540030:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764777.540034:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764777.540037:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764777.540040:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764777.540043:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764777.540046:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764777.540048:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764777.540052:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764777.540054:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764777.540057:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764777.540060:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764777.540062:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764777.540064:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764777.540066:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764777.540070:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540076:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764777.540079:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540085:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764777.540086:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764777.540089:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764777.540092:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764777.540094:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764777.540096:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321028630
00000100:00000001:2.0:1787764777.540098:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321029929
00000100:00000001:2.0:1787764777.540100:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321028630
00000100:00000001:2.0:1787764777.540102:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321029929
00000100:00000001:2.0:1787764777.540103:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764777.540105:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764777.540107:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764777.540110:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764777/real 1787764777]  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764777.540117:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764777.540119:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764777.540120:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764777.540122:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764777.540124:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764777.540126:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764777.540129:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764777.540137:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540143:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764777.540144:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.540146:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764777.540147:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764777.540150:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540157:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764777.540160:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540167:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764777.540169:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.540170:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764777.540171:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.540173:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764777.540174:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764777.540177:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764777.540180:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764777.540182:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764777.540185:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764777.540192:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391040:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764777.540196:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764777.540200:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540206:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764777.540208:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764777.540210:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764777.540211:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764777.540213:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764777.540216:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391168:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764777.540219:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764777.540220:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764777.540222:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764777.540224:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764777.540227:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764777.540229:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764777.540232:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764777.540235:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764777.540238:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764777.540240:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482391168, portal 4
00000100:00000001:2.0:1787764777.540242:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764777.540243:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764777.540248:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540254:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764777.540257:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764777.540259:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764777.540261:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482391168, offset 0
00000400:00000200:2.0:1787764777.540265:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764777.540268:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764777.540271:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764777.540274:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764777.540276:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764777.540278:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764777.540280:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764777.540283:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278298:278298:256:4294967295] 192.168.203.115@tcp LPNI seq info [278298:278298:8:4294967295]
00000400:00000200:2.0:1787764777.540287:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764777.540293:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764777.540297:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764777.540300:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764777.540303:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764777.540306:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764777.540310:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764777.540312:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764777.540316:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764777.540318:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764777.540577:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764777.540581:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764777.540585:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764777.540587:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764777.540589:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764777.540593:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540600:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764777.540603:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540609:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764777.540610:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764777.540613:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764777.540616:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764777.540619:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764777.540621:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321028630
00000100:00000001:2.0:1787764777.540623:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321029929
00000100:00000001:2.0:1787764777.540625:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321028630
00000100:00000001:2.0:1787764777.540627:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321029929
00000100:00000001:2.0:1787764777.540629:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764777.540631:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764777.540632:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764777.540635:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764777/real 1787764777]  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764777.540643:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764777.540645:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764777.540646:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764777.540649:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764777.540650:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764777.540652:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764777.540655:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764777.540673:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540678:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764777.540680:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.540682:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764777.540683:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764777.540686:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540693:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764777.540696:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540702:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764777.540704:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.540706:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764777.540707:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.540709:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764777.540711:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764777.540713:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764777.540717:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764777.540729:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764777.540734:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764777.540741:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391168:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764777.540745:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764777.540766:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540773:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764777.540774:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764777.540777:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764777.540778:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764777.540780:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764777.540783:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391296:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764777.540786:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764777.540788:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764777.540789:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764777.540790:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764777.540794:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764777.540796:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764777.540800:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764777.540802:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764777.540805:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764777.540808:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482391296, portal 4
00000100:00000001:2.0:1787764777.540809:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764777.540810:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:2.0:1787764777.540816:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540821:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764777.540824:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764777.540827:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764777.540829:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482391296, offset 0
00000400:00000200:2.0:1787764777.540833:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764777.540836:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764777.540840:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764777.540843:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764777.540845:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764777.540847:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764777.540850:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764777.540852:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278299:278299:256:4294967295] 192.168.203.115@tcp LPNI seq info [278299:278299:8:4294967295]
00000400:00000200:2.0:1787764777.540856:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764777.540862:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764777.540866:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764777.540869:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764777.540873:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764777.540876:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764777.540880:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764777.540883:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764777.540886:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764777.540888:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764777.540891:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764777.540894:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764777.540897:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764777.540898:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764777.540900:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764777.540903:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540910:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764777.540913:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540918:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764777.540920:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764777.540923:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764777.540926:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764777.540929:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764777.540930:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321028635
00000100:00000001:2.0:1787764777.540933:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321029929
00000100:00000001:2.0:1787764777.540934:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321028635
00000100:00000001:2.0:1787764777.540936:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321029929
00000100:00000001:2.0:1787764777.540938:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764777.540939:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764777.540941:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764777.540944:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764777/real 1787764777]  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764777.540951:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764777.540952:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764777.540954:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764777.540956:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764777.540957:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764777.540959:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764777.540962:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764777.540969:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540974:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764777.540976:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.540977:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764777.540979:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764777.540982:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540987:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764777.540991:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.540998:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764777.541000:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.541002:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764777.541003:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.541005:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764777.541006:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764777.541008:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764777.541011:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764777.541013:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764777.541016:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764777.541024:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391296:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764777.541027:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.541029:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764777.541032:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482390784/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.541039:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764777.541041:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764777.541043:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764777.541046:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764777.541049:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764777.541051:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764777.541053:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764777.541055:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
02000000:00000001:2.0:1787764777.541059:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764777.541061:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764777.541063:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764777.541066:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764777.541067:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.541069:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764777.541073:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482390912/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.541079:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764777.541080:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764777.541082:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764777.541084:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764777.541085:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764777.541086:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764777.541088:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764777.541090:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:2.0:1787764777.541092:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764777.541093:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764777.541094:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:2.0:1787764777.541096:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764777.541097:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.541099:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764777.541101:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482391040/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.541107:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764777.541108:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764777.541110:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764777.541112:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764777.541113:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764777.541114:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764777.541115:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764777.541117:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:2.0:1787764777.541119:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764777.541120:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764777.541121:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764777.541123:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764777.541125:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.541126:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764777.541129:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482391168/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.541140:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764777.541141:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764777.541143:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764777.541145:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764777.541145:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764777.541146:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764777.541148:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764777.541149:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919edc00.
02000000:00000001:2.0:1787764777.541152:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764777.541153:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764777.541154:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764777.541156:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764777.541157:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.541159:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764777.541162:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482391296/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764777.541167:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764777.541168:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764777.541170:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764777.541172:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764777.541173:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764777.541173:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764777.541175:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764777.541176:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef400.
02000000:00000001:2.0:1787764777.541178:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764777.541179:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764777.541180:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:2.0:1787764777.541182:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764777.541183:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.541185:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.541193:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764777.541195:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764777.541197:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764777.541199:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764778.241125:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764778.241132:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764778.241138:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764778.241141:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764778.241143:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764778.241146:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764778.241149:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764778.241151:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764778.241153:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764778.241155:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764778.241159:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764778.241160:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764778.241244:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764778.241248:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764778.241251:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764778.880856:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321029929, at 4321029952
00000100:00000040:1.0:1787764778.880856:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321029929, at 4321029952
00000100:00000010:0.0:1787764778.880870:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885382a0.
00000100:00000010:1.0:1787764778.880872:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538ae0.
00010000:00000001:2.0:1787764779.264991:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764779.264997:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764779.265002:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764779.265004:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764779.265007:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764779.265008:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764779.265107:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764779.265110:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764779.265114:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764780.289111:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764780.289119:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764780.289121:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764780.289125:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764780.289129:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764780.289131:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764780.289133:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764780.289136:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764780.289139:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764780.289141:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764780.289144:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764780.289145:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764780.289225:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764780.289228:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764780.289230:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764781.313906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764781.313911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764781.313915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764781.313916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764781.313918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764781.313919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764781.314184:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764781.314188:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764781.314191:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764782.336908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764782.336914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764782.336918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764782.336920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764782.336929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764782.336930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764782.337269:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764782.337273:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764782.337276:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764782.656886:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764782.656897:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764782.656899:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764782.656902:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764782.656906:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764782.656914:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26361
00000400:00000200:0.0:1787764782.656923:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764782.656930:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764782.656933:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764782.656936:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.656939:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764782.656941:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.656944:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764782.656947:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764782.656949:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764782.656951:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764782.656954:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764782.656956:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764782.656959:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764782.656961:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.656964:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764782.656966:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.656968:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764782.656971:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764782.656974:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764782.656976:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.656979:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764782.656983:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764782.656986:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.656988:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764782.656990:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764782.657000:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764782.657003:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764782.657006:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764782.657008:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657011:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764782.657013:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764782.657017:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764782.657026:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:0.0:1787764782.657032:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764782.657052:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764782.657063:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764782.657066:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764782.657071:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.657092:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764782.657095:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764782.657098:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764782.657100:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764782.657101:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764782.657104:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764782.657107:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26361
00000400:00000200:0.0:1787764782.657111:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764782.657113:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764782.657115:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764782.657119:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657121:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764782.657123:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657126:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764782.657128:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764782.657129:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764782.657130:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764782.657132:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764782.657134:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764782.657136:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764782.657139:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657140:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764782.657142:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657144:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764782.657146:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764782.657149:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657151:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.657153:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764782.657159:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764782.657161:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657163:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764782.657166:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764782.657169:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657171:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764782.657175:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764782.657177:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764782.657179:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764782.657182:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657183:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764782.657185:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764782.657186:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764782.657190:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764782.657193:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764782.657198:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764782.657204:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764782.657206:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764782.657210:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.657228:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764782.657232:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764782.657235:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764782.657236:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764782.657238:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764782.657240:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764782.657243:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26361
00000400:00000200:0.0:1787764782.657247:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764782.657250:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764782.657252:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764782.657255:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657257:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764782.657259:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657261:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764782.657263:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764782.657265:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764782.657266:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764782.657268:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764782.657270:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:2.0:1787764782.657272:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787764782.657273:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764782.657278:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764782.657279:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764782.657280:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764782.657283:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764782.657284:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657289:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764782.657293:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00000040:2.0:1787764782.657295:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764782.657298:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657303:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.657307:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764782.657311:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764782.657313:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787764782.657315:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.657317:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657318:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764782.657322:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787764782.657324:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1787764782.657326:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.657329:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764782.657330:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.657336:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764782.657337:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764782.657341:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00100000:2.0:1787764782.657343:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482391424:192.168.203.115@tcp:250:kworker.0
02000000:00000001:0.0:1787764782.657344:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764782.657347:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657351:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764782.657352:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764782.657353:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764782.657357:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.657358:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1787764782.657361:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
02000000:00000001:2.0:1787764782.657362:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657367:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.657367:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764782.657374:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5000.
00000100:00100000:0.0:1787764782.657375:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764782.657378:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657386:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764782.657388:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764782.657390:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764782.657395:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000100:00000040:0.0:1787764782.657397:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764782.657405:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000001:0.0:1787764782.657407:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764782.657411:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787764782.657414:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482391424, portal 25
00000100:00080000:0.0:1787764782.657416:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764782.657420:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764782.657420:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764782.657425:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00080000:0.0:1787764782.657426:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764782.657430:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764782.657434:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26361
00000100:00000040:2.0:1787764782.657438:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764782.657442:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764782.657449:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764782.657452:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764782.657456:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764782.657458:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000040:2.0:1787764782.657464:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657465:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764782.657470:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000010:2.0:1787764782.657470:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000001:0.0:1787764782.657476:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764782.657478:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787764782.657478:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482391424, offset 0
00000020:00000040:0.0:1787764782.657481:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764782.657484:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764782.657486:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764782.657489:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000200:2.0:1787764782.657491:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000020:00000001:0.0:1787764782.657494:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764782.657499:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657502:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764782.657503:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764782.657506:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657510:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764782.657511:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000200:2.0:1787764782.657514:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764782.657521:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764782.657527:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:0.0:1787764782.657528:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:2.0:1787764782.657532:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787764782.657533:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.657538:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764782.657539:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000001:0.0:1787764782.657542:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764782.657547:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278300:278300:256:4294967295] 192.168.203.115@tcp LPNI seq info [278300:278300:8:4294967295]
02000000:00000001:0.0:1787764782.657548:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657553:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764782.657557:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787764782.657558:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00000001:0.0:1787764782.657561:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657563:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764782.657566:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764782.657568:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764782.657570:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764782.657571:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657573:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764782.657575:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764782.657577:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764782.657581:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764782.657585:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764782.657590:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1787764782.657593:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787764782.657602:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657608:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764782.657612:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764782.657612:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000100:00000040:0.0:1787764782.657620:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787764782.657622:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764782.657642:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787764782.657644:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764782.657651:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787764782.657656:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:0.0:1787764782.657657:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764782.657660:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764782.657663:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787764782.657663:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787764782.657669:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764782.657674:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26361
00000800:00000100:2.0:1787764782.657675:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764782.657680:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:0.0:1787764782.657681:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764782.657686:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764782.657689:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764782.657690:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787764782.657693:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657698:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764782.657700:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787764782.657703:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657707:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:2.0:1787764782.657708:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000020:00000001:0.0:1787764782.657711:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787764782.657713:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000020:00000040:0.0:1787764782.657714:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:2.0:1787764782.657720:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1787764782.657726:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787764782.657726:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787764782.657729:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764782.657734:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764782.657738:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764782.657745:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764782.657747:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764782.657780:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.657783:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764782.657790:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764782.657793:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657794:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764782.657797:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1787764782.657799:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764782.657803:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764782.657806:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.657806:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.657811:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764782.657814:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764782.657815:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:0.0:1787764782.657818:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.657820:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321035048
00000100:00000001:0.0:1787764782.657822:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764782.657826:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764782.657829:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764782.657829:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538d20.
00000100:00000001:0.0:1787764782.657832:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764782.657838:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000100:00000001:2.0:1787764782.657839:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1787764782.657841:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764782.657845:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764782.657846:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.657848:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764782.657850:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764782.657850:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321035048
02000000:00000001:0.0:1787764782.657854:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764782.657858:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538de0.
02000000:00000010:0.0:1787764782.657859:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:2.0:1787764782.657863:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764782.657865:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764782.657871:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764782.657873:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764782.657880:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.657885:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764782.657891:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787764782.657893:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764782/real 1787764782]  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.657895:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764782.657903:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764782.657911:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787764782.657914:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764782.657915:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764782.657920:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000100:00000040:0.0:1787764782.657922:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26371)
00000400:00000200:2.0:1787764782.657924:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764782.657927:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764782.657931:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764782.657935:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764782.657945:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.657951:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764782.657953:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.657956:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764782.657958:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764782.657962:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.657969:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764782.657974:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.657981:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764782.657984:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.657986:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764782.657988:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.657990:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764782.657992:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764782.657995:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764782.657999:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764782.658002:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764782.658006:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764782.658014:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482391424:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764782.658019:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764782.658022:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.658030:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764782.658031:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.658034:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764782.658036:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764782.658038:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764782.658042:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391552:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764782.658045:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764782.658047:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764782.658049:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.658051:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764782.658054:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764782.658056:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764782.658060:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764782.658062:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764782.658066:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764782.658069:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482391552, portal 10
00000100:00000001:2.0:1787764782.658071:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764782.658073:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:2.0:1787764782.658079:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.658085:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764782.658088:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764782.658090:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764782.658093:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482391552, offset 0
00000400:00000200:2.0:1787764782.658097:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764782.658101:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764782.658105:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764782.658108:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764782.658111:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764782.658113:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764782.658115:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764782.658118:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278301:278301:256:4294967295] 192.168.203.115@tcp LPNI seq info [278301:278301:8:4294967295]
00000400:00000200:2.0:1787764782.658122:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764782.658522:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764782.658528:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764782.658533:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764782.658537:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764782.658540:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764782.658544:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764782.658548:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764782.658551:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764782.658553:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764782.658558:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764782.658603:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764782.658607:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764782.658610:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764782.658613:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764782.658617:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.658640:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764782.658643:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.658649:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.658651:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764782.658655:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764782.658659:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764782.658662:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764782.658664:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321033740
00000100:00000001:2.0:1787764782.658667:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321035048
00000100:00000001:2.0:1787764782.658669:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321033740
00000100:00000001:2.0:1787764782.658670:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321035048
00000100:00000001:2.0:1787764782.658672:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764782.658674:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.658676:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764782.658680:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764782/real 1787764782]  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764782.658687:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764782.658688:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764782.658689:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764782.658691:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764782.658693:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764782.658695:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764782.658698:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764782.658705:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.658712:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764782.658714:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.658716:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764782.658717:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764782.658721:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.658727:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764782.658730:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.658736:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764782.658738:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.658739:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764782.658740:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.658742:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764782.658744:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764782.658746:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764782.658768:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764782.658771:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764782.658775:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764782.658781:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391552:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764782.658785:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.658787:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764782.658790:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482391424/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.658797:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764782.658799:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764782.658802:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764782.658805:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764782.658806:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764782.658808:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764782.658810:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764782.658812:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef400.
02000000:00000001:2.0:1787764782.658815:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764782.658817:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764782.658819:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:2.0:1787764782.658822:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764782.658823:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.658824:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764782.658827:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482391552/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.658833:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764782.658835:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764782.658836:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764782.658838:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764782.658840:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764782.658841:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764782.658843:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764782.658844:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919edc00.
02000000:00000001:2.0:1787764782.658846:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764782.658847:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764782.658848:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:2.0:1787764782.658850:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764782.658852:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.658853:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.658861:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764782.658863:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.658865:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764782.658866:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764782.658868:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764782.658872:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.658879:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764782.658880:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.658882:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764782.658884:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764782.658887:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764782.658890:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391680:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764782.658892:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764782.658894:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764782.658896:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.658898:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764782.658901:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764782.658902:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764782.658906:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764782.658909:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764782.658912:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764782.658916:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482391680, portal 10
00000100:00000001:2.0:1787764782.658918:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764782.658919:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764782.658924:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.658930:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764782.658933:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764782.658935:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764782.658937:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482391680, offset 0
00000400:00000200:2.0:1787764782.658942:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764782.658946:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764782.658950:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764782.658953:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764782.658955:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764782.658957:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764782.658960:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764782.658963:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278302:278302:256:4294967295] 192.168.203.115@tcp LPNI seq info [278302:278302:8:4294967295]
00000400:00000200:2.0:1787764782.658967:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764782.658973:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764782.658978:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764782.658982:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764782.658986:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764782.658988:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764782.658992:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764782.658995:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764782.658999:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764782.659000:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764782.659003:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764782.659007:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764782.659010:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764782.659012:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764782.659014:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764782.659017:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659024:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764782.659027:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659032:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.659033:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764782.659037:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764782.659039:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764782.659043:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764782.659044:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321033749
00000100:00000001:2.0:1787764782.659047:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321035048
00000100:00000001:2.0:1787764782.659048:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321033749
00000100:00000001:2.0:1787764782.659050:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321035048
00000100:00000001:2.0:1787764782.659052:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764782.659054:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.659056:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764782.659059:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764782/real 1787764782]  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764782.659074:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764782.659076:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764782.659078:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764782.659080:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764782.659082:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764782.659084:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764782.659086:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764782.659093:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659099:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764782.659100:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.659102:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764782.659103:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764782.659106:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659111:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764782.659114:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659119:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764782.659122:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.659123:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764782.659124:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.659313:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764782.659314:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764782.659317:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764782.659321:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764782.659323:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764782.659328:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764782.659336:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391680:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764782.659339:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764782.659343:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659349:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764782.659350:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.659352:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764782.659354:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764782.659356:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764782.659358:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391808:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764782.659362:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764782.659363:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764782.659365:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.659367:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764782.659370:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764782.659372:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764782.659376:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764782.659378:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764782.659382:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764782.659385:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482391808, portal 4
00000100:00000001:2.0:1787764782.659387:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764782.659388:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764782.659393:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659399:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764782.659401:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764782.659403:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764782.659405:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482391808, offset 0
00000400:00000200:2.0:1787764782.659410:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764782.659414:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764782.659417:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764782.659420:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764782.659422:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764782.659424:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764782.659426:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764782.659429:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278303:278303:256:4294967295] 192.168.203.115@tcp LPNI seq info [278303:278303:8:4294967295]
00000400:00000200:2.0:1787764782.659434:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764782.659440:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764782.659444:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764782.659448:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764782.659452:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764782.659454:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764782.659458:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764782.659461:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764782.659464:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764782.659466:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764782.659469:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764782.659472:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764782.659475:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764782.659477:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764782.659480:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764782.659483:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659490:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764782.659493:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659499:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.659501:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764782.659504:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764782.659507:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764782.659511:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764782.659513:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321033749
00000100:00000001:2.0:1787764782.659516:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321035048
00000100:00000001:2.0:1787764782.659518:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321033749
00000100:00000001:2.0:1787764782.659519:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321035048
00000100:00000001:2.0:1787764782.659522:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764782.659524:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.659525:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764782.659530:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764782/real 1787764782]  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764782.659536:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764782.659538:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764782.659539:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764782.659541:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764782.659542:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764782.659544:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764782.659547:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764782.659553:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659559:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764782.659610:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.659613:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764782.659615:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764782.659619:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659635:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764782.659639:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659646:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764782.659649:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.659651:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764782.659653:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.659654:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764782.659656:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764782.659659:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764782.659662:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764782.659664:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764782.659668:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764782.659676:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391808:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764782.659680:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764782.659683:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659688:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764782.659690:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.659692:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764782.659694:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764782.659695:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764782.659698:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391936:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764782.659701:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764782.659703:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764782.659704:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764782.659706:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764782.659709:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764782.659711:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764782.659714:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764782.659716:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000400:00000010:2.0:1787764782.659719:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
00000100:00000200:2.0:1787764782.659723:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482391936, portal 4
00000100:00000001:2.0:1787764782.659725:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764782.659726:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:2.0:1787764782.659731:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659737:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764782.659739:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764782.659741:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00000200:2.0:1787764782.659744:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482391936, offset 0
00000400:00000200:2.0:1787764782.659747:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764782.659841:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764782.659845:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764782.659848:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764782.659850:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764782.659853:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764782.659855:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764782.659858:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278304:278304:256:4294967295] 192.168.203.115@tcp LPNI seq info [278304:278304:8:4294967295]
00000400:00000200:2.0:1787764782.659862:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764782.659868:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764782.659872:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764782.659876:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000800:00000200:2.0:1787764782.659879:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764782.659882:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764782.659886:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764782.659888:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764782.659892:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764782.659894:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764782.659896:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764782.659899:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764782.659903:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764782.659904:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764782.659907:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764782.659911:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659924:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764782.659927:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659933:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.659934:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764782.659938:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764782.659941:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764782.659944:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764782.659946:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321033754
00000100:00000001:2.0:1787764782.659948:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321035048
00000100:00000001:2.0:1787764782.659950:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321033754
00000100:00000001:2.0:1787764782.659952:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321035048
00000100:00000001:2.0:1787764782.659954:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764782.659956:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.659957:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764782.659961:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764782/real 1787764782]  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764782.659969:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764782.659970:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764782.659971:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000400:00000200:2.0:1787764782.659974:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:2.0:1787764782.659975:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:2.0:1787764782.659978:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764782.659981:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764782.659989:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.659994:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764782.659996:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.659998:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764782.659999:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764782.660003:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.660009:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764782.660013:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.660020:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764782.660022:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.660023:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764782.660024:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.660026:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764782.660027:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764782.660030:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764782.660033:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764782.660035:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764782.660039:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764782.660046:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482391936:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764782.660050:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.660052:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764782.660055:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482391680/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.660061:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764782.660062:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764782.660064:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764782.660067:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764782.660068:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764782.660071:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764782.660072:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764782.660074:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:2.0:1787764782.660077:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764782.660079:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764782.660080:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764782.660083:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764782.660084:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.660086:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764782.660089:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482391808/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.660096:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764782.660097:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764782.660099:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764782.660101:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764782.660102:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764782.660103:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764782.660105:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764782.660106:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:2.0:1787764782.660108:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764782.660109:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764782.660111:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764782.660113:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764782.660114:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.660116:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764782.660119:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482391936/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764782.660224:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764782.660225:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764782.660227:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764782.660230:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764782.660231:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764782.660233:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764782.660235:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764782.660236:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
02000000:00000001:2.0:1787764782.660240:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764782.660242:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764782.660243:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:2.0:1787764782.660245:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764782.660246:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.660248:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.660253:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764782.660255:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764782.660257:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764782.660258:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764783.360923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764783.360928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764783.360932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764783.360933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764783.360936:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764783.360937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764783.361031:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764783.361035:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764783.361039:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764784.000873:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321035048, at 4321035072
00000100:00000010:0.0:1787764784.000886:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538d20.
00000100:00000040:1.0:1787764784.001505:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321035048, at 4321035072
00000100:00000010:1.0:1787764784.001514:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538de0.
00010000:00000001:2.0:1787764784.384828:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764784.384834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764784.384838:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764784.384839:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764784.384843:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764784.384844:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764784.384979:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764784.384983:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764784.384987:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764785.408905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764785.408912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764785.408917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764785.408918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764785.408921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764785.408925:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764785.408927:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764785.408930:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764785.408933:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764785.408935:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764785.408937:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764785.408939:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764785.408995:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764785.408999:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764785.409002:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764786.432855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764786.432860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764786.432865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764786.432866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764786.432868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764786.432869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764786.432919:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764786.432924:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764786.432928:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764787.456905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764787.456912:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764787.456919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764787.456920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764787.456924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764787.456926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764787.456988:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764787.456993:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764787.456997:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764787.776866:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764787.776877:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764787.776880:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764787.776883:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764787.776888:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764787.776895:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26366
00000400:00000200:0.0:1787764787.776912:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764787.776920:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764787.776923:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764787.776926:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.776929:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764787.776932:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.776934:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764787.776938:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764787.776941:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764787.776943:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764787.776948:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764787.776950:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764787.776953:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764787.776956:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.776958:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764787.776960:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.776962:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764787.776965:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764787.776968:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764787.776970:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.776973:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764787.776978:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764787.776981:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.776983:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764787.776986:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764787.776994:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764787.776997:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764787.777001:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764787.777003:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777006:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764787.777070:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764787.777074:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764787.777083:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764787.777092:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764787.777101:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764787.777110:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764787.777114:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764787.777118:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.777161:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764787.777165:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764787.777169:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764787.777170:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764787.777172:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764787.777175:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764787.777177:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26366
00000400:00000200:0.0:1787764787.777181:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764787.777184:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764787.777187:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764787.777190:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777192:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764787.777194:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777197:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764787.777199:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764787.777200:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764787.777202:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764787.777204:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764787.777207:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764787.777209:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764787.777221:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777224:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764787.777226:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777228:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764787.777230:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764787.777233:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777235:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.777237:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764787.777242:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764787.777244:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777246:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764787.777259:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764787.777263:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777265:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764787.777269:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764787.777271:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764787.777274:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764787.777275:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777276:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764787.777278:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764787.777279:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764787.777283:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764787.777286:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764787.777291:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764787.777302:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764787.777304:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764787.777308:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.777315:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764787.777318:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764787.777322:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764787.777323:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764787.777325:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764787.777327:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764787.777330:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26366
00000400:00000200:0.0:1787764787.777333:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764787.777336:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764787.777338:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764787.777341:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777342:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764787.777345:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777347:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764787.777349:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764787.777351:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764787.777352:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764787.777354:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764787.777356:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764787.777358:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764787.777361:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777363:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764787.777364:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777366:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764787.777377:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764787.777380:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777382:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.777384:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764787.777386:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764787.777388:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777390:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764787.777392:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764787.777394:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777396:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764787.777400:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764787.777403:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764787.777405:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764787.777406:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777408:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764787.777409:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764787.777411:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764787.777414:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764787.777417:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764787.777421:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764787.777434:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764787.777436:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764787.777441:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.777448:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764787.777451:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764787.777455:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764787.777455:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764787.777457:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764787.777460:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764787.777463:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764787.777465:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787764787.777466:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26366
00000100:00000001:2.0:1787764787.777470:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1787764787.777472:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764787.777479:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000040:2.0:1787764787.777482:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764787.777483:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764787.777489:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764787.777497:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764787.777500:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764787.777503:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787764787.777505:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764787.777507:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787764787.777509:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:2.0:1787764787.777513:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777514:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764787.777519:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764787.777521:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00100000:2.0:1787764787.777522:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482392064:192.168.203.115@tcp:250:kworker.0
00000020:00000001:0.0:1787764787.777524:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764787.777527:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:2.0:1787764787.777531:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1787764787.777532:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
02000000:00000001:2.0:1787764787.777537:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764787.777541:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764787.777543:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
02000000:00000001:2.0:1787764787.777544:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787764787.777549:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000010:2.0:1787764787.777552:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764787.777555:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777558:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764787.777562:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777565:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:2.0:1787764787.777566:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:0.0:1787764787.777571:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000400:00000010:2.0:1787764787.777574:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561dc0.
00000100:00080000:0.0:1787764787.777575:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777580:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.777582:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787764787.777584:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffb28.
02000000:00000001:0.0:1787764787.777585:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764787.777605:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777608:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764787.777611:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1787764787.777612:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482392064, portal 25
00000008:00000001:0.0:1787764787.777615:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.777617:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764787.777619:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.777621:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000010:0.0:1787764787.777624:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764787.777628:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000040:2.0:1787764787.777630:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764787.777632:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764787.777634:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777638:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764787.777641:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764787.777644:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.777646:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1787764787.777649:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000040:2.0:1787764787.777654:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777655:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764787.777660:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff330.
00000100:00100000:0.0:1787764787.777663:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764787.777666:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482392064, offset 0
00000400:00000200:2.0:1787764787.777678:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777685:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764787.777688:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764787.777689:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764787.777697:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764787.777698:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764787.777708:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787764787.777712:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764787.777714:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00080000:0.0:1787764787.777717:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787764787.777721:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787764787.777723:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764787.777726:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787764787.777728:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00080000:0.0:1787764787.777730:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764787.777735:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787764787.777736:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278305:278305:256:4294967295] 192.168.203.115@tcp LPNI seq info [278305:278305:8:4294967295]
00000100:00080000:0.0:1787764787.777741:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26366
00000400:00000200:2.0:1787764787.777747:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764787.777779:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764787.777784:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764787.777787:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764787.777793:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777797:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764787.777798:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787764787.777804:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777808:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000200:2.0:1787764787.777811:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000020:00000001:0.0:1787764787.777812:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764787.777816:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764787.777818:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1787764787.777819:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17e00.
00000020:00000040:0.0:1787764787.777820:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764787.777825:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764787.777829:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000800:00000200:2.0:1787764787.777830:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:0.0:1787764787.777836:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777840:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787764787.777841:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000040:0.0:1787764787.777846:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777849:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764787.777851:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764787.777854:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764787.777856:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.777858:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764787.777861:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764787.777863:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777865:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764787.777867:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787764787.777868:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764787.777873:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764787.777877:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764787.777878:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.777884:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321040168
00000100:00000010:0.0:1787764787.777885:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764787.777890:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000010:2.0:1787764787.777892:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538f60.
02000000:00000001:0.0:1787764787.777893:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764787.777896:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.777898:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764787.777900:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764787.777901:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787764787.777902:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764787.777909:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:2.0:1787764787.777910:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321040168
00000100:00000001:0.0:1787764787.777912:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764787.777917:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538480.
00000100:00100000:0.0:1787764787.777920:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764787.777922:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764787.777931:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764787.777933:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764787.777937:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764787.777938:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764787.777945:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.777951:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787764787.777952:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764787.777959:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26376)
00000100:00000040:2.0:1787764787.777960:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764787.777969:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764787.777971:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764787.777974:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764787.777977:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764787.777979:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764787.777982:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392192:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764787.777986:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764787.777987:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764787.777989:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764787.777991:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764787.777994:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764787.777996:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764787.777999:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764787.778002:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561cb8.
00000400:00000010:2.0:1787764787.778006:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff7f8.
00000100:00000200:2.0:1787764787.778009:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482392192, portal 10
00000100:00000001:2.0:1787764787.778011:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764787.778012:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000040:2.0:1787764787.778019:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764787.778025:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764787.778027:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764787.778029:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffc38.
00000100:00000200:2.0:1787764787.778032:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482392192, offset 0
00000400:00000200:2.0:1787764787.778036:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764787.778039:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764787.778043:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764787.778046:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764787.778049:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764787.778051:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764787.778053:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764787.778055:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278306:278306:255:4294967295] 192.168.203.115@tcp LPNI seq info [278306:278306:7:4294967295]
00000400:00000200:2.0:1787764787.778059:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764787.778065:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764787.778069:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764787.778073:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17c00.
00000800:00000200:2.0:1787764787.778077:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764787.778080:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764787.778083:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764787.778086:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764787.778089:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764787.778091:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321038860
00000100:00000001:2.0:1787764787.778094:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321040168
00000100:00000001:2.0:1787764787.778096:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321038860
00000100:00000001:2.0:1787764787.778098:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321040168
00000100:00000001:2.0:1787764787.778100:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764787.778101:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.778103:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764787.778106:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764787.778113:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764787.778114:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764787.778116:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764787.778118:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764787.778120:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764787.778122:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392320:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764787.778125:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764787.778126:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764787.778128:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764787.778129:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764787.778132:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4c00.
02000000:00000001:2.0:1787764787.778134:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764787.778137:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764787.778139:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561000.
00000400:00000010:2.0:1787764787.778142:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff110.
00000100:00000200:2.0:1787764787.778145:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482392320, portal 10
00000100:00000001:2.0:1787764787.778147:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764787.778148:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:2.0:1787764787.778153:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764787.778160:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764787.778176:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764787.778180:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff000.
00000100:00000200:2.0:1787764787.778183:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482392320, offset 0
00000400:00000200:2.0:1787764787.778187:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764787.778191:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764787.778194:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764787.778197:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764787.778199:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764787.778201:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764787.778203:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764787.778206:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278307:278307:254:4294967295] 192.168.203.115@tcp LPNI seq info [278307:278307:6:4294967295]
00000400:00000200:2.0:1787764787.778210:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764787.778215:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764787.778219:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764787.778222:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17200.
00000800:00000200:2.0:1787764787.778226:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764787.778230:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764787.778232:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764787.778234:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764787.778238:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764787.778239:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321038868
00000100:00000001:2.0:1787764787.778242:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321040168
00000100:00000001:2.0:1787764787.778244:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321038868
00000100:00000001:2.0:1787764787.778245:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321040168
00000100:00000001:2.0:1787764787.778247:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764787.778249:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.778252:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.778256:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764787.778263:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764787.778264:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787764787.778266:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764787.778268:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764787.778269:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764787.778273:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764787.778280:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764787.778281:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764787.778283:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764787.778285:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764787.778286:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764787.778289:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392448:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764787.778292:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764787.778294:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764787.778296:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764787.778297:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764787.778300:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7400.
02000000:00000001:2.0:1787764787.778302:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764787.778306:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764787.778308:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561210.
00000400:00000010:2.0:1787764787.778311:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffe58.
00000100:00000200:2.0:1787764787.778315:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482392448, portal 4
00000100:00000001:2.0:1787764787.778316:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764787.778318:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764787.778323:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764787.778329:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764787.778331:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764787.778334:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764787.778336:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482392448, offset 0
00000400:00000200:2.0:1787764787.778340:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764787.778343:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764787.779835:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764787.779838:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764787.779842:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764787.779844:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764787.779847:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764787.779849:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278308:278308:253:4294967295] 192.168.203.115@tcp LPNI seq info [278308:278308:5:4294967295]
00000400:00000200:2.0:1787764787.779855:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764787.779864:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764787.779868:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764787.779874:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17700.
00000800:00000200:2.0:1787764787.779879:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764787.779884:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764787.779888:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764787.779894:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764787.779897:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764787.779899:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321038870
00000100:00000001:2.0:1787764787.779901:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321040168
00000100:00000001:2.0:1787764787.779903:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321038870
00000100:00000001:2.0:1787764787.779905:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321040168
00000100:00000001:2.0:1787764787.779907:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764787.779909:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.779913:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764787.779920:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764787.779927:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764787.779929:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764787.779931:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764787.779934:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764787.779936:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764787.779939:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392576:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764787.779945:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764787.779948:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764787.779950:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764787.779952:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764787.779956:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764787.779958:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764787.779961:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764787.779964:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f619561a50.
00000400:00000010:2.0:1787764787.779969:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff220.
00000100:00000200:2.0:1787764787.779973:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482392576, portal 4
00000100:00000001:2.0:1787764787.779975:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764787.779977:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764787.779983:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764787.779989:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764787.779991:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764787.779993:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764787.779996:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482392576, offset 0
00000400:00000200:2.0:1787764787.780001:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764787.780006:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764787.780009:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764787.780012:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764787.780014:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764787.780017:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764787.780019:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764787.780021:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278309:278309:252:4294967295] 192.168.203.115@tcp LPNI seq info [278309:278309:4:4294967295]
00000400:00000200:2.0:1787764787.780025:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764787.780031:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764787.780036:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764787.780039:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764787.780042:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764787.780047:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:2.0:1787764787.780049:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764787.780053:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764787.780055:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764787.780058:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321038874
00000100:00000001:2.0:1787764787.780060:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321040168
00000100:00000001:2.0:1787764787.780062:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321038874
00000100:00000001:2.0:1787764787.780064:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321040168
00000100:00000001:2.0:1787764787.780066:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764787.780068:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.780071:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.780074:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764787.780080:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764787.780081:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787764787.780084:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764787.780086:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764787.780087:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764787.780089:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764788.480845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764788.480850:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764788.480854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764788.480857:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764788.480859:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764788.480861:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764788.480863:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764788.480865:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764788.480866:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764788.480868:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764788.480869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764788.480870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764788.480926:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764788.480930:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764788.480934:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764789.121169:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321040168, at 4321040192
00000100:00000010:0.0:1787764789.121184:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538f60.
00000100:00000040:1.0:1787764789.121344:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321040168, at 4321040192
00000100:00000010:1.0:1787764789.121352:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538480.
00010000:00000001:2.0:1787764789.504907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764789.504914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764789.504921:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764789.504922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764789.504925:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764789.504926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764789.505008:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764789.505012:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764789.505016:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764790.528837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764790.528844:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764790.528847:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764790.528850:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764790.528854:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764790.528857:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764790.528859:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764790.528861:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764790.528865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764790.528866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764790.528869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764790.528871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764790.528920:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764790.528925:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764790.528928:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787764790.851996:0:257218:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:2.0:1787764790.852041:0:257218:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764790.852050:0:257218:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764790.852054:0:257218:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:2.0:1787764790.852060:0:257218:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764790.852063:0:257218:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764790.852068:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764790.852071:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17e00.
00000400:00000200:2.0:1787764790.852076:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764790.852080:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764790.852085:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff330
00000400:00000010:2.0:1787764790.852088:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff330.
00000100:00000001:2.0:1787764790.852093:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764790.852101:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764790.852122:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764790.852142:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764790.852150:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764790.852152:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764790.852163:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:2.0:1787764790.852167:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000100:00000001:0.0:1787764790.852169:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000800:00000010:2.0:1787764790.852171:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17c00.
00000100:00000001:0.0:1787764790.852174:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1787764790.852177:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764790.852184:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000100:00100000:0.0:1787764790.852185:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764787/real 1787764790]  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764790.852187:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffc38
00000400:00000010:2.0:1787764790.852191:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffc38.
00000100:00000001:2.0:1787764790.852195:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764790.852201:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764790.852205:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764790.852209:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787764790.852213:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000010:0.0:1787764790.852214:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561dc0.
00000100:00000040:2.0:1787764790.852218:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764790.852221:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffb28
00000400:00000010:0.0:1787764790.852225:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffb28.
00000100:00000001:0.0:1787764790.852231:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787764790.852232:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764790.852236:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:0.0:1787764790.852239:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787764790.852243:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764790.852249:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17200.
00000400:00000200:2.0:1787764790.852254:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764790.852258:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764790.852261:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff000
00000100:00000200:0.0:1787764790.852263:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764790.852264:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff000.
00000100:00000001:2.0:1787764790.852269:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787764790.852276:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000200:2.0:1787764790.852277:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852280:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852286:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764790.852289:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764790.852291:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1787764790.852297:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764790.852298:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852326:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764790.852326:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764790.852331:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787764790.852337:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787764790.852338:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764790.852343:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17700.
00000400:00000200:2.0:1787764790.852346:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764790.852354:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1787764790.852355:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1787764790.852357:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000100:00000001:0.0:1787764790.852360:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1787764790.852361:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:0.0:1787764790.852364:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764790.852365:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787764790.852368:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1787764790.852371:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852373:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764790.852376:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764790.852383:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787764790.852385:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764790.852391:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764790.852392:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764790.852397:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787764790.852403:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764790.852406:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787764790.852407:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787764790.852412:0:257218:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764790.852417:0:257218:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764790.852421:0:257218:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:0.0:1787764790.852426:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482392064:192.168.203.115@tcp:250:kworker.0
00000400:00000200:2.0:1787764790.852428:0:257218:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764790.852434:0:257218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000100:00000001:0.0:1787764790.852436:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000010:2.0:1787764790.852437:0:257218:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764790.852441:0:257218:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787764790.852444:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764787/real 1787764790]  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764790.852448:0:257218:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764790.852469:0:257218:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764790.852474:0:257218:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764790.852477:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764790.852479:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764790.852483:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561cb8.
00000100:00000001:2.0:1787764790.852485:0:257218:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764790.852488:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff7f8
00000100:00000001:2.0:1787764790.852488:0:257218:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:0.0:1787764790.852492:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff7f8.
00000100:00000001:0.0:1787764790.852496:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764790.852501:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764790.852509:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852516:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764790.852517:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852519:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764790.852520:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764790.852524:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852531:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764790.852535:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852542:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764790.852545:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852547:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764790.852548:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852549:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764790.852552:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764790.852554:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764790.852558:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764790.852560:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764790.852565:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764790.852590:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392192:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764790.852594:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764790.852598:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764787/real 1787764790]  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764790.852605:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764790.852606:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764790.852608:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561000.
00000400:00000200:0.0:1787764790.852610:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff110
00000400:00000010:0.0:1787764790.852612:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff110.
00000100:00000001:0.0:1787764790.852614:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764790.852617:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764790.852626:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852632:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764790.852633:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852635:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764790.852636:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764790.852644:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852650:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764790.852655:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852661:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764790.852663:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852666:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764790.852667:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852669:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764790.852670:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764790.852672:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764790.852675:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764790.852678:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764790.852681:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764790.852689:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392320:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764790.852693:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764790.852695:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764790.852698:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482392064/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852704:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764790.852707:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764790.852711:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:0.0:1787764790.852715:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764790.852718:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764790.852720:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764790.852722:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764790.852725:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764790.852730:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764790.852732:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764790.852734:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:0.0:1787764790.852738:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764790.852739:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852741:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764790.852744:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482392192/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852775:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764790.852778:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764790.852779:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5000.
02000000:00000001:0.0:1787764790.852782:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764790.852783:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764790.852785:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764790.852787:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764790.852788:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764790.852790:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764790.852791:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764790.852793:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:0.0:1787764790.852795:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764790.852796:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852798:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764790.852801:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482392320/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852807:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764790.852809:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764790.852811:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:0.0:1787764790.852814:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764790.852815:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764790.852816:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764790.852818:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764790.852820:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764790.852822:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764790.852824:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764790.852825:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:0.0:1787764790.852828:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764790.852829:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852831:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764790.852833:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764790.852835:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764790.852836:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764790.852841:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764787/real 1787764790]  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764790.852849:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764790.852851:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764790.852853:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561210.
00000400:00000200:0.0:1787764790.852856:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffe58
00000400:00000010:0.0:1787764790.852858:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffe58.
00000100:00000001:0.0:1787764790.852861:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764790.852865:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764790.852873:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852880:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764790.852881:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852883:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764790.852885:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764790.852888:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852895:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764790.852900:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.852906:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764790.852909:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852911:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764790.852912:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.852914:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764790.852916:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764790.852918:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764790.852922:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764790.852924:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764790.852928:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764790.853739:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392448:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764790.853746:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764790.853779:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764787/real 1787764790]  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764790.853791:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764790.853793:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764790.853795:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f619561a50.
00000400:00000200:0.0:1787764790.853799:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff220
00000400:00000010:0.0:1787764790.853800:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff220.
00000100:00000001:0.0:1787764790.853803:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764790.853806:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764790.853815:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.853821:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764790.853823:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.853825:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764790.853826:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764790.853830:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.853835:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764790.853839:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.853846:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764790.853848:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.853850:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764790.853851:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.853853:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764790.853856:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764790.853858:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764790.853862:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764790.853864:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764790.853867:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764790.853875:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392576:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764790.853879:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.853881:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764790.853884:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482392448/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.853891:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764790.853893:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764790.853895:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7400.
02000000:00000001:0.0:1787764790.853898:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764790.853900:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764790.853902:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764790.853904:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764790.853906:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764790.853908:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764790.853910:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764790.853912:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:0.0:1787764790.853914:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764790.853916:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.853917:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764790.853920:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482392576/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764790.853926:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764790.853927:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764790.853928:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:0.0:1787764790.853931:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764790.853932:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764790.853933:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764790.853935:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764790.853946:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764790.853949:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764790.853951:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764790.853952:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:0.0:1787764790.853954:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764790.853955:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.853957:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764790.853964:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764790.853966:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764790.853968:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764790.853970:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764791.552952:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764791.552958:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764791.552963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764791.552965:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764791.552968:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764791.552969:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764791.553078:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764791.553081:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764791.553084:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764792.576854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764792.576860:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764792.576866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764792.576867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764792.576871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764792.576872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764792.578002:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764792.578007:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764792.578012:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764792.897106:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764792.897127:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764792.897129:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764792.897133:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764792.897137:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764792.897146:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26371
00000400:00000200:2.0:1787764792.897155:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764792.897161:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764792.897165:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764792.897168:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897171:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764792.897174:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897176:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764792.897180:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764792.897181:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764792.897184:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764792.897188:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764792.897190:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764792.897192:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764792.897195:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897197:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764792.897199:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897201:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764792.897204:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764792.897207:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897210:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764792.897212:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764792.897216:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764792.897219:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.897222:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764792.897225:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764792.897232:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6de00.
00000020:00000040:2.0:1787764792.897236:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764792.897240:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764792.897241:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.897244:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764792.897247:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764792.897251:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764792.897259:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764792.897265:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764792.897275:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764792.897285:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764792.897289:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764792.897294:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae65b72] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764792.897318:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764792.897321:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764792.897324:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764792.897326:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764792.897327:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764792.897330:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764792.897333:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26371
00000400:00000200:2.0:1787764792.897337:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764792.897340:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764792.897342:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764792.897345:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897347:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764792.897349:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897351:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764792.897354:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764792.897355:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764792.897357:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764792.897359:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764792.897361:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764792.897363:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764792.897365:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897367:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764792.897369:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897370:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764792.897373:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764792.897375:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897377:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764792.897379:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764792.897384:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764792.897386:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.897388:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764792.897391:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764792.897394:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.897396:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764792.897400:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cf00.
00000020:00000040:2.0:1787764792.897402:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764792.897405:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764792.897406:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.897408:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764792.897409:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764792.897411:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764792.897422:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764792.897427:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764792.897432:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764792.897444:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764792.897447:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764792.897450:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002475d272] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764792.897457:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764792.897460:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764792.897464:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764792.897465:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764792.897467:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764792.897469:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764792.897471:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26371
00000400:00000200:2.0:1787764792.897475:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764792.897478:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764792.897480:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764792.897483:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897485:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764792.897487:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.897489:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764792.897491:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764792.897492:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764792.897493:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764792.897495:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000100:00000001:0.0:1787764792.897634:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764792.897639:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764792.897642:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764792.897649:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.897656:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764792.897658:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.897662:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764792.897665:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764792.897667:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764792.897671:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482392704:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764792.897675:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764792.897679:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764792.897681:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.897684:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764792.897688:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764792.897691:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.897696:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764792.897700:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764792.897708:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764792.897715:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482392704, portal 25
00000100:00000001:0.0:1787764792.897718:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764792.897719:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980240896 : -118790729310720 : ffff93f5e0c6de00)
00000100:00000040:0.0:1787764792.897725:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.897732:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764792.897735:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764792.897738:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764792.897741:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482392704, offset 0
00000400:00000200:0.0:1787764792.897768:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764792.897776:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764792.897782:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764792.897788:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764792.897791:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764792.897795:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764792.897798:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764792.897801:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278310:278310:256:4294967295] 192.168.203.115@tcp LPNI seq info [278310:278310:8:4294967295]
00000400:00000200:0.0:1787764792.897805:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764792.897815:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764792.897821:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764792.897827:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764792.897834:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764792.897838:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764792.897843:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764792.897847:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764792.897851:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764792.897853:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:0.0:1787764792.897858:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764792.897863:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764792.897867:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764792.897870:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764792.897873:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764792.897877:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.897892:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.897895:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.897903:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.897904:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764792.897910:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.897914:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764792.897917:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321045288
00000100:00000010:0.0:1787764792.897922:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217a20.
00000100:00000001:0.0:1787764792.897927:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764792.897933:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321045288
00000100:00000010:0.0:1787764792.897936:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2176c0.
00000100:00000001:0.0:1787764792.897939:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764792.897943:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764792.897945:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.897948:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764792.897953:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764792/real 1787764792]  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764792.897962:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764792.897964:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764792.897966:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764792.897968:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764792.897970:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764792.897973:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764792.897977:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764792.897984:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.897990:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764792.897993:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.897996:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.897997:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764792.898001:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.898008:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764792.898013:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.898020:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764792.898023:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.898025:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.898026:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.898028:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764792.898030:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764792.898034:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764792.898038:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764792.898040:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764792.898045:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764792.898053:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482392704:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764792.898058:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764792.898061:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.898067:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764792.898069:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.898071:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764792.898073:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764792.898074:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764792.898078:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392832:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764792.898081:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764792.898083:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764792.898085:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.898087:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764792.898090:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764792.898093:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.898097:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764792.898099:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764792.898103:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764792.898107:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482392832, portal 10
00000100:00000001:0.0:1787764792.898109:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764792.898110:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980237056 : -118790729314560 : ffff93f5e0c6cf00)
00000100:00000040:0.0:1787764792.898117:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.898125:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764792.898127:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764792.898129:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764792.898132:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482392832, offset 0
00000400:00000200:0.0:1787764792.898136:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764792.898140:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764792.898143:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764792.898146:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764792.898149:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764792.898151:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764792.898153:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764792.898156:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278311:278311:256:4294967295] 192.168.203.115@tcp LPNI seq info [278311:278311:8:4294967295]
00000400:00000200:0.0:1787764792.898160:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764792.898166:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764792.898171:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764792.898175:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764792.898179:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764792.898182:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764792.898187:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764792.898189:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764792.898193:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764792.898195:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:0.0:1787764792.898197:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764792.898200:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764792.898209:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764792.898211:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764792.898214:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764792.898217:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.898225:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.898228:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.898234:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.898236:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764792.898239:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764792.898243:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764792.898246:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764792.898248:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321043980
00000100:00000001:0.0:1787764792.898251:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321045288
00000100:00000001:0.0:1787764792.898253:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321043980
00000100:00000001:0.0:1787764792.898255:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321045288
00000100:00000001:0.0:1787764792.898257:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764792.898259:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.898261:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764792.898264:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764792/real 1787764792]  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764792.898272:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764792.898273:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764792.898275:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764792.898278:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764792.898279:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764792.898281:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764792.898285:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764792.898292:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.898298:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764792.898300:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.898301:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.898303:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764792.898306:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.898312:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764792.898317:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.898323:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764792.898326:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.898327:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.898328:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.898330:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764792.898332:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764792.898334:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764792.898337:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764792.898339:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764792.898343:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764792.898350:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392832:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764792.898355:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.898357:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.898360:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6de00 x1874595482392704/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.898367:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764792.898369:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764792.898372:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764792.898376:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764792.898378:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764792.898380:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764792.898382:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764792.898385:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5400.
02000000:00000001:0.0:1787764792.898394:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764792.898397:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764792.898398:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6de00.
00000100:00000001:0.0:1787764792.898402:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764792.898403:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.898404:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.898407:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cf00 x1874595482392832/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.898413:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764792.898414:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764792.898415:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764792.898418:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764792.898419:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764792.898421:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764792.898423:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764792.898425:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:0.0:1787764792.898427:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764792.898428:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764792.898430:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cf00.
00000100:00000001:0.0:1787764792.898432:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764792.898433:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.898435:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.898442:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764792.898444:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.898446:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764792.898448:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764792.899133:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764792.899138:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764792.899143:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899146:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764792.899148:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899150:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764792.899153:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764792.899156:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899159:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764792.899162:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764792.899167:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764792.899170:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.899172:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764792.899175:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764792.899178:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.899180:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764792.899185:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787764792.899188:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764792.899190:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764792.899191:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.899193:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764792.899195:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764792.899197:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764792.899202:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764792.899206:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764792.899212:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764792.899219:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764792.899222:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764792.899225:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764792.899248:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764792.899252:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764792.899256:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764792.899258:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764792.899259:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764792.899262:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764792.899265:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26371
00000400:00000200:2.0:1787764792.899269:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764792.899274:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764792.899277:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764792.899280:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899281:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764792.899283:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899285:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764792.899287:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764792.899288:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764792.899290:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764792.899293:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764792.899295:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764792.899297:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764792.899299:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899301:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764792.899302:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899304:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764792.899306:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764792.899309:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899311:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764792.899312:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764792.899315:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764792.899317:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.899319:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764792.899321:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764792.899323:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.899325:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764792.899328:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787764792.899331:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764792.899333:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764792.899334:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.899335:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764792.899337:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764792.899339:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764792.899342:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6400.
00000100:00000001:2.0:1787764792.899345:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764792.899349:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764792.899355:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764792.899357:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764792.899360:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764792.899367:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764792.899369:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764792.899372:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764792.899373:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764792.899385:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764792.899388:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764792.899390:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26371
00000400:00000200:2.0:1787764792.899394:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764792.899396:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764792.899398:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764792.899400:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899402:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764792.899403:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899405:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764792.899407:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764792.899408:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764792.899409:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764792.899411:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764792.899412:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764792.899414:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764792.899417:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899418:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764792.899420:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899422:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764792.899424:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764792.899426:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764792.899428:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764792.899430:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764792.899433:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764792.899435:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.899437:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764792.899438:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764792.899440:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.899442:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764792.899445:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000020:00000040:2.0:1787764792.899447:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764792.899449:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764792.899450:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764792.899452:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764792.899453:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764792.899455:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764792.899458:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6800.
00000100:00000001:2.0:1787764792.899460:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764792.899465:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764792.899471:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764792.899473:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764792.899477:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764792.899484:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764792.899489:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26381)
00000100:00000001:0.0:1787764792.900259:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764792.900264:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764792.900266:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764792.900273:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900280:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764792.900282:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.900285:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764792.900287:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764792.900289:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764792.900292:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392960:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764792.900296:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764792.900299:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764792.900302:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.900303:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764792.900308:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764792.900310:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.900315:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764792.900319:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764792.900325:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764792.900331:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482392960, portal 10
00000100:00000001:0.0:1787764792.900334:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764792.900335:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980234176 : -118790729317440 : ffff93f5e0c6c3c0)
00000100:00000040:0.0:1787764792.900341:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900348:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764792.900350:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764792.900353:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764792.900355:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482392960, offset 0
00000400:00000200:0.0:1787764792.900361:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764792.900368:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764792.900385:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764792.900390:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764792.900393:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764792.900396:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764792.900399:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764792.900402:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278312:278312:256:4294967295] 192.168.203.115@tcp LPNI seq info [278312:278312:8:4294967295]
00000400:00000200:0.0:1787764792.900407:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764792.900422:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764792.900427:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764792.900431:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764792.900436:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764792.900439:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764792.900443:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764792.900446:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764792.900450:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764792.900452:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:0.0:1787764792.900456:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764792.900460:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764792.900463:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764792.900465:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764792.900469:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764792.900472:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900481:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.900484:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900490:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.900492:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764792.900496:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764792.900499:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764792.900503:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764792.900505:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321043990
00000100:00000001:0.0:1787764792.900508:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321045288
00000100:00000001:0.0:1787764792.900511:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321043990
00000100:00000001:0.0:1787764792.900513:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321045288
00000100:00000001:0.0:1787764792.900515:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764792.900518:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.900520:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764792.900524:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764792/real 1787764792]  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764792.900533:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764792.900534:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764792.900536:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764792.900538:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764792.900540:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764792.900542:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764792.900546:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764792.900565:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900572:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764792.900573:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.900582:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.900584:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764792.900588:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900594:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764792.900599:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900606:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764792.900608:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.900610:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.900611:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.900613:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764792.900615:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764792.900618:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764792.900621:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764792.900623:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764792.900627:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764792.900634:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482392960:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764792.900638:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764792.900650:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900656:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764792.900657:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.900659:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764792.900661:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764792.900662:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764792.900665:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393088:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764792.900667:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764792.900669:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764792.900671:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.900672:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764792.900676:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764792.900678:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.900682:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764792.900684:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764792.900688:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764792.900690:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482393088, portal 4
00000100:00000001:0.0:1787764792.900692:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764792.900694:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980245696 : -118790729305920 : ffff93f5e0c6f0c0)
00000100:00000040:0.0:1787764792.900699:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900705:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764792.900708:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764792.900710:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764792.900712:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482393088, offset 0
00000400:00000200:0.0:1787764792.900715:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764792.900719:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764792.900724:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764792.900726:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764792.900728:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764792.900730:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764792.900732:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764792.900734:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278313:278313:256:4294967295] 192.168.203.115@tcp LPNI seq info [278313:278313:8:4294967295]
00000400:00000200:0.0:1787764792.900738:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764792.900743:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764792.900772:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764792.900776:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764792.900781:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764792.900783:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764792.900786:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764792.900788:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764792.900792:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764792.900793:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:0.0:1787764792.900796:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764792.900799:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764792.900802:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764792.900803:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764792.900806:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764792.900809:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900816:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.900819:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900824:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.900825:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764792.900828:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764792.900830:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764792.900833:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764792.900834:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321043991
00000100:00000001:0.0:1787764792.900836:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321045288
00000100:00000001:0.0:1787764792.900838:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321043991
00000100:00000001:0.0:1787764792.900839:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321045288
00000100:00000001:0.0:1787764792.900841:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764792.900842:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.900845:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764792.900847:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764792/real 1787764792]  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764792.900854:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764792.900855:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764792.900856:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764792.900859:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764792.900860:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764792.900862:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764792.900864:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764792.900872:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900877:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764792.900878:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.900880:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.900881:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764792.900885:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900890:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764792.900893:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900898:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764792.900900:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.900901:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.900902:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.900904:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764792.900905:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764792.900907:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764792.900910:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764792.900912:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764792.900916:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764792.900922:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393088:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764792.900925:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764792.900928:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900934:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764792.900935:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.900936:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764792.900938:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764792.900940:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764792.900942:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393216:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764792.900945:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764792.900947:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764792.900949:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.900950:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764792.900953:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764792.900955:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.900957:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764792.900959:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764792.900962:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764792.900966:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482393216, portal 4
00000100:00000001:0.0:1787764792.900967:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764792.900968:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980241856 : -118790729309760 : ffff93f5e0c6e1c0)
00000100:00000040:0.0:1787764792.900973:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.900978:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764792.900980:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764792.900981:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764792.900983:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482393216, offset 0
00000400:00000200:0.0:1787764792.900986:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764792.900990:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764792.900993:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764792.900995:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764792.900997:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764792.900999:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764792.901001:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764792.901003:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278314:278314:256:4294967295] 192.168.203.115@tcp LPNI seq info [278314:278314:8:4294967295]
00000400:00000200:0.0:1787764792.901007:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764792.901012:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764792.901017:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764792.901020:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764792.901023:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764792.901025:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764792.901028:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764792.901030:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764792.901034:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764792.901037:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:0.0:1787764792.901039:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764792.901042:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764792.901044:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:0.0:1787764792.901045:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:0.0:1787764792.901047:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764792.901051:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.901057:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.901060:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.901066:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.901068:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764792.901071:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764792.901073:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764792.901076:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764792.901077:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321043995
00000100:00000001:0.0:1787764792.901079:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321045288
00000100:00000001:0.0:1787764792.901081:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321043995
00000100:00000001:0.0:1787764792.901083:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321045288
00000100:00000001:0.0:1787764792.901085:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764792.901086:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.901088:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764792.901091:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764792/real 1787764792]  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764792.901098:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764792.901099:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764792.901101:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764792.901102:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764792.901104:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764792.901106:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764792.901109:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764792.901116:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.901121:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764792.901122:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.901124:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.901125:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764792.901128:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.901133:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764792.901137:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.901143:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764792.901145:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.901147:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.901148:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.901149:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764792.901151:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764792.901153:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764792.901156:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764792.901158:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764792.901162:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764792.901169:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393216:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764792.901172:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.901175:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.901178:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c3c0 x1874595482392960/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.901183:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764792.901186:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764792.901188:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ed000.
02000000:00000001:0.0:1787764792.901192:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764792.901194:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764792.901196:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764792.901198:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764792.901200:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:0.0:1787764792.901203:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764792.901205:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764792.901206:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c3c0.
00000100:00000001:0.0:1787764792.901209:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764792.901210:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.901212:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.901215:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f0c0 x1874595482393088/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.901222:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764792.901223:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764792.901225:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee800.
02000000:00000001:0.0:1787764792.901227:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764792.901228:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764792.901229:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764792.901231:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764792.901232:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6400.
02000000:00000001:0.0:1787764792.901234:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764792.901235:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764792.901236:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f0c0.
00000100:00000001:0.0:1787764792.901238:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764792.901239:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.901241:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.901243:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e1c0 x1874595482393216/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.901249:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764792.901251:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764792.901253:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef000.
02000000:00000001:0.0:1787764792.901255:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764792.901256:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764792.901257:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764792.901259:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764792.901260:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6800.
02000000:00000001:0.0:1787764792.901262:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764792.901263:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764792.901264:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e1c0.
00000100:00000001:0.0:1787764792.901266:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764792.901268:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.901270:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.901276:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764792.901278:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.901280:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764792.901282:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764793.600961:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764793.600968:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764793.600974:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764793.600976:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764793.600979:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764793.600980:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764793.601063:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764793.601066:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764793.601069:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764794.241015:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321045288, at 4321045312
00000100:00000010:0.0:1787764794.241031:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217a20.
00000100:00000040:1.0:1787764794.241692:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321045288, at 4321045312
00000100:00000010:1.0:1787764794.241700:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2176c0.
00010000:00000001:2.0:1787764794.626526:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764794.626533:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764794.626540:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764794.626552:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764794.626555:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764794.626557:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764794.626615:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764794.626619:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764794.626623:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764795.649599:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764795.649606:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764795.649612:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764795.649613:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764795.649617:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764795.649619:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764795.649621:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764795.649625:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764795.649627:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764795.649630:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764795.649631:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764795.649634:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764795.651735:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764795.651741:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764795.651745:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764796.672840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764796.672846:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764796.672851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764796.672852:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764796.672855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764796.672856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764796.672921:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764796.672925:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764796.672929:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764797.696910:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764797.696916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764797.696920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764797.696922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764797.696925:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764797.696927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764797.696960:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764797.696965:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764797.696968:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764798.017110:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764798.017120:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764798.017122:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764798.017126:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764798.017131:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764798.017138:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26376
00000400:00000200:0.0:1787764798.017149:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764798.017155:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764798.017158:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764798.017161:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017164:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764798.017167:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017169:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764798.017173:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764798.017174:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764798.017177:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764798.017180:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764798.017182:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764798.017184:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764798.017187:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017189:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764798.017191:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017193:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764798.017196:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764798.017199:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017201:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764798.017203:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764798.017206:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764798.017208:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017211:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764798.017213:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764798.017219:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764798.017223:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764798.017227:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764798.017229:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017232:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764798.017234:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764798.017238:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764798.017244:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764798.017250:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764798.017259:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764798.017269:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764798.017274:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764798.017278:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764798.017303:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764798.017306:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764798.017310:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764798.017311:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764798.017312:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764798.017315:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764798.017317:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26376
00000400:00000200:0.0:1787764798.017321:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764798.017324:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764798.017326:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764798.017328:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017330:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764798.017332:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017333:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764798.017335:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764798.017336:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764798.017337:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764798.017340:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764798.017341:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764798.017343:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764798.017346:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017348:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764798.017350:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017351:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764798.017354:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764798.017356:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017358:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764798.017360:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764798.017365:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764798.017367:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017369:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764798.017373:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764798.017376:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017378:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764798.017382:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764798.017384:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764798.017386:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764798.017388:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017389:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764798.017391:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764798.017393:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764798.017396:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764798.017399:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764798.017468:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764798.017477:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764798.017480:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764798.017484:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764798.017491:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764798.017494:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764798.017497:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764798.017498:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764798.017500:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764798.017502:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764798.017505:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26376
00000400:00000200:0.0:1787764798.017509:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764798.017512:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764798.017513:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764798.017516:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017528:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764798.017530:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017532:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764798.017535:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764798.017536:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764798.017538:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764798.017540:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764798.017541:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764798.017543:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764798.017546:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017548:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764798.017550:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017552:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764798.017554:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764798.017556:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017559:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764798.017560:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764798.017564:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764798.017566:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017568:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764798.017570:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764798.017572:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017574:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764798.017577:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764798.017579:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764798.017581:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764798.017583:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017585:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764798.017587:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764798.017589:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764798.017592:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764798.017595:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764798.017600:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764798.017606:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764798.017608:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764798.017611:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764798.017618:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764798.017621:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764798.017624:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764798.017626:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764798.017627:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764798.017630:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764798.017632:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26376
00000400:00000200:0.0:1787764798.017635:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764798.017638:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764798.017640:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764798.017643:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017645:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764798.017648:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017649:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764798.017651:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764798.017653:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764798.017654:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764798.017656:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764798.017658:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764798.017660:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764798.017662:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017664:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764798.017666:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017668:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764798.017670:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764798.017673:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017675:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764798.017677:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764798.017680:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764798.017681:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017683:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764798.017685:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764798.017687:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017688:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764798.017691:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764798.017693:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764798.017696:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764798.017697:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017698:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764798.017700:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764798.017701:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764798.017705:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764798.017707:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764798.017712:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764798.017718:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764798.017720:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764798.017724:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764798.017731:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764798.017733:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764798.017736:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764798.017737:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764798.017739:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764798.017741:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764798.017743:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26376
00000400:00000200:0.0:1787764798.017777:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764798.017781:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764798.017784:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764798.017787:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017789:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764798.017791:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017793:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764798.017795:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764798.017796:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764798.017797:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764798.017799:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764798.017801:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764798.017803:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764798.017806:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017808:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764798.017810:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017812:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764798.017814:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764798.017817:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764798.017819:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764798.017821:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764798.017824:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764798.017826:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017828:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764798.017830:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764798.017832:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017833:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764798.017837:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764798.017839:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764798.017841:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764798.017842:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764798.017844:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764798.017845:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764798.017847:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764798.017850:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764798.017854:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764798.017858:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764798.017865:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764798.017867:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764798.017871:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764798.017878:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764798.017883:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26386)
00000100:00000001:2.0:1787764798.018015:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764798.018020:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764798.018024:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764798.018031:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018040:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764798.018042:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764798.018045:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764798.018048:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764798.018051:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764798.018054:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482393344:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764798.018059:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764798.018062:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764798.018064:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764798.018067:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764798.018071:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764798.018073:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764798.018079:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764798.018083:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764798.018089:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764798.018095:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482393344, portal 25
00000100:00000001:2.0:1787764798.018098:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764798.018100:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764798.018105:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018122:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764798.018125:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764798.018128:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764798.018132:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482393344, offset 0
00000400:00000200:2.0:1787764798.018140:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764798.018147:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764798.018154:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764798.018158:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764798.018162:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764798.018165:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764798.018169:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764798.018172:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278315:278315:256:4294967295] 192.168.203.115@tcp LPNI seq info [278315:278315:8:4294967295]
00000400:00000200:2.0:1787764798.018176:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764798.018186:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764798.018193:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764798.018198:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764798.018205:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764798.018208:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764798.018214:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764798.018217:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764798.018222:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764798.018225:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764798.018229:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764798.018234:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764798.018239:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764798.018241:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764798.018245:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764798.018249:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018259:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764798.018263:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018271:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764798.018272:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764798.018277:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764798.018281:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764798.018294:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321050408
00000100:00000010:2.0:1787764798.018299:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538180.
00000100:00000001:2.0:1787764798.018305:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764798.018311:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321050408
00000100:00000010:2.0:1787764798.018314:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885387e0.
00000100:00000001:2.0:1787764798.018318:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764798.018322:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764798.018325:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764798.018328:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764798.018333:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764798/real 1787764798]  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764798.018342:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764798.018343:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764798.018345:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764798.018348:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764798.018350:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764798.018352:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764798.018355:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764798.018363:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018369:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764798.018370:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.018372:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764798.018374:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764798.018377:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018383:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764798.018387:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018393:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764798.018395:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.018397:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764798.018398:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.018400:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764798.018402:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764798.018405:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764798.018409:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764798.018411:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764798.018415:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764798.018423:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482393344:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764798.018428:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764798.018431:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018438:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764798.018439:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764798.018441:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764798.018443:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764798.018444:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764798.018447:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393472:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764798.018450:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764798.018452:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764798.018453:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764798.018455:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764798.018459:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764798.018460:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764798.018464:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764798.018466:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764798.018470:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764798.018473:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482393472, portal 10
00000100:00000001:2.0:1787764798.018474:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764798.018476:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764798.018482:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018487:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764798.018490:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764798.018493:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764798.018496:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482393472, offset 0
00000400:00000200:2.0:1787764798.018499:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764798.018503:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764798.018507:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764798.018510:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764798.018512:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764798.018515:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764798.018517:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764798.018528:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278316:278316:256:4294967295] 192.168.203.115@tcp LPNI seq info [278316:278316:8:4294967295]
00000400:00000200:2.0:1787764798.018533:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764798.018539:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764798.018544:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764798.018548:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764798.018551:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764798.018554:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764798.018558:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764798.018561:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764798.018564:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764798.018566:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764798.018569:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764798.018572:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764798.018575:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764798.018577:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764798.018579:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764798.018582:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018590:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764798.018593:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018599:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764798.018601:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764798.018605:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764798.018608:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764798.018612:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764798.018614:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321049100
00000100:00000001:2.0:1787764798.018617:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321050408
00000100:00000001:2.0:1787764798.018619:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321049100
00000100:00000001:2.0:1787764798.018621:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321050408
00000100:00000001:2.0:1787764798.018623:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764798.018625:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764798.018627:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764798.018630:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764798/real 1787764798]  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764798.018638:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764798.018640:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764798.018642:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764798.018644:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764798.018646:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764798.018648:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764798.018651:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764798.018659:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018666:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764798.018667:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.018669:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764798.018670:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764798.018674:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018681:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764798.018686:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018693:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764798.018695:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.018697:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764798.018699:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.018700:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764798.018702:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764798.018705:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764798.018709:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764798.018711:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764798.018715:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764798.018723:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393472:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764798.018727:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764798.018730:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018737:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764798.018738:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764798.018740:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764798.018742:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764798.018744:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764798.018746:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393600:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764798.018771:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764798.018773:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764798.018774:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764798.018776:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764798.018779:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6400.
02000000:00000001:2.0:1787764798.018781:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764798.018784:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764798.018786:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764798.018789:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764798.018792:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482393600, portal 10
00000100:00000001:2.0:1787764798.018794:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764798.018795:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:2.0:1787764798.018800:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018807:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764798.018809:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764798.018812:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764798.018814:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482393600, offset 0
00000400:00000200:2.0:1787764798.018818:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764798.018821:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764798.018825:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764798.018827:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764798.018830:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764798.018833:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764798.018835:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764798.018838:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278317:278317:256:4294967295] 192.168.203.115@tcp LPNI seq info [278317:278317:8:4294967295]
00000400:00000200:2.0:1787764798.018842:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764798.018848:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764798.018853:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764798.018856:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764798.018860:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764798.018863:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764798.018866:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764798.018869:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764798.018873:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764798.018875:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764798.018878:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764798.018881:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764798.018884:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764798.018887:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764798.018890:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764798.018893:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018902:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764798.018905:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018911:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764798.018913:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764798.018915:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764798.018918:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764798.018935:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764798.018938:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321049109
00000100:00000001:2.0:1787764798.018940:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321050408
00000100:00000001:2.0:1787764798.018942:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321049109
00000100:00000001:2.0:1787764798.018944:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321050408
00000100:00000001:2.0:1787764798.018947:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764798.018948:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764798.018950:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764798.018954:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764798/real 1787764798]  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764798.018962:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764798.018964:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764798.018966:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764798.018968:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764798.018970:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764798.018972:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764798.018975:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764798.018984:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.018991:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764798.018993:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.018995:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764798.018996:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764798.019000:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019007:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764798.019011:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019018:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764798.019020:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019022:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764798.019023:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019025:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764798.019027:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764798.019029:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764798.019032:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764798.019035:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764798.019039:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764798.019047:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393600:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764798.019051:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764798.019054:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019061:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764798.019063:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764798.019065:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764798.019067:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764798.019069:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764798.019072:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393728:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764798.019076:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764798.019077:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764798.019079:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764798.019081:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764798.019084:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764798.019086:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764798.019090:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764798.019092:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764798.019096:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764798.019099:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482393728, portal 4
00000100:00000001:2.0:1787764798.019101:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764798.019102:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000040:2.0:1787764798.019107:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019114:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764798.019116:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764798.019118:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764798.019121:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482393728, offset 0
00000400:00000200:2.0:1787764798.019125:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764798.019129:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764798.019133:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764798.019136:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764798.019138:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764798.019141:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764798.019143:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764798.019146:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278318:278318:256:4294967295] 192.168.203.115@tcp LPNI seq info [278318:278318:8:4294967295]
00000400:00000200:2.0:1787764798.019150:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764798.019156:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764798.019161:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764798.019164:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764798.019168:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764798.019170:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764798.019174:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764798.019177:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764798.019180:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764798.019182:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764798.019185:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764798.019189:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764798.019191:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764798.019193:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764798.019196:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764798.019199:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019205:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764798.019208:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019213:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764798.019215:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764798.019217:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764798.019220:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764798.019223:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764798.019225:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321049109
00000100:00000001:2.0:1787764798.019228:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321050408
00000100:00000001:2.0:1787764798.019230:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321049109
00000100:00000001:2.0:1787764798.019232:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321050408
00000100:00000001:2.0:1787764798.019235:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764798.019237:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764798.019238:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764798.019242:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764798/real 1787764798]  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764798.019250:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764798.019251:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764798.019253:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764798.019256:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764798.019257:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764798.019259:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764798.019263:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764798.019271:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019278:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764798.019279:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019281:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764798.019283:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764798.019286:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019293:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764798.019297:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019304:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764798.019307:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019308:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764798.019310:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019311:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764798.019313:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764798.019316:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764798.019319:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764798.019321:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764798.019326:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764798.019334:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393728:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764798.019338:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764798.019341:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019348:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764798.019350:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764798.019352:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764798.019354:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764798.019356:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764798.019359:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393856:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764798.019362:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764798.019363:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764798.019365:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764798.019367:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764798.019370:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764798.019372:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764798.019375:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764798.019377:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764798.019381:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764798.019384:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482393856, portal 4
00000100:00000001:2.0:1787764798.019386:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764798.019387:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764798.019392:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019398:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764798.019401:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764798.019403:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764798.019406:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482393856, offset 0
00000400:00000200:2.0:1787764798.019410:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764798.019414:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764798.019417:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764798.019420:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764798.019422:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764798.019424:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764798.019426:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764798.019429:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278319:278319:256:4294967295] 192.168.203.115@tcp LPNI seq info [278319:278319:8:4294967295]
00000400:00000200:2.0:1787764798.019433:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764798.019438:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764798.019442:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764798.019445:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764798.019449:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764798.019452:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764798.019455:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764798.019458:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764798.019461:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764798.019463:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764798.019466:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764798.019469:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764798.019471:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764798.019473:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764798.019475:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764798.019479:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019486:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764798.019489:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019494:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764798.019496:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764798.019499:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764798.019502:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764798.019504:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764798.019507:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321049113
00000100:00000001:2.0:1787764798.019509:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321050408
00000100:00000001:2.0:1787764798.019511:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321049113
00000100:00000001:2.0:1787764798.019513:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321050408
00000100:00000001:2.0:1787764798.019515:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764798.019517:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764798.019529:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764798.019533:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764798/real 1787764798]  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764798.019540:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764798.019541:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764798.019542:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764798.019545:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764798.019546:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764798.019548:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764798.019551:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764798.019559:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019566:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764798.019567:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019568:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764798.019570:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764798.019573:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019579:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764798.019582:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019589:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764798.019592:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019593:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764798.019594:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019596:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764798.019598:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764798.019600:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764798.019603:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764798.019604:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764798.019608:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764798.019615:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482393856:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764798.019619:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019621:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764798.019624:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482393344/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019631:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764798.019633:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764798.019635:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764798.019638:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764798.019640:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764798.019641:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764798.019644:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764798.019646:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:2.0:1787764798.019650:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764798.019652:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764798.019653:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764798.019656:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764798.019657:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019659:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764798.019662:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482393472/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019675:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764798.019676:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764798.019677:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764798.019680:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764798.019681:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764798.019682:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764798.019683:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764798.019684:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:2.0:1787764798.019686:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764798.019687:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764798.019688:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764798.019690:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764798.019691:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019693:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764798.019695:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482393600/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019701:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764798.019702:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764798.019703:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6400.
02000000:00000001:2.0:1787764798.019705:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764798.019706:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764798.019707:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764798.019708:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764798.019710:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:2.0:1787764798.019711:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764798.019712:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764798.019713:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:2.0:1787764798.019715:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764798.019716:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019718:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764798.019720:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482393728/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019726:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764798.019726:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764798.019728:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764798.019730:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764798.019731:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764798.019732:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764798.019734:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764798.019735:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:2.0:1787764798.019737:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764798.019738:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764798.019739:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:2.0:1787764798.019741:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764798.019742:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019744:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764798.019746:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482393856/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764798.019772:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764798.019773:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764798.019774:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764798.019776:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764798.019777:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764798.019779:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764798.019780:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764798.019782:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
02000000:00000001:2.0:1787764798.019784:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764798.019785:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764798.019786:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764798.019788:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764798.019789:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019791:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764798.019797:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764798.019799:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764798.019801:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764798.019803:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764798.721042:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764798.721050:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764798.721055:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764798.721058:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764798.721060:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764798.721064:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764798.721066:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764798.721068:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764798.721070:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764798.721073:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764798.721076:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764798.721077:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764798.721306:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764798.721309:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764798.721312:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764799.360844:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321050408, at 4321050432
00000100:00000010:1.0:1787764799.360860:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885387e0.
00000100:00000040:0.0:1787764799.360934:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321050408, at 4321050432
00000100:00000010:0.0:1787764799.360940:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538180.
00010000:00000001:2.0:1787764799.744903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764799.744909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764799.744913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764799.744915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764799.744918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764799.744919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764799.745373:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764799.745377:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764799.745380:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764800.768834:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764800.768842:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764800.768844:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764800.768847:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764800.768851:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764800.768854:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764800.768856:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764800.768858:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764800.768862:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764800.768863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764800.768866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764800.768867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764800.768978:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764800.768980:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764800.768982:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764801.792913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764801.792920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764801.792926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764801.792927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764801.792930:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764801.792932:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764801.795891:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764801.795897:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764801.795901:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764802.817053:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764802.817060:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764802.817078:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764802.817079:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764802.817083:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764802.817084:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764802.817168:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764802.817172:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764802.817175:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764803.136862:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764803.136872:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764803.136874:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764803.136877:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764803.136881:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764803.136889:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26381
00000400:00000200:0.0:1787764803.136898:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764803.136905:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764803.136908:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764803.136911:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.136913:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764803.136915:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.136918:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764803.136921:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764803.136923:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764803.136926:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764803.136929:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764803.136931:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764803.136933:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764803.136936:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.136937:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764803.136939:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.136941:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764803.136944:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764803.136947:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764803.136949:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764803.136951:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764803.136955:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764803.136957:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.136960:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764803.136962:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764803.136970:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764803.136973:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764803.136977:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764803.136979:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.136982:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764803.136984:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764803.136988:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764803.136994:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764803.137000:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764803.137008:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764803.137017:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764803.137021:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764803.137025:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137091:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764803.137096:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764803.137098:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764803.137104:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137112:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764803.137114:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764803.137117:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764803.137119:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764803.137121:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764803.137124:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482393984:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764803.137128:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764803.137132:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764803.137134:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764803.137136:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764803.137141:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764803.137143:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764803.137156:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764803.137161:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764803.137167:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764803.137174:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482393984, portal 25
00000100:00000001:2.0:1787764803.137176:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764803.137178:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:2.0:1787764803.137183:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137190:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764803.137192:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764803.137195:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764803.137199:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482393984, offset 0
00000400:00000200:2.0:1787764803.137205:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764803.137212:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764803.137218:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764803.137223:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764803.137226:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764803.137230:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764803.137233:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764803.137236:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278320:278320:256:4294967295] 192.168.203.115@tcp LPNI seq info [278320:278320:8:4294967295]
00000400:00000200:2.0:1787764803.137241:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764803.137251:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764803.137256:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764803.137261:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764803.137267:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764803.137270:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764803.137275:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764803.137279:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764803.137283:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764803.137285:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764803.137291:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764803.137295:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764803.137300:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764803.137302:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764803.137305:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764803.137309:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764803.137334:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764803.137337:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764803.137340:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764803.137342:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764803.137343:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764803.137346:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764803.137349:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26381
00000400:00000200:0.0:1787764803.137353:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764803.137356:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764803.137359:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764803.137361:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.137363:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764803.137365:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.137367:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764803.137370:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764803.137372:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764803.137373:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764803.137375:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764803.137377:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764803.137379:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764803.137382:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.137383:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764803.137385:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.137386:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764803.137388:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764803.137390:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764803.137392:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764803.137394:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764803.137399:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764803.137401:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.137403:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764803.137413:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764803.137416:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.137418:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764803.137421:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764803.137423:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764803.137426:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764803.137427:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.137428:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764803.137429:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764803.137431:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764803.137434:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764803.137437:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764803.137442:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764803.137448:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764803.137450:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764803.137454:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137499:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764803.137506:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137513:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.137514:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764803.137520:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764803.137524:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764803.137528:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321055527
00000100:00000010:2.0:1787764803.137533:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885389c0.
00000100:00000001:2.0:1787764803.137539:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764803.137545:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321055527
00000100:00000010:2.0:1787764803.137547:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538f00.
00000100:00000001:2.0:1787764803.137551:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764803.137554:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764803.137556:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.137558:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764803.137562:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764803/real 1787764803]  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764803.137570:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764803.137572:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764803.137574:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764803.137576:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764803.137578:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764803.137580:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764803.137583:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764803.137591:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137597:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764803.137599:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.137601:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764803.137603:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764803.137607:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137613:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764803.137617:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137623:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764803.137626:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.137627:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764803.137628:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.137630:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764803.137633:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764803.137636:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764803.137639:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764803.137642:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764803.137645:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764803.137653:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482393984:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764803.137657:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.137659:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764803.137662:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482393984/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137668:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764803.137670:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764803.137673:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764803.137675:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764803.137677:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764803.137678:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764803.137680:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764803.137683:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:2.0:1787764803.137686:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764803.137687:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764803.137689:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:2.0:1787764803.137691:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764803.137692:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.137694:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.137701:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764803.137703:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.137705:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764803.137706:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764803.137708:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764803.137711:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137722:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764803.137723:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764803.137726:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764803.137727:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764803.137729:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764803.137732:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394112:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764803.137735:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764803.137737:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764803.137738:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764803.137740:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764803.137742:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764803.137744:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764803.137774:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764803.137778:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764803.137782:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764803.137785:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482394112, portal 10
00000100:00000001:2.0:1787764803.137787:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764803.137788:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:2.0:1787764803.137795:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137800:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764803.137802:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764803.137804:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764803.137807:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482394112, offset 0
00000400:00000200:2.0:1787764803.137811:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764803.137814:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764803.137818:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764803.137821:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764803.137823:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764803.137825:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764803.137827:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764803.137830:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278321:278321:256:4294967295] 192.168.203.115@tcp LPNI seq info [278321:278321:8:4294967295]
00000400:00000200:2.0:1787764803.137833:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764803.137840:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764803.137844:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764803.137847:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764803.137851:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764803.137853:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764803.137857:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764803.137860:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764803.137863:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764803.137865:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764803.137868:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764803.137871:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764803.137874:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764803.137876:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764803.137878:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764803.137881:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137889:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764803.137891:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137898:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.137899:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764803.137902:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764803.137906:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764803.137909:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764803.137911:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321054220
00000100:00000001:2.0:1787764803.137914:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321055527
00000100:00000001:2.0:1787764803.137916:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321054220
00000100:00000001:2.0:1787764803.137917:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321055527
00000100:00000001:2.0:1787764803.137919:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764803.137922:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.137924:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764803.137927:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764803/real 1787764803]  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764803.137934:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764803.137936:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764803.137937:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764803.137940:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764803.137941:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764803.137943:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764803.137946:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764803.137954:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137960:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764803.137961:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.137963:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764803.137964:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764803.137967:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137974:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764803.137978:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.137984:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764803.137986:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.137988:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764803.137989:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.137991:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764803.137992:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764803.137995:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764803.137999:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764803.138000:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764803.138004:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764803.138011:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394112:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764803.138015:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.138016:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764803.138018:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482394112/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.138024:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764803.138026:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764803.138027:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764803.138030:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764803.138031:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764803.138033:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764803.138034:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764803.138036:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:2.0:1787764803.138038:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764803.138040:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764803.138041:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:2.0:1787764803.138043:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764803.138044:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.138046:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.138049:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764803.138050:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.138052:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764803.138053:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.138243:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764803.138247:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764803.138250:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764803.138252:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764803.138254:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764803.138256:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764803.138260:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26381
00000400:00000200:0.0:1787764803.138264:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764803.138267:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764803.138270:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764803.138273:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138276:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764803.138278:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138280:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764803.138282:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764803.138284:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764803.138286:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764803.138288:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764803.138289:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764803.138291:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764803.138294:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138296:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764803.138298:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138300:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764803.138302:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764803.138305:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138308:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764803.138309:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764803.138313:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764803.138315:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.138316:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764803.138319:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764803.138321:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.138323:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764803.138328:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764803.138331:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764803.138333:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764803.138334:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.138336:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764803.138338:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764803.138340:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764803.138344:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000100:00000001:0.0:1787764803.138348:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764803.138353:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764803.138360:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764803.138362:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764803.138366:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764803.138375:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764803.138377:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764803.138380:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764803.138382:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764803.138383:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764803.138385:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764803.138388:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26381
00000400:00000200:0.0:1787764803.138391:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764803.138394:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764803.138396:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764803.138398:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138400:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764803.138401:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138403:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764803.138405:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764803.138406:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764803.138408:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764803.138410:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764803.138411:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764803.138413:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764803.138416:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138418:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764803.138420:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138422:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764803.138424:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764803.138427:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138429:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764803.138431:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764803.138434:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764803.138436:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.138438:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764803.138440:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764803.138442:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.138444:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764803.138447:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764803.138449:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764803.138451:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764803.138452:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.138454:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764803.138456:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764803.138457:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764803.138460:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:0.0:1787764803.138463:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764803.138467:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764803.138474:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764803.138476:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764803.138480:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764803.138498:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764803.138501:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764803.138504:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764803.138505:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764803.138507:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764803.138509:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764803.138511:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26381
00000400:00000200:0.0:1787764803.138514:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764803.138517:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764803.138519:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764803.138522:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138524:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764803.138525:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138527:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764803.138529:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764803.138530:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764803.138532:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764803.138533:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764803.138536:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764803.138537:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764803.138541:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138543:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764803.138545:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138546:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764803.138548:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764803.138550:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764803.138553:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764803.138554:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764803.138556:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764803.138558:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.138560:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764803.138562:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764803.138564:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.138566:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764803.138569:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764803.138571:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764803.138573:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764803.138574:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764803.138576:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764803.138577:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764803.138579:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764803.138582:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764803.138585:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764803.138589:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764803.138596:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764803.138598:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764803.138602:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764803.138609:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764803.138613:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26391)
00000100:00000001:2.0:1787764803.138695:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764803.138698:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764803.138699:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764803.138704:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.138717:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764803.138718:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764803.138720:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764803.138722:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764803.138724:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764803.138727:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394240:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764803.138730:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764803.138732:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764803.138734:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764803.138736:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764803.138739:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764803.138741:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764803.138745:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764803.138764:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764803.138769:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764803.138773:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482394240, portal 10
00000100:00000001:2.0:1787764803.138776:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764803.138777:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:2.0:1787764803.138783:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.138790:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764803.138792:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764803.138794:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764803.138797:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482394240, offset 0
00000400:00000200:2.0:1787764803.138802:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764803.138806:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764803.138810:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764803.138813:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764803.138816:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764803.138818:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764803.138821:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764803.138824:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278322:278322:256:4294967295] 192.168.203.115@tcp LPNI seq info [278322:278322:8:4294967295]
00000400:00000200:2.0:1787764803.138828:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764803.138835:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764803.138839:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764803.138843:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764803.138848:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764803.138851:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764803.138855:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764803.138857:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764803.138861:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764803.138863:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764803.138866:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764803.138870:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764803.138873:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764803.138875:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764803.138878:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764803.138881:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.138889:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764803.138892:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.138898:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.138899:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764803.138903:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764803.138906:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764803.138909:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764803.138911:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321054229
00000100:00000001:2.0:1787764803.138913:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321055527
00000100:00000001:2.0:1787764803.138915:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321054229
00000100:00000001:2.0:1787764803.138917:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321055527
00000100:00000001:2.0:1787764803.138919:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764803.138922:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.138924:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764803.138927:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764803/real 1787764803]  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764803.138935:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764803.138937:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764803.138939:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764803.138941:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764803.138942:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764803.138944:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764803.138947:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764803.138955:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.138961:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764803.138963:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.138964:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764803.138966:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764803.138969:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.138975:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764803.138979:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.138985:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764803.138987:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.138988:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764803.138990:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.138992:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764803.138993:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764803.138996:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764803.138999:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764803.139002:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764803.139005:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764803.139012:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394240:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764803.139016:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764803.139019:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139025:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764803.139026:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764803.139028:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764803.139030:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764803.139032:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764803.139035:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394368:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764803.139038:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764803.139040:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764803.139041:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764803.139043:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764803.139046:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764803.139048:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764803.139051:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764803.139054:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764803.139057:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764803.139059:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482394368, portal 4
00000100:00000001:2.0:1787764803.139061:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764803.139063:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:2.0:1787764803.139067:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139074:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764803.139077:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764803.139078:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764803.139081:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482394368, offset 0
00000400:00000200:2.0:1787764803.139085:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764803.139088:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764803.139091:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764803.139094:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764803.139096:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764803.139098:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764803.139101:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764803.139104:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278323:278323:256:4294967295] 192.168.203.115@tcp LPNI seq info [278323:278323:8:4294967295]
00000400:00000200:2.0:1787764803.139107:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764803.139113:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764803.139117:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764803.139120:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764803.139124:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764803.139126:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764803.139130:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764803.139133:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764803.139136:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764803.139138:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764803.139141:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764803.139144:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764803.139146:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764803.139148:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764803.139151:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764803.139154:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139162:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764803.139165:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139171:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.139173:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764803.139176:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764803.139178:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764803.139181:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764803.139183:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321054229
00000100:00000001:2.0:1787764803.139185:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321055527
00000100:00000001:2.0:1787764803.139187:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321054229
00000100:00000001:2.0:1787764803.139189:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321055527
00000100:00000001:2.0:1787764803.139192:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764803.139194:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.139196:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764803.139199:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764803/real 1787764803]  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764803.139207:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764803.139208:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764803.139210:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764803.139212:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764803.139214:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764803.139216:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764803.139218:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764803.139226:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139232:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764803.139233:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.139235:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764803.139236:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764803.139239:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139245:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764803.139249:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139256:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764803.139258:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.139259:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764803.139261:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.139262:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764803.139264:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764803.139267:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764803.139270:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764803.139272:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764803.139276:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764803.139284:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394368:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764803.139287:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764803.139291:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139297:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764803.139299:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764803.139301:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764803.139302:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764803.139304:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764803.139307:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394496:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764803.139310:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764803.139312:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764803.139313:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764803.139315:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764803.139318:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6400.
02000000:00000001:2.0:1787764803.139320:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764803.139323:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764803.139326:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764803.139329:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764803.139332:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482394496, portal 4
00000100:00000001:2.0:1787764803.139334:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764803.139335:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764803.139340:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139346:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764803.139348:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764803.139350:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764803.139352:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482394496, offset 0
00000400:00000200:2.0:1787764803.139355:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764803.139359:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764803.139362:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764803.139365:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764803.139367:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764803.139369:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764803.139372:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764803.139374:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278324:278324:256:4294967295] 192.168.203.115@tcp LPNI seq info [278324:278324:8:4294967295]
00000400:00000200:2.0:1787764803.139378:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764803.139384:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764803.139388:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764803.139392:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764803.139395:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764803.139398:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764803.139401:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764803.139404:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764803.139408:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764803.139409:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764803.139412:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764803.139415:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764803.139418:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764803.139420:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764803.139461:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764803.139464:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139472:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764803.139475:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139481:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.139494:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764803.139497:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764803.139500:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764803.139503:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764803.139505:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321054233
00000100:00000001:2.0:1787764803.139508:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321055527
00000100:00000001:2.0:1787764803.139510:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321054233
00000100:00000001:2.0:1787764803.139512:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321055527
00000100:00000001:2.0:1787764803.139514:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764803.139516:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.139517:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764803.139521:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764803/real 1787764803]  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764803.139529:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764803.139530:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764803.139532:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764803.139534:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764803.139536:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764803.139538:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764803.139541:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764803.139549:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139561:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764803.139562:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.139564:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764803.139566:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764803.139569:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139576:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764803.139580:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139586:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764803.139588:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.139590:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764803.139591:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.139592:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764803.139594:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764803.139595:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764803.139598:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764803.139601:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764803.139604:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764803.139611:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394496:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764803.139615:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.139617:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764803.139620:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482394240/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139626:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764803.139627:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764803.139630:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764803.139632:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764803.139634:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764803.139636:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764803.139638:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764803.139640:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919edc00.
02000000:00000001:2.0:1787764803.139644:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764803.139645:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764803.139647:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:2.0:1787764803.139650:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764803.139651:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.139653:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764803.139656:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482394368/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139662:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764803.139664:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764803.139665:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764803.139667:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764803.139669:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764803.139670:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764803.139672:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764803.139673:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef400.
02000000:00000001:2.0:1787764803.139675:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764803.139676:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764803.139677:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:2.0:1787764803.139679:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764803.139681:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.139682:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764803.139685:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482394496/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764803.139691:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764803.139692:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764803.139693:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6400.
02000000:00000001:2.0:1787764803.139695:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764803.139696:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764803.139697:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764803.139699:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764803.139701:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:2.0:1787764803.139703:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764803.139704:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764803.139705:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764803.139707:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764803.139708:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.139710:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764803.139716:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764803.139717:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764803.139719:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764803.139721:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764803.841159:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764803.841166:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764803.841172:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764803.841174:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764803.841177:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764803.841179:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764803.841353:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764803.841356:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764803.841358:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764804.480845:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321055527, at 4321055552
00000100:00000040:1.0:1787764804.480852:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321055527, at 4321055552
00000100:00000010:0.0:1787764804.480860:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885389c0.
00000100:00000010:1.0:1787764804.480860:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538f00.
00010000:00000001:2.0:1787764804.864837:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764804.864843:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764804.864847:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764804.864848:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764804.864851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764804.864853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764804.864963:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764804.864967:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764804.864978:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764805.888897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764805.888904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764805.888909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764805.888910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764805.888913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764805.888916:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764805.888918:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764805.888922:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764805.888925:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764805.888927:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764805.888929:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764805.888931:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764805.889011:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764805.889015:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764805.889018:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764806.912851:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764806.912856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764806.912860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764806.912861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764806.912863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764806.912863:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764806.912923:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764806.912928:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764806.912931:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764807.937086:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764807.938652:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764807.938662:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764807.938664:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764807.938667:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764807.938669:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764807.938813:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764807.938817:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764807.938819:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764808.256904:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764808.256915:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764808.256917:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764808.256920:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764808.256925:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764808.256933:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26386
00000400:00000200:0.0:1787764808.256943:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764808.256949:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764808.256952:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764808.256955:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.256958:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764808.256961:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.256964:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764808.256967:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764808.256969:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764808.256972:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764808.256976:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764808.256978:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764808.256981:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764808.256983:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.256986:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764808.256988:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.256990:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764808.256993:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764808.256997:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764808.256999:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764808.257002:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764808.257006:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764808.257009:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257011:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764808.257014:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764808.257023:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764808.257026:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764808.257031:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764808.257032:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257035:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764808.257037:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764808.257041:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764808.257048:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764808.257054:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764808.257062:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764808.257071:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764808.257075:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764808.257080:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764808.257109:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764808.257112:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764808.257116:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764808.257117:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764808.257119:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764808.257121:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764808.257124:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26386
00000400:00000200:0.0:1787764808.257128:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764808.257131:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764808.257133:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764808.257136:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257137:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764808.257139:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257141:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764808.257144:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764808.257145:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764808.257147:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764808.257149:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764808.257151:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764808.257153:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764808.257155:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257158:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764808.257159:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257161:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764808.257164:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764808.257166:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257168:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764808.257169:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764808.257174:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764808.257176:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257178:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764808.257182:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764808.257185:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257187:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764808.257190:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764808.257193:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764808.257195:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764808.257197:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257199:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764808.257200:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764808.257201:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764808.257204:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764808.257208:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764808.257213:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764808.257338:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764808.257341:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764808.257345:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764808.257353:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764808.257356:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764808.257359:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764808.257360:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764808.257362:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764808.257364:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764808.257366:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26386
00000400:00000200:0.0:1787764808.257370:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764808.257373:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764808.257375:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764808.257378:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257380:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764808.257382:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257384:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764808.257386:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764808.257387:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764808.257389:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764808.257391:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764808.257393:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764808.257395:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764808.257397:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257399:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764808.257401:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257402:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764808.257405:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764808.257407:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257410:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764808.257411:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764808.257415:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764808.257417:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257419:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764808.257421:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764808.257423:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257425:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764808.257429:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764808.257431:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764808.257434:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764808.257435:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257437:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764808.257439:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764808.257441:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764808.257444:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764808.257460:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764808.257466:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764808.257474:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764808.257476:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764808.257479:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764808.257487:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764808.257489:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764808.257493:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764808.257494:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764808.257496:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764808.257498:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764808.257501:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26386
00000400:00000200:0.0:1787764808.257504:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764808.257507:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764808.257509:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764808.257512:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257514:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764808.257516:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257518:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764808.257519:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764808.257521:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764808.257522:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764808.257524:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764808.257526:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764808.257528:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764808.257530:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257532:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764808.257534:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257536:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764808.257538:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764808.257541:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257543:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764808.257545:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764808.257557:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764808.257560:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257562:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764808.257660:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764808.257663:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257665:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764808.257669:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764808.257671:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764808.257674:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764808.257675:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257677:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764808.257679:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764808.257680:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764808.257684:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764808.257688:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764808.257693:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764808.257700:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764808.257702:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764808.257706:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764808.257713:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764808.257715:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764808.257718:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764808.257720:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764808.257721:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764808.257724:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764808.257726:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26386
00000400:00000200:0.0:1787764808.257730:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764808.257733:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764808.257735:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764808.257738:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257740:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764808.257741:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257828:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764808.257831:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764808.257833:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764808.257834:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764808.257836:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764808.257838:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764808.257840:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764808.257843:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257845:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764808.257847:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257848:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764808.257851:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764808.257853:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764808.257856:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764808.257857:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764808.257861:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764808.257862:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257923:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764808.257926:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764808.257929:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257932:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764808.257937:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764808.257940:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764808.257943:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764808.257944:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787764808.257945:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764808.257949:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764808.257951:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764808.257951:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764808.257955:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787764808.257956:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764808.257963:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000040:2.0:1787764808.257964:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764808.257968:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764808.257978:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764808.257979:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764808.257982:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764808.257987:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764808.257990:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764808.257995:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764808.258003:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482394624:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764808.258004:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764808.258008:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.258010:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764808.258015:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1787764808.258016:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764808.258018:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764808.258023:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787764808.258030:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764808.258030:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764808.258035:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764808.258039:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26397)
00000400:00000200:2.0:1787764808.258044:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764808.258049:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764808.258056:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764808.258063:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482394624, portal 25
00000100:00000001:2.0:1787764808.258066:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764808.258068:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000040:2.0:1787764808.258074:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258088:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764808.258091:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764808.258093:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764808.258097:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482394624, offset 0
00000400:00000200:2.0:1787764808.258103:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764808.258111:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764808.258117:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764808.258122:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764808.258173:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764808.258177:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764808.258180:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764808.258184:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278325:278325:256:4294967295] 192.168.203.115@tcp LPNI seq info [278325:278325:8:4294967295]
00000400:00000200:2.0:1787764808.258189:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764808.258198:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764808.258204:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764808.258209:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764808.258215:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764808.258219:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764808.258225:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764808.258228:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764808.258232:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764808.258234:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764808.258240:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764808.258244:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764808.258250:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764808.258253:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764808.258257:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764808.258261:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258269:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764808.258272:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258284:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.258285:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764808.258290:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764808.258294:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764808.258296:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321060648
00000100:00000010:2.0:1787764808.258301:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885383c0.
00000100:00000001:2.0:1787764808.258307:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764808.258313:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321060648
00000100:00000010:2.0:1787764808.258315:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538540.
00000100:00000001:2.0:1787764808.258317:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764808.258375:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764808.258378:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.258381:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764808.258386:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764808/real 1787764808]  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764808.258395:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764808.258396:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764808.258398:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764808.258401:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764808.258403:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764808.258405:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764808.258408:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764808.258414:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258419:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764808.258421:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.258423:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764808.258425:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764808.258428:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258435:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764808.258439:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258445:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764808.258458:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.258460:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764808.258461:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.258464:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764808.258466:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764808.258469:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764808.258473:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764808.258475:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764808.258480:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764808.258487:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482394624:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764808.258491:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764808.258495:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258501:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764808.258503:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764808.258505:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764808.258506:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764808.258508:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764808.258511:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394752:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764808.258514:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764808.258516:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764808.258517:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764808.258519:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764808.258523:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764808.258524:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764808.258528:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764808.258530:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764808.258534:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764808.258537:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482394752, portal 10
00000100:00000001:2.0:1787764808.258539:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764808.258540:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:2.0:1787764808.258546:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258552:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764808.258554:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764808.258556:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764808.258558:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482394752, offset 0
00000400:00000200:2.0:1787764808.258562:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764808.258566:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764808.258570:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764808.258573:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764808.258576:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764808.258578:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764808.258580:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764808.258583:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278326:278326:256:4294967295] 192.168.203.115@tcp LPNI seq info [278326:278326:8:4294967295]
00000400:00000200:2.0:1787764808.258586:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764808.258592:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764808.258596:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764808.258599:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764808.258603:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764808.258605:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764808.258609:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764808.258612:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764808.258615:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764808.258616:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764808.258620:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764808.258623:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764808.258626:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764808.258627:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764808.258629:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764808.258632:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258639:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764808.258642:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258647:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.258648:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764808.258651:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764808.258655:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764808.258658:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764808.258660:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321059340
00000100:00000001:2.0:1787764808.258663:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321060648
00000100:00000001:2.0:1787764808.258664:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321059340
00000100:00000001:2.0:1787764808.258666:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321060648
00000100:00000001:2.0:1787764808.258668:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764808.258670:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.258672:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764808.258676:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764808/real 1787764808]  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764808.258683:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764808.258684:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764808.258686:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764808.258688:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764808.258690:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764808.258692:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764808.258695:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764808.258703:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258708:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764808.258709:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.258711:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764808.258712:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764808.258715:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258721:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764808.258725:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258730:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764808.258732:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.258734:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764808.258735:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.258737:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764808.258739:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764808.258741:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764808.258744:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764808.258746:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764808.258780:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764808.258789:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394752:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764808.258793:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764808.258796:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258808:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764808.258809:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764808.258811:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764808.258813:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764808.258815:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764808.258818:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394880:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764808.258821:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764808.258823:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764808.258825:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764808.258826:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764808.258830:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764808.258831:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764808.258835:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764808.258838:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764808.258841:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764808.258844:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482394880, portal 10
00000100:00000001:2.0:1787764808.258845:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764808.258847:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764808.258862:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258869:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764808.258871:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764808.258873:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764808.258876:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482394880, offset 0
00000400:00000200:2.0:1787764808.258880:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764808.258884:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764808.258887:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764808.258890:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764808.258893:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764808.258895:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764808.258897:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764808.258901:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278327:278327:256:4294967295] 192.168.203.115@tcp LPNI seq info [278327:278327:8:4294967295]
00000400:00000200:2.0:1787764808.258905:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764808.258911:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764808.258916:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764808.258919:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764808.258922:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764808.258925:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764808.258929:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764808.258932:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764808.258936:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764808.258938:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764808.258940:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764808.258944:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764808.258946:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764808.258948:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764808.258950:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764808.258953:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258960:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764808.258963:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.258969:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.258971:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764808.258973:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764808.258976:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764808.258979:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764808.258981:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321059349
00000100:00000001:2.0:1787764808.258984:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321060648
00000100:00000001:2.0:1787764808.258986:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321059349
00000100:00000001:2.0:1787764808.258987:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321060648
00000100:00000001:2.0:1787764808.258989:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764808.258992:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.258994:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764808.258997:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764808/real 1787764808]  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764808.259004:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764808.259005:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764808.259006:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764808.259008:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764808.259010:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764808.259012:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764808.259014:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764808.259021:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259027:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764808.259028:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259030:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764808.259031:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764808.259034:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259039:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764808.259043:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259049:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764808.259051:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259053:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764808.259054:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259055:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764808.259057:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764808.259059:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764808.259063:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764808.259065:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764808.259069:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764808.259076:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482394880:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764808.259079:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764808.259083:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259089:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764808.259091:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764808.259094:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764808.259096:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764808.259097:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764808.259099:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395008:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764808.259102:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764808.259105:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764808.259106:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764808.259108:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764808.259111:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764808.259112:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764808.259116:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764808.259118:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764808.259121:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764808.259124:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482395008, portal 4
00000100:00000001:2.0:1787764808.259138:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764808.259140:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764808.259145:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259152:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764808.259155:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764808.259157:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764808.259159:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482395008, offset 0
00000400:00000200:2.0:1787764808.259164:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764808.259167:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764808.259171:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764808.259174:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764808.259176:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764808.259179:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764808.259181:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764808.259184:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278328:278328:256:4294967295] 192.168.203.115@tcp LPNI seq info [278328:278328:8:4294967295]
00000400:00000200:2.0:1787764808.259188:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764808.259194:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764808.259198:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764808.259201:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764808.259204:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764808.259207:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764808.259210:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764808.259213:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764808.259216:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764808.259218:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764808.259221:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764808.259224:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764808.259226:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764808.259227:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764808.259230:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764808.259233:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259240:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764808.259243:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259249:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.259251:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764808.259254:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764808.259257:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764808.259260:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764808.259262:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321059349
00000100:00000001:2.0:1787764808.259265:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321060648
00000100:00000001:2.0:1787764808.259267:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321059349
00000100:00000001:2.0:1787764808.259269:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321060648
00000100:00000001:2.0:1787764808.259271:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764808.259273:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.259276:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764808.259280:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764808/real 1787764808]  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764808.259287:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764808.259289:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764808.259290:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764808.259292:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764808.259294:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764808.259296:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764808.259299:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764808.259307:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259313:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764808.259314:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259316:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764808.259317:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764808.259321:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259328:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764808.259331:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259338:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764808.259340:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259342:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764808.259343:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259345:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764808.259347:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764808.259349:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764808.259353:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764808.259355:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764808.259358:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764808.259365:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395008:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764808.259369:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259371:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764808.259374:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482394624/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259380:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764808.259383:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764808.259385:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764808.259388:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764808.259390:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764808.259392:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764808.259394:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764808.259396:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:2.0:1787764808.259399:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764808.259401:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764808.259403:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:2.0:1787764808.259406:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764808.259407:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259409:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764808.259412:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482394752/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259418:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764808.259419:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764808.259421:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764808.259423:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764808.259424:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764808.259425:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764808.259427:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764808.259428:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
02000000:00000001:2.0:1787764808.259431:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764808.259432:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764808.259433:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:2.0:1787764808.259435:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764808.259436:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259438:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764808.259440:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482394880/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259446:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764808.259457:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764808.259459:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764808.259462:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764808.259463:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764808.259464:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764808.259465:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764808.259467:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:2.0:1787764808.259469:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764808.259470:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764808.259471:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764808.259473:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764808.259475:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259476:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764808.259479:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482395008/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259491:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764808.259492:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764808.259493:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764808.259496:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764808.259497:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764808.259498:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764808.259500:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764808.259501:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:2.0:1787764808.259503:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764808.259504:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764808.259505:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764808.259507:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764808.259508:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259511:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259518:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764808.259520:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.259522:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764808.259524:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764808.259525:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764808.259529:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259535:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764808.259536:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764808.259538:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764808.259539:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764808.259541:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764808.259544:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395136:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764808.259547:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764808.259549:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764808.259550:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764808.259551:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764808.259554:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764808.259555:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764808.259560:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764808.259562:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764808.259566:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764808.259568:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482395136, portal 4
00000100:00000001:2.0:1787764808.259570:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764808.259571:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764808.259576:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259582:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764808.259584:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764808.259586:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764808.259588:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482395136, offset 0
00000400:00000200:2.0:1787764808.259592:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764808.259596:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764808.259599:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764808.259602:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764808.259604:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764808.259606:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764808.259608:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764808.259611:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278329:278329:256:4294967295] 192.168.203.115@tcp LPNI seq info [278329:278329:8:4294967295]
00000400:00000200:2.0:1787764808.259614:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764808.259621:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764808.259625:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764808.259628:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764808.259632:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764808.259634:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764808.259639:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764808.259641:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764808.259645:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764808.259646:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764808.259649:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764808.259653:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764808.259655:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764808.259658:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764808.259660:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764808.259663:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259671:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764808.259674:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259679:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.259681:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764808.259684:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764808.259687:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764808.259690:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764808.259692:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321059353
00000100:00000001:2.0:1787764808.259694:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321060648
00000100:00000001:2.0:1787764808.259696:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321059353
00000100:00000001:2.0:1787764808.259698:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321060648
00000100:00000001:2.0:1787764808.259700:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764808.259702:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.259704:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764808.259707:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764808/real 1787764808]  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764808.259714:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764808.259715:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764808.259717:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764808.259719:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764808.259721:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764808.259723:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764808.259726:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764808.259734:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259741:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764808.259742:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259743:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764808.259744:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764808.259769:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259776:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764808.259780:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259786:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764808.259788:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259790:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764808.259791:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259792:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764808.259794:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764808.259796:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764808.259799:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764808.259802:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764808.259806:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764808.259813:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395136:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764808.259816:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259818:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764808.259820:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482395136/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764808.259825:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764808.259827:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764808.259829:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764808.259831:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764808.259833:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764808.259834:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764808.259836:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764808.259837:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:2.0:1787764808.259840:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764808.259841:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764808.259843:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764808.259845:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764808.259847:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259848:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764808.259852:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764808.259853:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764808.259854:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764808.259855:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764808.960867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764808.960874:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764808.960880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764808.960883:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764808.960885:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764808.960887:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764808.960890:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764808.960892:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764808.960894:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764808.960896:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764808.960899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764808.960900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764808.961175:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764808.961180:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764808.961184:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764809.600842:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321060648, at 4321060672
00000100:00000010:1.0:1787764809.600855:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538540.
00000100:00000040:0.0:1787764809.600930:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321060648, at 4321060672
00000100:00000010:0.0:1787764809.600945:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885383c0.
00010000:00000001:2.0:1787764809.984904:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764809.984909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764809.984913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764809.984914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764809.984916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764809.984917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764809.984961:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764809.984964:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764809.984967:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764811.008868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764811.008876:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764811.008879:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764811.008882:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764811.008887:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764811.008889:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764811.008891:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764811.008893:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764811.008897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764811.008899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764811.008902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764811.008904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764811.008973:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764811.008977:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764811.008980:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764812.032976:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764812.032983:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764812.032988:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764812.032989:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764812.032992:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764812.032994:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764812.033077:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764812.033080:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764812.033083:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764813.056849:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764813.056853:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764813.056857:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764813.056858:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764813.056860:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764813.056861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764813.056919:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764813.056923:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764813.056926:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764813.376842:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764813.376852:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764813.376855:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764813.376859:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764813.376863:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764813.376871:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26392
00000400:00000200:0.0:1787764813.376879:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764813.376885:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764813.376887:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764813.376889:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764813.376892:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764813.376893:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764813.376895:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764813.376898:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764813.376900:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764813.376902:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764813.376905:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764813.376906:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764813.376908:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764813.376910:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764813.376911:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764813.376912:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764813.376913:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764813.376915:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764813.376917:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764813.376918:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764813.376920:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764813.376923:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764813.376924:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.376926:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764813.376928:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764813.376934:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764813.376936:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764813.376940:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764813.376941:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.376943:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764813.376945:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764813.376949:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764813.376955:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764813.376971:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764813.376981:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764813.376991:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764813.376995:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764813.376998:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764813.377070:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764813.377074:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764813.377077:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764813.377077:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764813.377079:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764813.377080:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764813.377083:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787764813.377089:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787764813.377089:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764813.377093:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764813.377095:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26392
00000100:00000001:2.0:1787764813.377097:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787764813.377099:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764813.377099:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764813.377103:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
02000000:00000001:2.0:1787764813.377103:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787764813.377105:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787764813.377105:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787764813.377108:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000001:2.0:1787764813.377108:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.377110:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764813.377112:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00100000:2.0:1787764813.377112:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482395264:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764813.377114:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764813.377116:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764813.377116:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787764813.377117:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764813.377119:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787764813.377120:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1787764813.377121:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
02000000:00000001:2.0:1787764813.377122:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764813.377123:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
02000000:00000001:2.0:1787764813.377124:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1787764813.377125:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764813.377127:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764813.377129:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1787764813.377129:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5800.
00000100:00000040:0.0:1787764813.377131:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
02000000:00000001:2.0:1787764813.377132:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.377133:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764813.377135:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000400:00000200:2.0:1787764813.377136:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00080000:0.0:1787764813.377137:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764813.377140:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764813.377140:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
02000000:00000001:0.0:1787764813.377142:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764813.377146:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787764813.377146:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
02000000:00000001:0.0:1787764813.377149:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.377150:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:2.0:1787764813.377152:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482395264, portal 25
00000008:00100000:0.0:1787764813.377154:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764813.377154:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764813.377156:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000008:00000001:0.0:1787764813.377157:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.377159:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764813.377161:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787764813.377162:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764813.377164:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764813.377167:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764813.377168:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.377168:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787764813.377170:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764813.377171:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787764813.377171:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
02000000:00000001:0.0:1787764813.377173:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764813.377174:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
02000000:00000010:0.0:1787764813.377178:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764813.377182:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764813.377187:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764813.377189:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482395264, offset 0
00000100:00000001:0.0:1787764813.377194:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764813.377196:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764813.377196:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:0.0:1787764813.377199:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764813.377203:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764813.377206:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764813.377208:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00080000:0.0:1787764813.377209:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764813.377212:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787764813.377212:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787764813.377213:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764813.377214:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787764813.377216:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:0.0:1787764813.377217:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764813.377219:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26392
00000400:00000200:2.0:1787764813.377221:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764813.377222:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764813.377223:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764813.377225:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764813.377227:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764813.377227:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278330:278330:256:4294967295] 192.168.203.115@tcp LPNI seq info [278330:278330:8:4294967295]
00000100:00000040:0.0:1787764813.377230:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764813.377232:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764813.377232:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764813.377234:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764813.377236:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764813.377237:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764813.377239:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764813.377240:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787764813.377241:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1787764813.377242:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764813.377244:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764813.377245:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000800:00000200:2.0:1787764813.377247:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000040:0.0:1787764813.377248:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764813.377250:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764813.377251:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000010:2.0:1787764813.377252:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000100:00000001:0.0:1787764813.377253:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764813.377255:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764813.377257:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000200:2.0:1787764813.377257:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764813.377259:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764813.377261:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787764813.377261:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1787764813.377263:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764813.377265:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764813.377266:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764813.377267:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764813.377269:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787764813.377270:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000008:00000001:0.0:1787764813.377271:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.377273:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787764813.377274:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000010:0.0:1787764813.377276:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000800:00000010:2.0:1787764813.377276:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000020:00000040:0.0:1787764813.377278:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764813.377280:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764813.377282:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764813.377282:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787764813.377284:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764813.377285:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764813.377286:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764813.377286:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1787764813.377290:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000400:00000200:2.0:1787764813.377292:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000100:00000001:0.0:1787764813.377293:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764813.377294:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00100000:0.0:1787764813.377297:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764813.377298:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764813.377301:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764813.377303:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764813.377305:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764813.377309:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.377310:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764813.377313:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764813.377315:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764813.377318:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764813.377320:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764813.377322:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764813.377322:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764813.377323:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764813.377324:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764813.377326:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764813.377327:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764813.377328:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26392
00000400:00000200:2.0:1787764813.377330:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764813.377331:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764813.377333:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764813.377333:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321065767
00000100:00080000:0.0:1787764813.377335:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764813.377337:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000010:2.0:1787764813.377338:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885381e0.
00000100:00000001:0.0:1787764813.377339:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764813.377341:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764813.377342:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764813.377343:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1787764813.377344:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764813.377345:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764813.377347:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764813.377348:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764813.377350:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:2.0:1787764813.377350:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321065767
00000020:00000001:0.0:1787764813.377352:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000010:2.0:1787764813.377353:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538420.
00000100:00000040:0.0:1787764813.377355:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764813.377356:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764813.377357:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764813.377359:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764813.377360:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764813.377362:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764813.377365:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764813.377367:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764813.377369:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764813.377371:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764813.377373:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.377375:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764813.377377:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764813.377379:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.377380:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764813.377383:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764813.377386:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764813.377388:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764813.377389:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.377390:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764813.377391:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764813.377392:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764813.377396:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:0.0:1787764813.377398:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764813.377403:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764813.377408:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764813.377410:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764813.377424:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764813.377432:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.377433:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787764813.377434:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764813.377435:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764813.377437:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764813.377438:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764813.377438:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787764813.377440:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764813.377442:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787764813.377443:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764813/real 1787764813]  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764813.377444:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26392
00000400:00000200:0.0:1787764813.377448:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764813.377450:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764813.377452:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1787764813.377453:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764813.377454:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1787764813.377455:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000010:2.0:1787764813.377456:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000100:00000001:0.0:1787764813.377457:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764813.377459:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764813.377459:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000100:00000001:0.0:1787764813.377461:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000010:2.0:1787764813.377461:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000020:00000001:0.0:1787764813.377463:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764813.377464:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:2.0:1787764813.377464:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1787764813.377465:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764813.377467:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000200:2.0:1787764813.377467:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764813.377469:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764813.377471:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764813.377474:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000200:2.0:1787764813.377475:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764813.377476:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764813.377478:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764813.377479:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764813.377482:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:2.0:1787764813.377483:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1787764813.377484:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764813.377485:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764813.377486:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764813.377487:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764813.377487:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764813.377489:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787764813.377490:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764813.377491:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.377493:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787764813.377493:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787764813.377495:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764813.377498:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764813.377499:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764813.377503:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764813.377505:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764813.377507:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764813.377509:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.377509:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764813.377510:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764813.377511:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764813.377513:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764813.377514:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787764813.377516:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764813.377519:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.377521:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1787764813.377523:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764813.377524:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.377526:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764813.377527:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764813.377529:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764813.377530:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764813.377531:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.377532:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787764813.377534:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764813.377535:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764813.377538:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764813.377541:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.377541:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764813.377545:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764813.377546:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26402)
00000100:00100000:2.0:1787764813.377553:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482395264:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764813.377557:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.377559:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764813.377563:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482395264/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.377569:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764813.377571:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764813.377575:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764813.377578:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764813.377579:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764813.377581:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764813.377583:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764813.377585:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:2.0:1787764813.377589:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764813.377590:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764813.377601:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:2.0:1787764813.377605:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764813.377606:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.377609:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.377615:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764813.377617:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.377619:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764813.377620:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764813.377622:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764813.377625:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.377631:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764813.377633:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764813.377635:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764813.377636:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764813.377637:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764813.377639:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395392:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764813.377641:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764813.377643:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764813.377644:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764813.377645:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764813.377647:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764813.377649:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764813.377651:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764813.377653:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764813.377656:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764813.377658:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482395392, portal 10
00000100:00000001:2.0:1787764813.377659:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764813.377660:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:2.0:1787764813.377665:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.377668:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764813.377670:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764813.377671:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764813.377673:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482395392, offset 0
00000400:00000200:2.0:1787764813.377675:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764813.377678:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764813.377680:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764813.377682:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764813.377684:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764813.377685:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764813.377687:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764813.377689:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278331:278331:256:4294967295] 192.168.203.115@tcp LPNI seq info [278331:278331:8:4294967295]
00000400:00000200:2.0:1787764813.377691:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764813.377696:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764813.377698:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764813.377700:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764813.377703:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764813.377705:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764813.377713:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764813.377715:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764813.377718:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764813.377719:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764813.377721:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764813.377723:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764813.377725:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764813.377726:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764813.377728:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764813.377730:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.377788:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764813.377790:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.377794:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.377795:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764813.377798:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764813.377800:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764813.377802:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764813.377804:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321064460
00000100:00000001:2.0:1787764813.377806:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321065767
00000100:00000001:2.0:1787764813.377807:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321064460
00000100:00000001:2.0:1787764813.377809:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321065767
00000100:00000001:2.0:1787764813.377810:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764813.377811:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.377812:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764813.377815:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764813/real 1787764813]  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764813.377821:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764813.377823:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764813.377825:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764813.377827:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764813.377828:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764813.377830:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764813.377834:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764813.377841:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.377847:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764813.377849:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.377851:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764813.377852:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764813.377855:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.377861:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764813.377865:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.377872:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764813.377874:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.377875:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764813.377877:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.377878:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764813.377880:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764813.377882:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764813.377885:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764813.377888:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764813.377891:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764813.377898:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395392:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764813.377901:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764813.377904:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.377910:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764813.377912:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764813.377914:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764813.377915:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764813.377917:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764813.377921:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395520:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764813.377924:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764813.377926:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764813.377928:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764813.377929:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764813.377933:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764813.377935:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764813.377938:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764813.377940:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764813.377943:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764813.377946:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482395520, portal 10
00000100:00000001:2.0:1787764813.377948:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764813.377949:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764813.377954:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.377960:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764813.377962:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764813.377964:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764813.377967:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482395520, offset 0
00000400:00000200:2.0:1787764813.377971:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764813.377975:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764813.377978:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764813.377981:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764813.377984:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764813.377986:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764813.377988:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764813.377991:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278332:278332:256:4294967295] 192.168.203.115@tcp LPNI seq info [278332:278332:8:4294967295]
00000400:00000200:2.0:1787764813.377995:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764813.378001:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764813.378005:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764813.378008:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764813.378012:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764813.378015:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764813.378019:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764813.378022:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764813.378025:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764813.378027:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764813.378030:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764813.378033:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764813.378035:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764813.378036:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764813.378038:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764813.378041:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378048:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764813.378051:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378056:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.378058:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764813.378061:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764813.378063:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764813.378066:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764813.378068:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321064468
00000100:00000001:2.0:1787764813.378070:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321065767
00000100:00000001:2.0:1787764813.378071:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321064468
00000100:00000001:2.0:1787764813.378073:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321065767
00000100:00000001:2.0:1787764813.378075:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764813.378077:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.378078:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764813.378082:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764813/real 1787764813]  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764813.378090:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764813.378091:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764813.378093:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764813.378095:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764813.378096:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764813.378098:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764813.378101:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764813.378107:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378112:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764813.378114:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378115:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764813.378116:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764813.378119:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378125:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764813.378128:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378134:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764813.378136:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378137:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764813.378138:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378139:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764813.378141:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764813.378143:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764813.378146:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764813.378148:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764813.378151:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764813.378164:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395520:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764813.378168:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764813.378171:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378175:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764813.378176:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764813.378177:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764813.378179:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764813.378180:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764813.378182:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395648:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764813.378184:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764813.378185:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764813.378186:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764813.378187:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764813.378189:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764813.378191:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764813.378193:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764813.378194:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764813.378197:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764813.378199:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482395648, portal 4
00000100:00000001:2.0:1787764813.378200:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764813.378201:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764813.378205:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378208:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764813.378210:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764813.378211:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764813.378212:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482395648, offset 0
00000400:00000200:2.0:1787764813.378214:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764813.378217:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764813.378220:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764813.378222:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764813.378223:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764813.378225:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764813.378227:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764813.378228:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278333:278333:256:4294967295] 192.168.203.115@tcp LPNI seq info [278333:278333:8:4294967295]
00000400:00000200:2.0:1787764813.378231:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764813.378235:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764813.378237:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764813.378239:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764813.378241:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764813.378243:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764813.378245:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764813.378247:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764813.378249:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764813.378250:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764813.378252:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764813.378254:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764813.378256:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764813.378257:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764813.378258:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764813.378260:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378265:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764813.378267:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378271:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.378272:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764813.378273:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764813.378275:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764813.378277:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764813.378278:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321064468
00000100:00000001:2.0:1787764813.378280:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321065767
00000100:00000001:2.0:1787764813.378281:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321064468
00000100:00000001:2.0:1787764813.378282:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321065767
00000100:00000001:2.0:1787764813.378283:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764813.378284:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.378285:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764813.378287:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764813/real 1787764813]  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764813.378291:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764813.378292:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764813.378293:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764813.378294:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764813.378295:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764813.378296:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764813.378298:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764813.378302:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378306:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764813.378307:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378308:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764813.378308:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764813.378310:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378314:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764813.378316:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378319:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764813.378321:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378322:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764813.378322:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378323:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764813.378324:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764813.378326:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764813.378327:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764813.378329:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764813.378330:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764813.378334:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395648:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764813.378336:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764813.378338:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378341:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764813.378342:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764813.378343:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764813.378344:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764813.378345:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764813.378347:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395776:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764813.378348:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764813.378349:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764813.378350:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764813.378352:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764813.378354:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764813.378356:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764813.378358:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764813.378360:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764813.378363:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764813.378365:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482395776, portal 4
00000100:00000001:2.0:1787764813.378368:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764813.378369:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764813.378374:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378379:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764813.378381:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764813.378383:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764813.378385:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482395776, offset 0
00000400:00000200:2.0:1787764813.378389:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764813.378392:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764813.378395:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764813.378397:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764813.378399:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764813.378402:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764813.378403:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764813.378405:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278334:278334:256:4294967295] 192.168.203.115@tcp LPNI seq info [278334:278334:8:4294967295]
00000400:00000200:2.0:1787764813.378408:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764813.378426:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764813.378431:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764813.378434:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764813.378438:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764813.378440:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764813.378443:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764813.378445:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764813.378448:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764813.378450:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764813.378452:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764813.378455:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764813.378458:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764813.378460:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764813.378462:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764813.378466:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378479:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764813.378486:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378493:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.378494:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764813.378497:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764813.378500:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764813.378503:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764813.378505:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321064472
00000100:00000001:2.0:1787764813.378508:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321065767
00000100:00000001:2.0:1787764813.378509:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321064472
00000100:00000001:2.0:1787764813.378511:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321065767
00000100:00000001:2.0:1787764813.378513:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764813.378515:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.378517:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764813.378521:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764813/real 1787764813]  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764813.378529:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764813.378531:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764813.378532:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764813.378535:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764813.378537:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764813.378539:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764813.378542:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764813.378550:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378556:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764813.378558:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378560:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764813.378561:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764813.378565:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378571:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764813.378574:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378580:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764813.378582:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378583:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764813.378585:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378586:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764813.378587:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764813.378589:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764813.378591:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764813.378592:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764813.378594:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764813.378599:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482395776:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764813.378601:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378602:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764813.378604:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482395392/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378610:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764813.378611:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764813.378613:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764813.378615:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764813.378617:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764813.378618:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764813.378620:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764813.378622:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:2.0:1787764813.378625:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764813.378626:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764813.378627:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:2.0:1787764813.378630:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764813.378631:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378632:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764813.378636:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482395520/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378642:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764813.378643:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764813.378644:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764813.378647:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764813.378648:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764813.378649:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764813.378651:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764813.378652:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:2.0:1787764813.378655:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764813.378656:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764813.378657:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764813.378659:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764813.378661:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378662:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764813.378665:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482395648/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378672:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764813.378673:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764813.378674:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764813.378677:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764813.378678:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764813.378679:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764813.378680:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764813.378682:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:2.0:1787764813.378683:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764813.378685:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764813.378686:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764813.378688:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764813.378690:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378691:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764813.378694:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482395776/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764813.378701:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764813.378702:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764813.378703:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764813.378705:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764813.378707:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764813.378708:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764813.378710:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764813.378712:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:2.0:1787764813.378713:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764813.378715:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764813.378716:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764813.378718:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764813.378719:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378721:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764813.378724:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764813.378725:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764813.378727:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764813.378729:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764814.080963:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764814.080972:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764814.080979:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764814.080980:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764814.080983:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764814.080984:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764814.081080:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764814.081087:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764814.081092:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764814.720833:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321065767, at 4321065792
00000100:00000040:1.0:1787764814.720835:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321065767, at 4321065792
00000100:00000010:1.0:1787764814.720850:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538420.
00000100:00000010:0.0:1787764814.720852:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885381e0.
00010000:00000001:2.0:1787764815.104924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764815.104933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764815.104941:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764815.104942:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764815.104946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764815.104947:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764815.105014:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764815.105019:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764815.105023:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764816.128922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764816.128930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764816.128935:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764816.128935:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764816.128938:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764816.128951:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764816.128953:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764816.128956:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764816.128959:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764816.128961:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764816.128962:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764816.128964:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764816.129048:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764816.129054:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764816.129059:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764817.152884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764817.152890:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764817.152902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764817.152903:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764817.152906:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764817.152907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764817.152971:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764817.152976:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764817.152981:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764818.177555:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764818.177562:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764818.177567:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764818.177569:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764818.177572:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764818.177573:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764818.177641:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764818.177646:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764818.177649:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764818.496900:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764818.496914:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764818.496916:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764818.496921:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764818.496926:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764818.496936:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26397
00000400:00000200:0.0:1787764818.496946:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764818.496953:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764818.496956:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764818.496959:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.496961:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764818.496963:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.496965:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764818.496975:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764818.496977:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764818.496981:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764818.496985:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764818.496988:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764818.496990:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764818.496993:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.496995:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764818.496997:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.496999:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764818.497002:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764818.497006:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497009:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764818.497013:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764818.497018:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764818.497021:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.497025:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764818.497028:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764818.497039:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764818.497043:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764818.497048:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764818.497050:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.497053:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764818.497056:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764818.497063:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764818.497072:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764818.497141:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764818.497163:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764818.497174:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764818.497178:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764818.497182:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764818.497204:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764818.497207:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764818.497210:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764818.497211:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764818.497216:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764818.497219:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764818.497222:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26397
00000400:00000200:0.0:1787764818.497226:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764818.497229:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764818.497232:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764818.497235:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497238:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764818.497240:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497242:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764818.497246:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764818.497247:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764818.497250:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764818.497254:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764818.497256:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764818.497258:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764818.497262:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497266:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764818.497268:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787764818.497271:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497277:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764818.497277:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764818.497281:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787764818.497283:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764818.497297:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000040:2.0:1787764818.497297:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764818.497309:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764818.497315:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764818.497324:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787764818.497325:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764818.497327:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764818.497331:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.497335:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764818.497336:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1787764818.497342:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787764818.497343:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1787764818.497350:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764818.497351:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.497355:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764818.497361:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482395904:192.168.203.115@tcp:250:kworker.0
00000100:00000010:0.0:1787764818.497365:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764818.497370:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000001:2.0:1787764818.497373:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764818.497375:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764818.497393:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764818.497393:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764818.497399:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.497400:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764818.497404:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764818.497404:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787764818.497410:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764818.497416:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764818.497421:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764818.497429:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
00000100:00100000:0.0:1787764818.497431:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764818.497434:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764818.497448:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764818.497450:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764818.497454:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764818.497454:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000100:00000040:0.0:1787764818.497465:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764818.497469:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000001:0.0:1787764818.497487:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764818.497487:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482395904, portal 25
00000100:00000001:2.0:1787764818.497496:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787764818.497497:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764818.497503:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00080000:0.0:1787764818.497505:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764818.497511:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764818.497514:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764818.497519:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764818.497525:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26397
00000100:00000040:2.0:1787764818.497529:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764818.497530:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764818.497537:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764818.497543:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764818.497552:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497560:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764818.497568:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764818.497569:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497574:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:2.0:1787764818.497578:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764818.497583:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000020:00000001:0.0:1787764818.497589:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787764818.497589:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482395904, offset 0
00000020:00000040:0.0:1787764818.497592:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764818.497596:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764818.497598:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:2.0:1787764818.497604:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000020:00000001:0.0:1787764818.497606:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764818.497611:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764818.497616:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497618:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764818.497621:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764818.497622:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764818.497628:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764818.497630:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764818.497633:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497635:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764818.497641:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764818.497644:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764818.497647:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.497652:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787764818.497652:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000008:00100000:0.0:1787764818.497661:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787764818.497664:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1787764818.497669:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.497673:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764818.497674:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764818.497683:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1787764818.497684:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764818.497690:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764818.497692:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764818.497693:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.497695:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764818.497696:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764818.497698:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764818.497699:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
02000000:00000010:0.0:1787764818.497707:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000400:00000200:2.0:1787764818.497709:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278335:278335:256:4294967295] 192.168.203.115@tcp LPNI seq info [278335:278335:8:4294967295]
00000100:00000001:0.0:1787764818.497714:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764818.497720:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00100000:0.0:1787764818.497725:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764818.497735:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764818.497740:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764818.497746:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787764818.497782:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764818.497793:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764818.497796:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764818.497800:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764818.497802:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764818.497807:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764818.497813:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1787764818.497817:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00080000:0.0:1787764818.497821:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26397
00000800:00000010:2.0:1787764818.497830:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000400:00000200:0.0:1787764818.497831:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764818.497840:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000800:00000200:2.0:1787764818.497845:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:0.0:1787764818.497847:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787764818.497850:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1787764818.497856:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000800:00000200:2.1:1787764818.497863:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764818.497865:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787764818.497867:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1787764818.497875:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000100:2.0:1787764818.497880:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497882:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000010:2.0:1787764818.497884:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000020:00000001:0.0:1787764818.497891:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764818.497897:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000400:00000200:2.0:1787764818.497897:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787764818.497908:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787764818.497911:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1787764818.497914:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000400:00000200:2.0:1787764818.497916:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000020:00000001:0.0:1787764818.497921:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000010:2.0:1787764818.497921:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000020:00000001:0.0:1787764818.497929:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:2.0:1787764818.497930:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764818.497936:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764818.497940:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497951:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764818.497958:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764818.497959:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:2.0:1787764818.497964:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764818.497966:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764818.497972:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764818.497981:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764818.497988:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764818.497993:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764818.497993:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764818.497998:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764818.497999:0:257227:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787764818.498005:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.498012:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764818.498012:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787764818.498020:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787764818.498028:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00000001:0.0:1787764818.498029:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.498035:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.498036:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321070888
00000100:00000010:0.0:1787764818.498040:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000100:00000010:2.0:1787764818.498043:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538ea0.
00000020:00000040:0.0:1787764818.498046:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764818.498052:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764818.498052:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787764818.498061:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.498066:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764818.498066:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321070888
02000000:00000001:0.0:1787764818.498071:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1787764818.498072:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538000.
00000100:00000001:2.0:1787764818.498078:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764818.498085:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764818.498088:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.498089:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764818.498094:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764818/real 1787764818]  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764818.498101:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764818.498102:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764818.498104:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764818.498106:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764818.498107:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764818.498110:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764818.498113:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764818.498119:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.498123:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764818.498124:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.498126:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764818.498127:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764818.498130:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.498134:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764818.498137:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764818.498141:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.498142:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764818.498150:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.498152:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764818.498153:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1787764818.498155:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:2.0:1787764818.498155:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764818.498162:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764818.498164:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764818.498173:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1787764818.498180:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764818.498185:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764818.498195:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787764818.498203:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764818.498209:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764818.498209:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764818.498221:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764818.498228:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482395904:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764818.498244:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.498249:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764818.498256:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764818.498259:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482395904/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764818.498266:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764818.498285:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764818.498293:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764818.498294:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1787764818.498300:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787764818.498300:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764818.498304:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
00000100:00000001:0.0:1787764818.498306:0:373018:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787764818.498315:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:0.0:1787764818.498316:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26397
00000020:00000001:2.0:1787764818.498321:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000400:00000200:0.0:1787764818.498327:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:2.0:1787764818.498327:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764818.498334:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000400:00000200:0.0:1787764818.498335:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
02000000:00000010:2.0:1787764818.498338:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
00000100:00080000:0.0:1787764818.498340:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764818.498347:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000001:2.0:1787764818.498349:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787764818.498350:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764818.498353:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1787764818.498356:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000010:2.0:1787764818.498358:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:0.0:1787764818.498362:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764818.498365:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764818.498368:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787764818.498369:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764818.498373:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:2.0:1787764818.498373:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787764818.498387:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764818.498391:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764818.498394:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:2.0:1787764818.498395:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1787764818.498400:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:2.0:1787764818.498400:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.498408:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787764818.498410:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764818.498413:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764818.498416:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764818.498417:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764818.498424:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000040:2.0:1787764818.498428:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764818.498430:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764818.498439:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:2.0:1787764818.498449:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787764818.498451:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764818.498452:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764818.498461:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787764818.498462:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764818.498465:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764818.498467:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764818.498472:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764818.498473:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764818.498479:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.498484:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787764818.498484:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396032:192.168.203.115@tcp:38:kworker.0
00000008:00100000:0.0:1787764818.498487:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764818.498495:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1787764818.498496:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.498501:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764818.498501:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764818.498506:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764818.498510:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
02000000:00000001:2.0:1787764818.498510:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1787764818.498520:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000010:2.0:1787764818.498520:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:0.0:1787764818.498527:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764818.498528:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764818.498531:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764818.498535:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764818.498538:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764818.498539:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:0.0:1787764818.498542:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764818.498546:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
02000000:00000010:0.0:1787764818.498550:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919edc00.
00000400:00000010:2.0:1787764818.498554:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000001:0.0:1787764818.498557:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764818.498560:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482396032, portal 10
00000100:00100000:0.0:1787764818.498567:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764818.498567:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764818.498570:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000040:2.0:1787764818.498585:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764818.498586:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764818.498594:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.498605:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764818.498611:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764818.498617:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764818.498623:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000001:0.0:1787764818.498629:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764818.498630:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482396032, offset 0
00000100:00000040:0.0:1787764818.498639:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26407)
00000400:00000200:2.0:1787764818.498640:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764818.498649:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764818.498655:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764818.498657:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764818.498659:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764818.498661:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764818.498663:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764818.498665:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278336:278336:256:4294967295] 192.168.203.115@tcp LPNI seq info [278336:278336:8:4294967295]
00000400:00000200:2.0:1787764818.498669:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764818.498677:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764818.498683:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764818.498686:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764818.498690:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764818.498693:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764818.498697:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764818.498700:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764818.498703:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764818.498705:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764818.498708:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764818.498712:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764818.498715:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764818.498717:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764818.498720:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764818.498724:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.498732:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764818.498734:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.498738:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.498740:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764818.498742:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764818.498745:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764818.498747:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764818.498765:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321069581
00000100:00000001:2.0:1787764818.498767:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321070888
00000100:00000001:2.0:1787764818.498769:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321069581
00000100:00000001:2.0:1787764818.498770:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321070888
00000100:00000001:2.0:1787764818.498771:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764818.498773:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.498774:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764818.498776:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764818/real 1787764818]  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764818.498781:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764818.498782:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764818.498783:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764818.498784:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764818.498785:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764818.498787:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764818.498788:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764818.498793:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.498801:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764818.498802:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.498804:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764818.498805:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764818.498808:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.498814:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764818.498818:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.498824:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764818.498826:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.498828:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764818.498829:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.498831:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764818.498833:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764818.498835:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764818.498839:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764818.498841:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764818.498845:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764818.498852:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396032:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764818.498857:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764818.498860:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.498867:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764818.498868:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764818.498870:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764818.498872:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764818.498874:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764818.498877:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396160:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764818.498880:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764818.498882:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764818.498883:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764818.498885:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764818.498888:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764818.498890:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764818.498894:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764818.498897:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764818.498900:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764818.498903:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482396160, portal 10
00000100:00000001:2.0:1787764818.498905:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764818.498906:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764818.498911:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.498917:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764818.498919:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764818.498922:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764818.498924:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482396160, offset 0
00000400:00000200:2.0:1787764818.498928:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764818.498932:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764818.498936:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764818.498938:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764818.498941:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764818.498943:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764818.498945:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764818.498948:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278337:278337:256:4294967295] 192.168.203.115@tcp LPNI seq info [278337:278337:8:4294967295]
00000400:00000200:2.0:1787764818.498953:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764818.498957:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764818.498961:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764818.498963:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764818.498966:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764818.498967:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764818.498971:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764818.498974:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764818.498977:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764818.498979:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764818.498982:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764818.498985:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764818.498987:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764818.498989:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764818.498991:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764818.498995:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499002:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764818.499005:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499011:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.499013:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764818.499015:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764818.499018:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764818.499021:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764818.499023:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321069589
00000100:00000001:2.0:1787764818.499024:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321070888
00000100:00000001:2.0:1787764818.499026:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321069589
00000100:00000001:2.0:1787764818.499027:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321070888
00000100:00000001:2.0:1787764818.499028:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764818.499029:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.499030:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764818.499033:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764818/real 1787764818]  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764818.499039:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764818.499039:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764818.499041:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764818.499042:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764818.499043:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764818.499044:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764818.499046:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764818.499051:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499054:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764818.499055:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499056:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764818.499057:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764818.499059:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499062:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764818.499064:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499068:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764818.499069:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499070:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764818.499071:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499072:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764818.499073:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764818.499075:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764818.499076:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764818.499077:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764818.499080:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764818.499085:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396160:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764818.499087:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764818.499089:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499093:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764818.499094:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764818.499095:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764818.499096:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764818.499097:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764818.499099:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396288:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764818.499101:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764818.499102:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764818.499103:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764818.499105:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764818.499107:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764818.499108:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764818.499110:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764818.499111:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764818.499113:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764818.499115:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482396288, portal 4
00000100:00000001:2.0:1787764818.499116:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764818.499117:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764818.499121:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499124:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764818.499126:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764818.499127:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764818.499129:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482396288, offset 0
00000400:00000200:2.0:1787764818.499132:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764818.499136:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764818.499139:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764818.499141:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764818.499144:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764818.499146:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764818.499148:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764818.499150:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278338:278338:256:4294967295] 192.168.203.115@tcp LPNI seq info [278338:278338:8:4294967295]
00000400:00000200:2.0:1787764818.499154:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764818.499160:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764818.499164:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764818.499167:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764818.499171:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764818.499173:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764818.499178:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764818.499180:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764818.499184:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764818.499185:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764818.499188:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764818.499191:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764818.499194:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764818.499195:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764818.499197:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764818.499200:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499204:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764818.499206:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499210:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.499211:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764818.499213:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764818.499215:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764818.499217:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764818.499218:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321069589
00000100:00000001:2.0:1787764818.499220:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321070888
00000100:00000001:2.0:1787764818.499221:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321069589
00000100:00000001:2.0:1787764818.499222:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321070888
00000100:00000001:2.0:1787764818.499223:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764818.499224:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.499225:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764818.499227:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764818/real 1787764818]  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764818.499232:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764818.499232:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764818.499233:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764818.499235:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764818.499236:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764818.499237:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764818.499239:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764818.499243:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499246:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764818.499247:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499248:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764818.499249:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764818.499250:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499254:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764818.499256:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499259:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764818.499261:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499262:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764818.499263:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499264:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764818.499265:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764818.499266:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764818.499268:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764818.499269:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764818.499271:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764818.499275:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396288:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764818.499278:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499279:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764818.499280:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482396032/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499284:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764818.499285:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764818.499286:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764818.499287:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764818.499288:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764818.499289:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764818.499291:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764818.499292:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:2.0:1787764818.499294:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764818.499295:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764818.499296:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:2.0:1787764818.499298:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764818.499299:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499301:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764818.499304:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482396160/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499315:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764818.499317:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764818.499318:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764818.499320:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764818.499322:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764818.499323:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764818.499324:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764818.499326:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:2.0:1787764818.499327:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764818.499329:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764818.499330:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764818.499332:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764818.499333:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499335:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764818.499338:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482396288/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499343:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764818.499345:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764818.499346:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764818.499348:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764818.499349:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764818.499350:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764818.499352:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764818.499353:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef400.
02000000:00000001:2.0:1787764818.499355:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764818.499356:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764818.499357:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764818.499359:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764818.499360:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499362:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499366:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764818.499367:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.499369:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764818.499371:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764818.499372:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764818.499386:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499392:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764818.499393:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764818.499395:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764818.499396:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764818.499398:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764818.499400:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396416:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764818.499403:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764818.499405:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764818.499406:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764818.499408:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764818.499411:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764818.499412:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764818.499415:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764818.499418:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764818.499420:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764818.499423:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482396416, portal 4
00000100:00000001:2.0:1787764818.499425:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764818.499426:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764818.499431:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499436:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764818.499438:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764818.499440:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764818.499443:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482396416, offset 0
00000400:00000200:2.0:1787764818.499447:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764818.499452:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764818.499456:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764818.499462:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764818.499465:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764818.499467:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764818.499470:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764818.499473:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278339:278339:256:4294967295] 192.168.203.115@tcp LPNI seq info [278339:278339:8:4294967295]
00000400:00000200:2.0:1787764818.499476:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764818.499484:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764818.499488:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764818.499491:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764818.499496:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764818.499498:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764818.499503:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764818.499505:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764818.499509:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764818.499511:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764818.499514:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764818.499517:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764818.499520:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764818.499522:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764818.499524:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764818.499527:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499534:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764818.499537:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499542:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.499544:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764818.499546:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764818.499549:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764818.499552:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764818.499553:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321069593
00000100:00000001:2.0:1787764818.499556:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321070888
00000100:00000001:2.0:1787764818.499558:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321069593
00000100:00000001:2.0:1787764818.499559:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321070888
00000100:00000001:2.0:1787764818.499561:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764818.499564:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.499565:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764818.499569:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764818/real 1787764818]  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764818.499579:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764818.499581:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764818.499583:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764818.499586:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764818.499588:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764818.499591:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764818.499597:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764818.499606:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499611:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764818.499613:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499614:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764818.499616:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764818.499619:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499625:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764818.499628:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499634:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764818.499636:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499638:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764818.499639:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499641:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764818.499642:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764818.499645:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764818.499648:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764818.499650:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764818.499654:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764818.499662:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396416:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764818.499666:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499668:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764818.499670:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482396416/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764818.499676:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764818.499677:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764818.499679:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764818.499681:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764818.499683:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764818.499684:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764818.499685:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764818.499687:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919edc00.
02000000:00000001:2.0:1787764818.499690:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764818.499691:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764818.499692:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764818.499694:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764818.499695:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499697:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764818.499700:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764818.499701:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764818.499703:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764818.499705:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764819.200872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764819.200879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764819.200883:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764819.200886:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764819.200887:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764819.200889:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764819.200892:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764819.200894:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764819.200896:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764819.200897:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764819.200899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764819.200900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764819.200953:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764819.200957:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764819.200960:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764819.840866:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321070888, at 4321070912
00000100:00000040:1.0:1787764819.840866:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321070888, at 4321070912
00000100:00000010:0.0:1787764819.840883:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538ea0.
00000100:00000010:1.0:1787764819.840884:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538000.
00010000:00000001:2.0:1787764820.224867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764820.224872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764820.224876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764820.224877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764820.224880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764820.224880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764820.224931:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764820.224936:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764820.224940:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764821.248865:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764821.248873:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764821.248875:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764821.248878:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764821.248883:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764821.248885:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764821.248887:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764821.248890:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764821.248894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764821.248895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764821.248899:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764821.248900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764821.248966:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764821.248970:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764821.248974:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764822.272909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764822.272916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764822.272922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764822.272923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764822.272926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764822.272927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764822.273017:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764822.273020:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764822.273023:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764823.296952:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764823.296966:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764823.296973:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764823.296975:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764823.296978:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764823.296979:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764823.297422:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764823.297427:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764823.297430:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764823.616926:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764823.616937:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764823.616940:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764823.616943:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764823.616948:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764823.616956:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26402
00000400:00000200:1.0:1787764823.616965:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764823.616972:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764823.616975:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764823.616978:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.616981:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764823.616984:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.616987:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764823.616991:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764823.616992:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:1.0:1787764823.616995:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764823.616999:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:1.0:1787764823.617002:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:1.0:1787764823.617005:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:1.0:1787764823.617008:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617010:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764823.617012:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617015:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764823.617018:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:1.0:1787764823.617021:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617024:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764823.617026:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764823.617030:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764823.617033:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617035:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764823.617038:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764823.617047:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc651a40.
00000020:00000040:1.0:1787764823.617051:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:1.0:1787764823.617055:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764823.617057:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617060:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764823.617062:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764823.617065:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764823.617074:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7ec00.
00000100:00000001:1.0:1787764823.617080:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764823.617089:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764823.617099:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764823.617104:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764823.617109:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c53913] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764823.617139:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764823.617142:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764823.617145:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764823.617147:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764823.617148:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764823.617152:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764823.617155:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26402
00000400:00000200:1.0:1787764823.617159:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764823.617161:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764823.617164:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764823.617167:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617169:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764823.617170:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617172:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764823.617174:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764823.617176:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:1.0:1787764823.617177:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764823.617180:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:1.0:1787764823.617182:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:1.0:1787764823.617184:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:1.0:1787764823.617186:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617188:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764823.617190:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617192:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764823.617194:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:1.0:1787764823.617196:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617199:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764823.617201:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764823.617205:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764823.617208:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617209:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764823.617213:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764823.617216:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617218:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764823.617222:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc652d00.
00000020:00000040:1.0:1787764823.617224:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764823.617226:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764823.617228:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617230:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764823.617231:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764823.617232:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764823.617236:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7e800.
00000100:00000001:1.0:1787764823.617239:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764823.617243:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764823.617250:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764823.617253:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764823.617256:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1dd52f6] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764823.617263:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764823.617266:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764823.617269:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764823.617270:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764823.617272:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764823.617274:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764823.617276:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26402
00000400:00000200:1.0:1787764823.617280:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764823.617282:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764823.617284:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764823.617287:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617289:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764823.617291:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617293:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764823.617295:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764823.617296:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:1.0:1787764823.617297:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764823.617299:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:1.0:1787764823.617301:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:1.0:1787764823.617303:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:1.0:1787764823.617306:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617307:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764823.617309:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617311:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764823.617313:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:1.0:1787764823.617315:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617318:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764823.617319:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764823.617322:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764823.617324:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617326:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764823.617327:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764823.617330:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617331:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764823.617335:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc651680.
00000020:00000040:1.0:1787764823.617337:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:1.0:1787764823.617339:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764823.617353:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617356:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764823.617357:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764823.617359:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764823.617362:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7fc00.
00000100:00000001:1.0:1787764823.617366:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764823.617370:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764823.617377:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764823.617379:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764823.617382:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c0c958a] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764823.617390:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764823.617393:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764823.617396:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764823.617398:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764823.617399:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764823.617401:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764823.617404:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26402
00000400:00000200:1.0:1787764823.617407:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764823.617410:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764823.617412:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764823.617415:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617417:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764823.617419:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617421:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764823.617423:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764823.617424:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:1.0:1787764823.617425:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764823.617427:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:1.0:1787764823.617429:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:1.0:1787764823.617431:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:1.0:1787764823.617434:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617435:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764823.617437:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617439:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764823.617441:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:1.0:1787764823.617444:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617446:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764823.617448:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764823.617451:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764823.617453:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617454:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764823.617457:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764823.617459:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617461:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764823.617464:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc653c00.
00000020:00000040:1.0:1787764823.617466:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:1.0:1787764823.617468:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764823.617470:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617471:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764823.617472:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764823.617474:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764823.617477:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7e000.
00000100:00000001:1.0:1787764823.617480:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764823.617484:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764823.617491:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764823.617493:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764823.617496:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5eed468] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764823.617503:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764823.617505:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764823.617508:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764823.617509:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764823.617511:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764823.617513:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764823.617515:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26402
00000400:00000200:1.0:1787764823.617519:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764823.617522:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764823.617524:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764823.617526:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617528:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764823.617530:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617532:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764823.617534:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764823.617535:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:1.0:1787764823.617537:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764823.617539:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:1.0:1787764823.617541:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:1.0:1787764823.617542:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:1.0:1787764823.617545:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617547:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764823.617558:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617561:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764823.617563:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:1.0:1787764823.617566:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764823.617568:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764823.617570:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764823.617572:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764823.617574:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617576:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764823.617578:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764823.617580:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617582:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764823.617592:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc6530c0.
00000020:00000040:1.0:1787764823.617594:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:1.0:1787764823.617597:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764823.617598:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764823.617603:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764823.617604:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764823.617606:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764823.617609:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7d000.
00000100:00000001:1.0:1787764823.617612:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764823.617616:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764823.617629:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764823.617630:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764823.617634:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c55f3005] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764823.617641:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764823.617645:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26412)
00000100:00000001:2.0:1787764823.617728:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764823.617732:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764823.617735:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764823.617741:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.617787:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764823.617789:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764823.617792:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764823.617794:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764823.617797:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764823.617801:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482396544:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764823.617805:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764823.617809:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764823.617811:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764823.617813:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764823.617818:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764823.617820:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764823.617825:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764823.617829:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764823.617835:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764823.617842:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482396544, portal 25
00000100:00000001:2.0:1787764823.617844:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764823.617846:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906724928 : -118790802826688 : ffff93f5dc651a40)
00000100:00000040:2.0:1787764823.617851:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.617859:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764823.617862:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764823.617864:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764823.617868:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482396544, offset 0
00000400:00000200:2.0:1787764823.617875:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764823.617882:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764823.617888:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764823.617893:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764823.617896:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764823.617900:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764823.617903:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764823.617908:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278340:278340:256:4294967295] 192.168.203.115@tcp LPNI seq info [278340:278340:8:4294967295]
00000400:00000200:2.0:1787764823.617912:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764823.617921:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764823.617926:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764823.617931:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764823.617937:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764823.617941:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764823.617947:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764823.617950:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764823.617954:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764823.617956:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764823.617962:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764823.617966:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764823.617971:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764823.617973:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764823.617977:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764823.617980:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.617990:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764823.617994:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618000:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764823.618001:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764823.618007:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764823.618011:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764823.618014:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321076008
00000100:00000010:2.0:1787764823.618019:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885385a0.
00000100:00000001:2.0:1787764823.618026:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764823.618031:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321076008
00000100:00000010:2.0:1787764823.618034:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538240.
00000100:00000001:2.0:1787764823.618037:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764823.618051:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764823.618054:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764823.618056:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764823.618060:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764823/real 1787764823]  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764823.618070:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764823.618072:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764823.618074:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764823.618077:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764823.618079:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764823.618082:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764823.618085:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764823.618093:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618100:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764823.618101:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618103:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764823.618105:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764823.618109:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618116:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764823.618120:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618127:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764823.618130:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618132:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764823.618134:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618136:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764823.618138:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764823.618141:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764823.618146:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764823.618149:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764823.618153:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764823.618160:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482396544:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764823.618164:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764823.618167:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618174:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764823.618175:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764823.618177:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764823.618179:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764823.618180:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764823.618184:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396672:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764823.618187:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764823.618188:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764823.618190:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764823.618191:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764823.618194:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764823.618196:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764823.618200:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764823.618202:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764823.618205:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764823.618208:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482396672, portal 10
00000100:00000001:2.0:1787764823.618210:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764823.618211:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906729728 : -118790802821888 : ffff93f5dc652d00)
00000100:00000040:2.0:1787764823.618217:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618223:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764823.618226:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764823.618228:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764823.618230:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482396672, offset 0
00000400:00000200:2.0:1787764823.618234:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764823.618238:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764823.618241:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764823.618244:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764823.618247:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764823.618249:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764823.618251:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764823.618254:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278341:278341:256:4294967295] 192.168.203.115@tcp LPNI seq info [278341:278341:8:4294967295]
00000400:00000200:2.0:1787764823.618258:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764823.618264:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764823.618269:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764823.618272:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764823.618276:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764823.618279:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764823.618283:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764823.618285:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764823.618289:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764823.618291:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764823.618293:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764823.618296:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764823.618299:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764823.618301:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764823.618303:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764823.618307:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618314:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764823.618317:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618323:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764823.618325:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764823.618328:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764823.618331:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764823.618335:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764823.618337:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321074700
00000100:00000001:2.0:1787764823.618339:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321076008
00000100:00000001:2.0:1787764823.618355:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321074700
00000100:00000001:2.0:1787764823.618357:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321076008
00000100:00000001:2.0:1787764823.618359:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764823.618361:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764823.618362:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764823.618366:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764823/real 1787764823]  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764823.618373:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764823.618374:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764823.618376:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764823.618378:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764823.618380:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764823.618382:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764823.618385:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764823.618393:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618399:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764823.618400:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618402:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764823.618403:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764823.618407:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618413:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764823.618418:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618424:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764823.618426:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618427:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764823.618428:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618430:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764823.618432:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764823.618434:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764823.618437:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764823.618439:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764823.618443:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764823.618451:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396672:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764823.618455:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764823.618458:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618464:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764823.618465:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764823.618468:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764823.618469:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764823.618471:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764823.618474:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc651680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396800:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764823.618477:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764823.618479:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764823.618480:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764823.618482:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764823.618485:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764823.618487:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764823.618491:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764823.618493:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764823.618496:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764823.618498:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482396800, portal 10
00000100:00000001:2.0:1787764823.618500:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764823.618501:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906723968 : -118790802827648 : ffff93f5dc651680)
00000100:00000040:2.0:1787764823.618506:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618512:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764823.618515:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764823.618517:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764823.618519:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482396800, offset 0
00000400:00000200:2.0:1787764823.618522:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764823.618526:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764823.618529:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764823.618532:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764823.618534:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764823.618536:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764823.618538:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764823.618541:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278342:278342:256:4294967295] 192.168.203.115@tcp LPNI seq info [278342:278342:8:4294967295]
00000400:00000200:2.0:1787764823.618545:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764823.618551:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764823.618556:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764823.618559:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764823.618562:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764823.618565:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764823.618569:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764823.618571:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764823.618575:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764823.618577:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764823.618579:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764823.618582:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764823.618585:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764823.618587:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764823.618589:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764823.618592:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618599:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764823.618602:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618608:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764823.618610:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764823.618612:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764823.618615:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764823.618618:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764823.618620:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321074708
00000100:00000001:2.0:1787764823.618622:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321076008
00000100:00000001:2.0:1787764823.618624:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321074708
00000100:00000001:2.0:1787764823.618626:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321076008
00000100:00000001:2.0:1787764823.618628:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764823.618630:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764823.618631:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764823.618635:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764823/real 1787764823]  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764823.618642:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764823.618643:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764823.618645:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764823.618647:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764823.618649:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764823.618651:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764823.618654:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764823.618661:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618667:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764823.618668:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618670:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764823.618671:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764823.618674:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618679:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764823.618683:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618688:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764823.618690:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618691:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764823.618692:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618694:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764823.618695:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764823.618697:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764823.618700:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764823.618702:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764823.618706:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764823.618713:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc651680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396800:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764823.618716:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764823.618719:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618724:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764823.618726:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764823.618728:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764823.618730:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764823.618731:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764823.618733:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396928:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764823.618736:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764823.618738:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764823.618739:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764823.618740:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764823.618743:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764823.618745:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764823.618765:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764823.618767:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764823.618770:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764823.618773:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482396928, portal 4
00000100:00000001:2.0:1787764823.618774:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764823.618775:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906733568 : -118790802818048 : ffff93f5dc653c00)
00000100:00000040:2.0:1787764823.618780:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618785:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764823.618787:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764823.618789:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764823.618791:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482396928, offset 0
00000400:00000200:2.0:1787764823.618794:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764823.618797:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764823.618800:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764823.618802:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764823.618804:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764823.618806:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764823.618808:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764823.618811:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278343:278343:256:4294967295] 192.168.203.115@tcp LPNI seq info [278343:278343:8:4294967295]
00000400:00000200:2.0:1787764823.618814:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764823.618819:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764823.618823:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764823.618826:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764823.618829:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764823.618832:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764823.618835:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764823.618838:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764823.618841:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764823.618844:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764823.618846:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764823.618850:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764823.618852:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764823.618853:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764823.618856:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764823.618859:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618865:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764823.618868:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618874:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764823.618875:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764823.618878:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764823.618880:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764823.618883:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764823.618885:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321074709
00000100:00000001:2.0:1787764823.618888:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321076008
00000100:00000001:2.0:1787764823.618889:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321074709
00000100:00000001:2.0:1787764823.618891:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321076008
00000100:00000001:2.0:1787764823.618893:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764823.618894:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764823.618896:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764823.618900:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764823/real 1787764823]  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764823.618907:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764823.618908:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764823.618910:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764823.618912:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764823.618914:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764823.618916:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764823.618919:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764823.618927:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618933:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764823.618935:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618937:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764823.618938:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764823.618942:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618949:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764823.618953:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618959:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764823.618961:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618962:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764823.618963:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.618965:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764823.618966:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764823.618969:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764823.618971:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764823.618973:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764823.618977:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764823.618984:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482396928:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764823.618987:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764823.618990:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.618996:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764823.618997:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764823.618999:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764823.619001:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764823.619002:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764823.619004:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397056:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764823.619007:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764823.619008:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764823.619010:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764823.619011:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764823.619014:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764823.619016:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764823.619019:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764823.619022:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764823.619024:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764823.619027:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482397056, portal 4
00000100:00000001:2.0:1787764823.619028:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764823.619029:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906730688 : -118790802820928 : ffff93f5dc6530c0)
00000100:00000040:2.0:1787764823.619035:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.619041:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764823.619043:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764823.619046:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764823.619048:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482397056, offset 0
00000400:00000200:2.0:1787764823.619053:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764823.619056:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764823.619060:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764823.619062:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764823.619065:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764823.619067:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764823.619069:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764823.619072:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278344:278344:256:4294967295] 192.168.203.115@tcp LPNI seq info [278344:278344:8:4294967295]
00000400:00000200:2.0:1787764823.619076:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764823.619081:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764823.619086:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764823.619088:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764823.619092:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764823.619094:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764823.619098:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764823.619101:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764823.619104:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764823.619106:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764823.619109:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764823.619112:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764823.619114:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764823.619116:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764823.619118:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764823.619122:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.619128:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764823.619132:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.619138:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764823.619139:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764823.619142:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764823.619144:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764823.619152:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764823.619154:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321074713
00000100:00000001:2.0:1787764823.619156:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321076008
00000100:00000001:2.0:1787764823.619158:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321074713
00000100:00000001:2.0:1787764823.619160:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321076008
00000100:00000001:2.0:1787764823.619162:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764823.619164:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764823.619165:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764823.619170:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764823/real 1787764823]  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764823.619177:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764823.619178:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764823.619180:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764823.619182:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764823.619183:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764823.619185:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764823.619188:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764823.619193:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.619197:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764823.619198:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.619199:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764823.619200:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764823.619201:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.619205:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764823.619207:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.619211:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764823.619213:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.619214:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764823.619214:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.619216:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764823.619217:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764823.619218:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764823.619220:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764823.619221:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764823.619223:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764823.619227:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397056:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764823.619229:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.619230:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764823.619232:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651a40 x1874595482396544/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.619237:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764823.619239:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764823.619240:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6800.
02000000:00000001:2.0:1787764823.619242:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764823.619244:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764823.619245:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764823.619246:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764823.619248:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7ec00.
02000000:00000001:2.0:1787764823.619250:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764823.619252:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764823.619253:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651a40.
00000100:00000001:2.0:1787764823.619255:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764823.619256:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.619257:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764823.619259:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652d00 x1874595482396672/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.619266:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764823.619267:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764823.619268:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764823.619269:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764823.619270:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764823.619271:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764823.619271:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764823.619272:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e800.
02000000:00000001:2.0:1787764823.619273:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764823.619274:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764823.619274:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652d00.
00000100:00000001:2.0:1787764823.619277:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764823.619277:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.619278:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764823.619280:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc651680 x1874595482396800/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.619283:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764823.619284:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764823.619285:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764823.619286:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764823.619286:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764823.619287:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764823.619288:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764823.619288:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7fc00.
02000000:00000001:2.0:1787764823.619289:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764823.619290:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764823.619291:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc651680.
00000100:00000001:2.0:1787764823.619292:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764823.619292:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.619293:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764823.619295:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653c00 x1874595482396928/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.619298:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764823.619299:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764823.619300:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764823.619301:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764823.619301:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764823.619302:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764823.619303:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764823.619304:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:2.0:1787764823.619305:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764823.619305:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764823.619306:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653c00.
00000100:00000001:2.0:1787764823.619307:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764823.619308:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.619309:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764823.619310:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6530c0 x1874595482397056/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764823.619313:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764823.619314:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764823.619314:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764823.619315:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764823.619316:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764823.619317:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764823.619318:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764823.619319:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:2.0:1787764823.619320:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764823.619321:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764823.619322:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6530c0.
00000100:00000001:2.0:1787764823.619324:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764823.619325:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.619327:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764823.619334:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764823.619335:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764823.619337:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764823.619338:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764824.320919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764824.320927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764824.320939:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764824.320940:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764824.320944:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764824.320946:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764824.321019:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764824.321023:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764824.321026:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764824.961220:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321076008, at 4321076032
00000100:00000010:1.0:1787764824.961235:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538240.
00000100:00000040:0.0:1787764824.961366:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321076008, at 4321076032
00000100:00000010:0.0:1787764824.961374:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885385a0.
00010000:00000001:2.0:1787764825.344927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764825.344934:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764825.344939:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764825.344940:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764825.344943:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764825.344946:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764825.344948:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764825.344958:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764825.344961:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764825.344963:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764825.344965:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764825.344967:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764825.345025:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764825.345029:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764825.345032:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764826.368907:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764826.368914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764826.368919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764826.368920:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764826.368923:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764826.368924:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764826.369235:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764826.369239:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764826.369242:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764827.392869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764827.392875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764827.392880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764827.392881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764827.392884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764827.392885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764827.392941:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764827.392945:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764827.392948:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764828.416915:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764828.416922:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764828.416927:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764828.416930:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764828.416932:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764828.416935:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764828.416938:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764828.416940:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764828.416941:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764828.416944:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764828.416947:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764828.416949:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764828.417001:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764828.417009:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764828.417013:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764828.736883:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764828.736892:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764828.736894:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764828.736896:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764828.736900:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764828.736907:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26407
00000400:00000200:3.0:1787764828.736928:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764828.736934:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764828.736938:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764828.736941:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764828.736945:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764828.736947:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764828.736949:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764828.736953:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764828.736955:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764828.736957:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764828.736960:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764828.736962:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764828.736965:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764828.736966:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764828.736968:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764828.736969:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764828.736970:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764828.736972:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764828.736974:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764828.736975:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764828.736978:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764828.736980:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764828.736982:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.736983:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764828.736985:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764828.736992:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211a40.
00000020:00000040:3.0:1787764828.736994:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764828.736997:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764828.736998:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737000:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764828.737002:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764828.737006:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764828.737014:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764828.737020:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764828.737030:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764828.737040:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764828.737044:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764828.737050:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec157f28] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764828.737071:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764828.737074:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764828.737077:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764828.737083:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764828.737085:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764828.737089:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764828.737092:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26407
00000400:00000200:3.0:1787764828.737096:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764828.737099:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764828.737102:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764828.737105:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764828.737107:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764828.737108:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764828.737110:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764828.737112:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764828.737113:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764828.737114:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764828.737116:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764828.737116:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764828.737118:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764828.737121:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:2.0:1787764828.737123:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764828.737123:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764828.737127:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764828.737128:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764828.737129:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764828.737132:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764828.737134:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000040:2.0:1787764828.737138:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764828.737138:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764828.737139:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764828.737142:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764828.737148:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764828.737149:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764828.737150:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.737152:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737153:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764828.737157:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787764828.737158:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787764828.737160:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787764828.737161:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764828.737166:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737167:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764828.737173:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210780.
00000100:00100000:2.0:1787764828.737174:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482397184:192.168.203.115@tcp:250:kworker.0
00000020:00000040:3.0:1787764828.737176:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000001:2.0:1787764828.737181:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764828.737181:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764828.737182:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737184:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764828.737185:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764828.737186:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764828.737188:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764828.737189:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764828.737194:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764828.737195:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
02000000:00000010:2.0:1787764828.737199:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:3.0:1787764828.737199:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764828.737203:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764828.737207:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764828.737211:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764828.737217:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000100:00000001:3.0:1787764828.737218:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764828.737221:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764828.737225:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000040:3.0:1787764828.737225:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f2856] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764828.737233:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482397184, portal 25
00000100:00000001:2.0:1787764828.737239:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764828.737241:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073162304 : -118787636389312 : ffff93f699211a40)
00000100:00000001:3.0:1787764828.737249:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764828.737253:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764828.737254:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764828.737261:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764828.737265:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764828.737268:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764828.737270:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764828.737273:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764828.737277:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000100:00080000:3.0:1787764828.737280:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26407
00000400:00000010:2.0:1787764828.737282:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764828.737287:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482397184, offset 0
00000400:00000200:3.0:1787764828.737290:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764828.737294:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787764828.737297:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764828.737301:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764828.737304:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764828.737317:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764828.737319:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764828.737322:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764828.737326:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787764828.737327:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000040:3.0:1787764828.737330:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764828.737334:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764828.737336:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:2.0:1787764828.737337:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000001:3.0:1787764828.737339:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764828.737343:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:2.0:1787764828.737345:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787764828.737350:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764828.737353:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:3.0:1787764828.737354:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764828.737359:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764828.737361:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764828.737364:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:2.0:1787764828.737367:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000020:00000040:3.0:1787764828.737369:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764828.737376:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000200:2.0:1787764828.737377:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278345:278345:256:4294967295] 192.168.203.115@tcp LPNI seq info [278345:278345:8:4294967295]
00000100:00000001:3.0:1787764828.737380:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764828.737384:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764828.737387:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764828.737388:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764828.737391:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737393:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764828.737394:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764828.737398:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737400:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764828.737404:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1787764828.737406:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000800:00000200:2.0:1787764828.737410:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764828.737416:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000020:00000040:3.0:1787764828.737417:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764828.737424:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1787764828.737425:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:3.0:1787764828.737427:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737430:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787764828.737431:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1787764828.737432:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764828.737436:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764828.737441:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000010:3.0:1787764828.737443:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000800:00000200:2.1:1787764828.737446:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787764828.737448:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787764828.737453:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00100000:3.0:1787764828.737458:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1787764828.737459:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764828.737467:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787764828.737468:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764828.737471:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764828.737477:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787764828.737477:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764828.737482:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764828.737486:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:3.0:1787764828.737487:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764828.737491:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764828.737492:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787764828.737495:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764828.737498:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787764828.737499:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764828.737500:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764828.737504:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764828.737509:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26407
00000100:00000001:2.0:1787764828.737513:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787764828.737514:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764828.737518:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764828.737519:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764828.737523:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764828.737528:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764828.737533:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737533:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764828.737536:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787764828.737543:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764828.737544:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737549:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:2.0:1787764828.737550:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764828.737553:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321081127
00000020:00000001:3.0:1787764828.737554:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764828.737558:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000010:2.0:1787764828.737560:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885385a0.
00000020:00000001:3.0:1787764828.737560:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764828.737565:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764828.737568:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:2.0:1787764828.737569:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787764828.737574:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:2.0:1787764828.737575:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321081127
00000100:00000010:2.0:1787764828.737580:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538240.
00000100:00000040:3.0:1787764828.737580:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764828.737585:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787764828.737586:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764828.737588:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764828.737592:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764828.737592:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764828.737597:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764828.737597:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00100000:2.0:1787764828.737602:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764828/real 1787764828]  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764828.737603:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764828.737611:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000400:00000001:2.0:1787764828.737613:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764828.737615:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764828.737616:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764828.737618:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764828.737619:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764828.737620:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764828.737623:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764828.737626:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764828.737629:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764828.737631:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764828.737636:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764828.737637:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764828.737639:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764828.737641:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.737642:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764828.737644:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764828.737645:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787764828.737649:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764828.737651:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764828.737657:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.737660:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764828.737661:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764828.737665:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764828.737667:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000100:00000001:2.0:1787764828.737673:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787764828.737673:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764828.737677:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764828.737678:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.737681:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764828.737682:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764828.737682:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737687:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764828.737688:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764828.737691:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764828.737691:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1787764828.737695:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787764828.737695:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764828.737701:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764828.737703:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1787764828.737703:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000040:2.0:1787764828.737707:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764828.737710:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764828.737716:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764828.737735:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482397184:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764828.737736:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764828.737740:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.737745:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764828.737747:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.737774:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764828.737779:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211a40 x1874595482397184/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764828.737792:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764828.737797:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764828.737798:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764828.737803:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1787764828.737803:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764828.737805:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:2.0:1787764828.737807:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5400.
00000100:00080000:3.0:1787764828.737809:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787764828.737813:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787764828.737813:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:2.0:1787764828.737817:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:3.0:1787764828.737819:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26407
00000020:00000040:2.0:1787764828.737821:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764828.737825:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000400:00000200:3.0:1787764828.737827:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000010:2.0:1787764828.737829:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
00000400:00000200:3.0:1787764828.737832:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764828.737836:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787764828.737837:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764828.737840:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1787764828.737841:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000010:2.0:1787764828.737842:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211a40.
00000100:00000001:3.0:1787764828.737847:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764828.737849:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1787764828.737852:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764828.737853:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764828.737856:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764828.737857:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764828.737860:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764828.737863:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764828.737865:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764828.737866:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000001:2.0:1787764828.737867:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1787764828.737869:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:2.0:1787764828.737870:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764828.737873:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:2.0:1787764828.737875:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764828.737877:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764828.737879:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764828.737880:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764828.737884:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764828.737888:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764828.737889:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764828.737894:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764828.737896:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764828.737899:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764828.737901:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764828.737905:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764828.737908:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764828.737913:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737917:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764828.737920:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764828.737922:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787764828.737923:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.737925:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764828.737927:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764828.737928:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764828.737931:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787764828.737932:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
02000000:00000001:2.0:1787764828.737933:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764828.737937:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00100000:2.0:1787764828.737939:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397312:192.168.203.115@tcp:38:kworker.0
02000000:00000001:3.0:1787764828.737941:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764828.737944:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764828.737945:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764828.737948:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764828.737949:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764828.737951:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764828.737952:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764828.737954:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764828.737956:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764828.737959:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764828.737962:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764828.737963:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000400:00000200:2.0:1787764828.737968:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764828.737969:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764828.737972:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000100:00100000:3.0:1787764828.737978:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787764828.737979:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764828.737983:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482397312, portal 10
00000100:00000001:2.0:1787764828.737987:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764828.737990:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073157504 : -118787636394112 : ffff93f699210780)
00000100:00000001:3.0:1787764828.737993:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764828.737997:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764828.738001:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764828.738005:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738014:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764828.738020:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764828.738024:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000001:3.0:1787764828.738026:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764828.738027:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482397312, offset 0
00000400:00000200:2.0:1787764828.738033:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764828.738033:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26417)
00000400:00000200:2.0:1787764828.738039:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764828.738043:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764828.738046:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764828.738049:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764828.738051:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764828.738053:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764828.738058:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278346:278346:256:4294967295] 192.168.203.115@tcp LPNI seq info [278346:278346:8:4294967295]
00000400:00000200:2.0:1787764828.738062:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764828.738068:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764828.738072:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764828.738075:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764828.738078:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764828.738081:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764828.738085:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764828.738087:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764828.738091:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764828.738092:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764828.738095:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764828.738098:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764828.738100:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764828.738102:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764828.738104:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764828.738107:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738113:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764828.738116:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738122:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.738123:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764828.738125:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764828.738128:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764828.738131:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764828.738133:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321079820
00000100:00000001:2.0:1787764828.738135:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321081127
00000100:00000001:2.0:1787764828.738137:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321079820
00000100:00000001:2.0:1787764828.738139:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321081127
00000100:00000001:2.0:1787764828.738141:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764828.738143:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.738145:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764828.738148:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764828/real 1787764828]  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764828.738154:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764828.738155:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764828.738156:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764828.738158:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764828.738159:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764828.738161:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764828.738164:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764828.738170:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738176:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764828.738177:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738179:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764828.738180:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764828.738184:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738190:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764828.738194:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738200:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764828.738203:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738204:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764828.738205:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738207:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764828.738209:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764828.738211:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764828.738215:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764828.738217:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764828.738221:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764828.738228:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397312:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764828.738231:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764828.738234:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738240:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764828.738241:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764828.738243:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764828.738245:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764828.738247:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764828.738250:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397440:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764828.738253:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764828.738254:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764828.738256:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764828.738257:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764828.738260:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764828.738262:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764828.738265:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764828.738267:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764828.738270:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764828.738273:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482397440, portal 10
00000100:00000001:2.0:1787764828.738275:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764828.738276:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:2.0:1787764828.738281:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738286:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764828.738289:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764828.738291:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764828.738293:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482397440, offset 0
00000400:00000200:2.0:1787764828.738297:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764828.738300:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764828.738303:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764828.738316:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764828.738319:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764828.738321:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764828.738323:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764828.738326:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278347:278347:256:4294967295] 192.168.203.115@tcp LPNI seq info [278347:278347:8:4294967295]
00000400:00000200:2.0:1787764828.738330:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764828.738335:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764828.738340:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764828.738343:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764828.738346:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764828.738349:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764828.738353:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764828.738356:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764828.738359:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764828.738361:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764828.738363:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764828.738366:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764828.738369:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764828.738371:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764828.738373:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764828.738376:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738383:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764828.738386:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738392:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.738433:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764828.738437:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764828.738440:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764828.738443:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764828.738445:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321079828
00000100:00000001:2.0:1787764828.738447:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321081127
00000100:00000001:2.0:1787764828.738449:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321079828
00000100:00000001:2.0:1787764828.738451:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321081127
00000100:00000001:2.0:1787764828.738453:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764828.738454:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.738456:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764828.738460:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764828/real 1787764828]  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764828.738468:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764828.738469:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764828.738471:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764828.738473:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764828.738475:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764828.738477:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764828.738479:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764828.738487:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738492:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764828.738493:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738495:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764828.738496:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764828.738500:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738506:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764828.738509:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738516:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764828.738518:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738520:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764828.738521:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738522:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764828.738524:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764828.738526:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764828.738529:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764828.738531:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764828.738535:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764828.738542:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397440:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764828.738546:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764828.738549:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738555:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764828.738557:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764828.738559:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764828.738560:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764828.738562:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764828.738565:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397568:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764828.738569:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764828.738570:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764828.738572:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764828.738573:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764828.738576:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764828.738578:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764828.738582:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764828.738584:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764828.738587:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764828.738589:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482397568, portal 4
00000100:00000001:2.0:1787764828.738591:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764828.738592:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:2.0:1787764828.738598:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738604:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764828.738606:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764828.738608:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764828.738610:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482397568, offset 0
00000400:00000200:2.0:1787764828.738614:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764828.738617:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764828.738620:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764828.738623:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764828.738625:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764828.738628:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764828.738630:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764828.738633:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278348:278348:256:4294967295] 192.168.203.115@tcp LPNI seq info [278348:278348:8:4294967295]
00000400:00000200:2.0:1787764828.738637:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764828.738643:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764828.738647:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764828.738650:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764828.738653:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764828.738656:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764828.738660:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764828.738662:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764828.738665:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764828.738667:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764828.738669:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764828.738672:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764828.738675:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764828.738677:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764828.738679:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764828.738682:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738688:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764828.738691:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738696:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.738698:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764828.738700:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764828.738703:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764828.738706:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764828.738708:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321079828
00000100:00000001:2.0:1787764828.738710:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321081127
00000100:00000001:2.0:1787764828.738712:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321079828
00000100:00000001:2.0:1787764828.738714:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321081127
00000100:00000001:2.0:1787764828.738716:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764828.738718:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.738720:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764828.738723:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764828/real 1787764828]  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764828.738730:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764828.738732:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764828.738733:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764828.738735:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764828.738736:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764828.738738:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764828.738741:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764828.738765:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738773:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764828.738774:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738776:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764828.738777:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764828.738780:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738786:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764828.738790:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738796:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764828.738798:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738799:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764828.738800:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738802:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764828.738804:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764828.738806:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764828.738809:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764828.738811:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764828.738815:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764828.738822:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397568:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764828.738826:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738827:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764828.738830:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210780 x1874595482397312/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738836:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764828.738838:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764828.738840:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764828.738843:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764828.738844:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764828.738846:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764828.738848:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764828.738850:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:2.0:1787764828.738853:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764828.738855:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764828.738856:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210780.
00000100:00000001:2.0:1787764828.738858:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764828.738860:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738861:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764828.738865:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482397440/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738871:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764828.738872:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764828.738873:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764828.738875:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764828.738877:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764828.738878:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764828.738880:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764828.738881:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:2.0:1787764828.738883:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764828.738884:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764828.738885:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:2.0:1787764828.738888:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764828.738889:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738890:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764828.738893:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482397568/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738899:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764828.738900:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764828.738902:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764828.738904:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764828.738905:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764828.738906:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764828.738908:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764828.738910:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
02000000:00000001:2.0:1787764828.738912:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764828.738913:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764828.738914:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:2.0:1787764828.738916:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764828.738918:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738920:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.738924:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764828.738925:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.738927:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764828.738928:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764828.738929:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764828.738932:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738939:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764828.738940:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764828.738942:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764828.738943:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764828.738945:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764828.738948:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397696:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764828.738951:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764828.738953:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764828.738954:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764828.738956:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764828.738959:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764828.738960:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764828.738964:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764828.738966:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764828.738969:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764828.738972:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482397696, portal 4
00000100:00000001:2.0:1787764828.738974:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764828.738975:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:2.0:1787764828.738980:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.738987:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764828.738989:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764828.738991:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764828.738994:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482397696, offset 0
00000400:00000200:2.0:1787764828.738997:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764828.739001:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764828.739004:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764828.739007:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764828.739009:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764828.739011:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764828.739013:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764828.739016:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278349:278349:256:4294967295] 192.168.203.115@tcp LPNI seq info [278349:278349:8:4294967295]
00000400:00000200:2.0:1787764828.739020:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764828.739025:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764828.739029:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764828.739032:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764828.739035:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764828.739038:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764828.739042:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764828.739045:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764828.739048:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764828.739050:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764828.739053:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764828.739056:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764828.739058:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764828.739060:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764828.739062:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764828.739065:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.739073:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764828.739076:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.739088:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.739089:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764828.739092:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764828.739095:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764828.739098:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764828.739100:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321079833
00000100:00000001:2.0:1787764828.739102:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321081127
00000100:00000001:2.0:1787764828.739105:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321079833
00000100:00000001:2.0:1787764828.739107:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321081127
00000100:00000001:2.0:1787764828.739108:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764828.739110:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.739112:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764828.739115:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764828/real 1787764828]  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764828.739123:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764828.739124:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764828.739126:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764828.739128:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764828.739130:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764828.739132:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764828.739135:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764828.739143:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.739149:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764828.739150:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.739152:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764828.739153:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764828.739157:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.739163:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764828.739167:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.739174:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764828.739176:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.739178:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764828.739179:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.739180:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764828.739182:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764828.739184:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764828.739187:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764828.739190:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764828.739194:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764828.739201:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397696:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764828.739205:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.739207:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764828.739209:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482397696/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764828.739215:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764828.739217:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764828.739218:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764828.739221:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764828.739222:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764828.739223:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764828.739225:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764828.739226:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:2.0:1787764828.740375:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764828.740376:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764828.740378:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:2.0:1787764828.740383:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764828.740384:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.740386:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764828.740391:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764828.740393:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764828.740395:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764828.740396:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764829.440884:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764829.440891:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764829.440911:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764829.440913:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764829.440916:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764829.440917:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764829.441016:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764829.441019:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764829.441021:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764830.080850:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321081127, at 4321081152
00000100:00000040:1.0:1787764830.080850:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321081127, at 4321081152
00000100:00000010:1.0:1787764830.080866:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538240.
00000100:00000010:0.0:1787764830.080868:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885385a0.
00010000:00000001:2.0:1787764830.464892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764830.464898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764830.464903:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764830.464904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764830.464908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764830.464909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764830.464977:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764830.464981:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764830.464984:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764831.488856:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764831.488863:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764831.488864:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764831.488866:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764831.488870:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764831.488871:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764831.488873:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764831.488874:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764831.488876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764831.488877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764831.488879:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764831.488880:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764831.488931:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764831.488934:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764831.488937:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764832.512870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764832.512875:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764832.512881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764832.512883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764832.512887:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764832.512888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764832.512950:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764832.512953:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764832.512955:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764833.536854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764833.536859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764833.536864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764833.536866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764833.536869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764833.536870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764833.537080:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764833.537084:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764833.537087:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764833.856950:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764833.856961:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764833.856963:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764833.856968:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764833.856972:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764833.856979:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26412
00000400:00000200:0.0:1787764833.856988:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764833.856995:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764833.857003:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764833.857007:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857011:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764833.857013:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857016:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764833.857019:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764833.857021:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764833.857024:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764833.857027:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764833.857030:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764833.857032:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764833.857035:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857037:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764833.857039:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857041:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764833.857044:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764833.857047:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857050:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764833.857053:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764833.857057:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764833.857059:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.857062:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764833.857064:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764833.857073:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764833.857077:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764833.857081:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764833.857083:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.857086:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764833.857089:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764833.857093:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764833.857100:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef400.
00000100:00000001:0.0:1787764833.857106:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764833.857114:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764833.857137:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764833.857141:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764833.857146:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764833.857167:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764833.857171:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764833.857174:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764833.857175:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764833.857177:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764833.857180:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764833.857183:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26412
00000400:00000200:0.0:1787764833.857186:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764833.857196:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764833.857199:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764833.857202:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857204:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764833.857206:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857208:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764833.857210:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764833.857212:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764833.857213:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764833.857216:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764833.857218:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764833.857221:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764833.857223:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857226:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764833.857226:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787764833.857230:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764833.857232:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764833.857234:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764833.857236:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787764833.857238:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764833.857245:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000040:2.0:1787764833.857247:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764833.857248:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764833.857252:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764833.857258:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764833.857261:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787764833.857262:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.857265:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.857266:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764833.857282:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764833.857286:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.857286:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787764833.857291:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.857291:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764833.857296:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764833.857305:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764833.857308:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00100000:2.0:1787764833.857310:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482397824:192.168.203.115@tcp:250:kworker.0
02000000:00000001:0.0:1787764833.857312:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764833.857314:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.857319:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764833.857320:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764833.857321:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764833.857324:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.857326:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1787764833.857329:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
02000000:00000001:2.0:1787764833.857330:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.857334:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.857335:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764833.857342:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
00000100:00100000:0.0:1787764833.857343:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764833.857347:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764833.857356:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764833.857357:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764833.857361:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764833.857362:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000100:00000040:0.0:1787764833.857368:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764833.857372:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000001:0.0:1787764833.857382:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764833.857382:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482397824, portal 25
00000100:00080000:0.0:1787764833.857385:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764833.857387:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764833.857390:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00080000:0.0:1787764833.857391:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764833.857395:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764833.857397:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787764833.857400:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764833.857401:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764833.857408:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26412
00000100:00000001:2.0:1787764833.857417:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764833.857422:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764833.857425:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000400:00000200:0.0:1787764833.857427:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000200:2.0:1787764833.857430:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482397824, offset 0
00000400:00000200:0.0:1787764833.857434:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764833.857438:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764833.857444:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:0.0:1787764833.857445:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857449:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764833.857451:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857454:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:2.0:1787764833.857457:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:0.0:1787764833.857458:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764833.857461:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764833.857463:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764833.857465:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:2.0:1787764833.857467:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000001:0.0:1787764833.857469:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764833.857473:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:2.0:1787764833.857474:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787764833.857480:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764833.857482:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000100:00000001:0.0:1787764833.857484:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764833.857489:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764833.857490:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787764833.857494:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:2.0:1787764833.857496:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000020:00000040:0.0:1787764833.857499:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000400:00000200:2.0:1787764833.857504:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278350:278350:256:4294967295] 192.168.203.115@tcp LPNI seq info [278350:278350:8:4294967295]
00000100:00080000:0.0:1787764833.857506:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857512:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764833.857516:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764833.857516:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:0.0:1787764833.857522:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764833.857526:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.857530:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764833.857534:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787764833.857535:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000008:00000001:0.0:1787764833.857538:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.857542:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764833.857546:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000010:0.0:1787764833.857547:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764833.857551:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000800:00000010:2.0:1787764833.857553:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
02000000:00000001:0.0:1787764833.857554:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764833.857558:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.857560:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764833.857563:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1787764833.857564:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:0.0:1787764833.857566:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764833.857571:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
02000000:00000010:0.0:1787764833.857574:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec000.
00000100:00000001:0.0:1787764833.857578:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764833.857580:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00100000:0.0:1787764833.857587:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787764833.857587:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764833.857599:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857604:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1787764833.857605:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000100:00000001:0.0:1787764833.857609:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764833.857613:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787764833.857616:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764833.857622:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787764833.857632:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764833.857632:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764833.857637:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00080000:0.0:1787764833.857638:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764833.857643:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787764833.857644:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764833.857647:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764833.857649:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787764833.857651:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764833.857653:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764833.857659:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26412
00000400:00000200:0.0:1787764833.857668:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764833.857673:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764833.857673:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787764833.857678:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764833.857681:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764833.857684:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857688:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764833.857693:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857697:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764833.857700:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764833.857701:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764833.857705:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000100:00000001:2.0:1787764833.857705:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787764833.857707:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764833.857710:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764833.857713:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:2.0:1787764833.857713:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764833.857719:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000200:2.0:1787764833.857723:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764833.857726:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857729:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764833.857730:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321086247
00000100:00000040:0.0:1787764833.857732:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.857736:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000010:2.0:1787764833.857738:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538ea0.
00000020:00000040:0.0:1787764833.857739:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764833.857745:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764833.857775:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764833.857783:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321086248
00000100:00000010:2.0:1787764833.857787:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538000.
00000100:00000001:2.0:1787764833.857791:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764833.857793:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764833.857797:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764833.857799:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764833.857800:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764833.857804:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764833.857805:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.857810:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764833.857811:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:0.0:1787764833.857813:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764833.857818:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764833.857819:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764833/real 1787764833]  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764833.857822:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764833.857829:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764833.857833:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000400:00000001:2.0:1787764833.857834:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787764833.857838:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1787764833.857838:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787764833.857842:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764833.857843:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000100:00000001:0.0:1787764833.857846:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787764833.857849:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
02000000:00000001:0.0:1787764833.857850:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764833.857853:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764833.857854:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
02000000:00000010:0.0:1787764833.857859:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:2.0:1787764833.857859:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787764833.857865:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764833.857866:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764833.857874:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764833.857883:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764833.857887:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764833.857891:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.857898:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1787764833.857900:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.857901:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.857907:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764833.857911:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764833.857918:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764833.857922:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764833.857923:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764833.857932:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764833.857935:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764833.857937:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764833.857940:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764833.857942:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764833.857948:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26412
00000100:00000040:2.0:1787764833.857949:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.857958:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764833.857960:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.857962:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764833.857965:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787764833.857969:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764833.857970:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764833.857975:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1787764833.857977:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764833.857980:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764833.857982:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764833.857988:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00080000:2.0:1787764833.857990:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764833.857991:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764833.857996:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764833.857998:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.858002:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764833.858005:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764833.858006:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764833.858008:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764833.858010:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764833.858012:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764833.858012:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764833.858017:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764833.858023:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764833.858028:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764833.858033:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00100000:2.0:1787764833.858037:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482397824:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764833.858038:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764833.858043:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:2.0:1787764833.858047:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787764833.858049:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764833.858052:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764833.858054:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764833.858059:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787764833.858059:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482397824/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764833.858064:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764833.858068:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.858074:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764833.858074:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764833.858078:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:0.0:1787764833.858079:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
02000000:00000010:2.0:1787764833.858082:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
00000008:00000001:0.0:1787764833.858083:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.858088:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.858089:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:0.0:1787764833.858092:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000001:2.0:1787764833.858093:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764833.858097:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000040:0.0:1787764833.858098:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764833.858101:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787764833.858103:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1787764833.858105:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764833.858106:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.858110:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764833.858112:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764833.858112:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764833.858116:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1787764833.858117:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764833.858120:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
02000000:00000010:0.0:1787764833.858123:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:2.0:1787764833.858125:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764833.858128:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764833.858129:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.858132:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764833.858137:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764833.858142:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764833.858145:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764833.858147:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764833.858150:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764833.858151:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.858153:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787764833.858158:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858158:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764833.858165:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764833.858173:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.858180:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787764833.858181:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26422)
00000100:00000001:2.0:1787764833.858182:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.858187:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764833.858189:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764833.858192:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764833.858195:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397952:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764833.858199:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764833.858201:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764833.858203:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.858204:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764833.858208:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764833.858210:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764833.858214:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764833.858216:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764833.858220:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764833.858223:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482397952, portal 10
00000100:00000001:2.0:1787764833.858224:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764833.858225:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:2.0:1787764833.858232:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858237:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764833.858239:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764833.858241:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764833.858244:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482397952, offset 0
00000400:00000200:2.0:1787764833.858248:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764833.858252:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764833.858256:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764833.858259:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764833.858262:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764833.858264:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764833.858267:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764833.858269:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278351:278351:256:4294967295] 192.168.203.115@tcp LPNI seq info [278351:278351:8:4294967295]
00000400:00000200:2.0:1787764833.858286:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764833.858293:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764833.858298:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764833.858301:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764833.858305:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764833.858307:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764833.858312:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764833.858314:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764833.858319:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764833.858321:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764833.858323:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764833.858327:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764833.858330:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764833.858331:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764833.858334:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764833.858337:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858344:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764833.858347:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858353:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.858354:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764833.858357:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764833.858361:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764833.858364:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764833.858366:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321084940
00000100:00000001:2.0:1787764833.858369:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321086247
00000100:00000001:2.0:1787764833.858371:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321084940
00000100:00000001:2.0:1787764833.858373:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321086248
00000100:00000001:2.0:1787764833.858375:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764833.858377:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.858379:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764833.858382:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764833/real 1787764833]  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764833.858390:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764833.858391:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764833.858393:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764833.858396:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764833.858398:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764833.858400:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764833.858404:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764833.858412:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858417:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764833.858419:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.858420:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764833.858422:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764833.858425:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858431:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764833.858434:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858441:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764833.858443:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.858445:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764833.858447:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.858448:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764833.858450:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764833.858453:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764833.858456:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764833.858458:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764833.858462:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764833.858469:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482397952:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764833.858473:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764833.858476:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858482:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764833.858484:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.858486:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764833.858487:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764833.858489:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764833.858492:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398080:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764833.858495:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764833.858497:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764833.858498:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.858500:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764833.858503:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764833.858505:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764833.858508:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764833.858510:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764833.858513:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764833.858516:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482398080, portal 10
00000100:00000001:2.0:1787764833.858517:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764833.858519:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764833.858524:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858530:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764833.858532:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764833.858534:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764833.858536:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482398080, offset 0
00000400:00000200:2.0:1787764833.858540:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764833.858544:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764833.858547:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764833.858550:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764833.858552:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764833.858554:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764833.858556:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764833.858559:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278352:278352:256:4294967295] 192.168.203.115@tcp LPNI seq info [278352:278352:8:4294967295]
00000400:00000200:2.0:1787764833.858563:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764833.858569:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764833.858573:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764833.858576:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764833.858580:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764833.858582:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764833.858586:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764833.858589:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764833.858592:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764833.858594:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764833.858597:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764833.858600:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764833.858602:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764833.858604:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764833.858607:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764833.858610:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858622:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764833.858625:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858632:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.858634:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764833.858637:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764833.858640:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764833.858643:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764833.858644:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321084948
00000100:00000001:2.0:1787764833.858647:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321086247
00000100:00000001:2.0:1787764833.858649:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321084948
00000100:00000001:2.0:1787764833.858651:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321086248
00000100:00000001:2.0:1787764833.858653:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764833.858655:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.858656:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764833.858660:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764833/real 1787764833]  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764833.858667:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764833.858669:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764833.858670:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764833.858672:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764833.858674:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764833.858676:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764833.858679:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764833.858687:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858692:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764833.858694:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.858696:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764833.858697:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764833.858701:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858707:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764833.858710:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858717:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764833.858719:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.858720:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764833.858722:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.858723:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764833.858725:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764833.858727:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764833.858730:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764833.858732:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764833.858736:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764833.858743:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398080:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764833.858747:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764833.858770:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858776:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764833.858778:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.858780:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764833.858782:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764833.858784:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764833.858788:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398208:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764833.858792:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764833.858794:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764833.858796:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.858798:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764833.858802:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764833.858804:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764833.858808:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764833.858810:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764833.858813:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764833.858816:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482398208, portal 4
00000100:00000001:2.0:1787764833.858818:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764833.858819:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764833.858824:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858830:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764833.858832:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764833.858835:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764833.858837:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482398208, offset 0
00000400:00000200:2.0:1787764833.858841:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764833.858845:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764833.858848:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764833.858851:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764833.858853:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764833.858856:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764833.858859:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764833.858861:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278353:278353:256:4294967295] 192.168.203.115@tcp LPNI seq info [278353:278353:8:4294967295]
00000400:00000200:2.0:1787764833.858865:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764833.858871:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764833.858876:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764833.858880:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764833.858884:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764833.858887:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764833.858891:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764833.858893:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764833.858897:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764833.858899:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764833.858902:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764833.858905:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764833.858907:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764833.858909:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764833.858911:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764833.858915:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858922:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764833.858925:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858931:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.858933:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764833.858935:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764833.858938:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764833.858941:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764833.858943:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321084949
00000100:00000001:2.0:1787764833.858945:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321086247
00000100:00000001:2.0:1787764833.858947:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321084949
00000100:00000001:2.0:1787764833.858949:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321086248
00000100:00000001:2.0:1787764833.858950:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764833.858952:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.858954:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764833.858957:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764833/real 1787764833]  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764833.858964:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764833.858967:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764833.858968:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764833.858970:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764833.858972:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764833.858974:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764833.858977:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764833.858984:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.858990:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764833.858991:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.858993:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764833.858994:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764833.858998:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859004:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764833.859008:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859014:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764833.859016:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859018:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764833.859019:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859021:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764833.859022:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764833.859025:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764833.859028:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764833.859030:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764833.859033:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764833.859045:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398208:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764833.859049:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859050:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764833.859057:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482397952/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859063:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764833.859065:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764833.859067:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764833.859069:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764833.859071:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764833.859072:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764833.859074:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764833.859076:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:2.0:1787764833.859078:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764833.859079:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764833.859081:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:2.0:1787764833.859083:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764833.859084:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859086:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764833.859088:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482398080/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859094:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764833.859095:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764833.859096:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764833.859098:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764833.859099:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764833.859100:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764833.859102:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764833.859103:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec000.
02000000:00000001:2.0:1787764833.859105:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764833.859106:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764833.859107:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764833.859109:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764833.859110:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859112:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764833.859114:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482398208/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859120:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764833.859121:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764833.859122:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764833.859124:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764833.859125:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764833.859126:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764833.859128:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764833.859129:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
02000000:00000001:2.0:1787764833.859131:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764833.859132:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764833.859134:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764833.859135:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764833.859136:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859138:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859141:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764833.859142:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.859144:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764833.859146:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764833.859147:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764833.859150:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859156:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764833.859157:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.859159:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764833.859160:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764833.859162:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764833.859164:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398336:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764833.859167:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764833.859169:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764833.859170:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764833.859172:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764833.859175:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764833.859176:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764833.859180:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764833.859182:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764833.859184:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764833.859187:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482398336, portal 4
00000100:00000001:2.0:1787764833.859189:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764833.859190:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764833.859194:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859200:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764833.859202:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764833.859204:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764833.859206:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482398336, offset 0
00000400:00000200:2.0:1787764833.859210:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764833.859213:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764833.859216:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764833.859218:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764833.859221:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764833.859223:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764833.859225:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764833.859228:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278354:278354:256:4294967295] 192.168.203.115@tcp LPNI seq info [278354:278354:8:4294967295]
00000400:00000200:2.0:1787764833.859231:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764833.859236:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764833.859240:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764833.859242:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764833.859246:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764833.859248:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764833.859252:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764833.859254:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764833.859258:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764833.859259:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764833.859262:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764833.859265:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764833.859268:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764833.859281:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764833.859285:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764833.859288:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859295:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764833.859297:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859303:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.859305:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764833.859308:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764833.859310:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764833.859313:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764833.859315:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321084953
00000100:00000001:2.0:1787764833.859318:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321086247
00000100:00000001:2.0:1787764833.859320:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321084953
00000100:00000001:2.0:1787764833.859321:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321086248
00000100:00000001:2.0:1787764833.859324:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764833.859325:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.859327:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764833.859330:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764833/real 1787764833]  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764833.859337:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764833.859338:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764833.859340:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764833.859342:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764833.859344:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764833.859346:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764833.859349:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764833.859357:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859362:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764833.859364:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859365:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764833.859367:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764833.859370:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859375:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764833.859379:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859385:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764833.859387:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859389:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764833.859390:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859392:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764833.859393:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764833.859395:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764833.859399:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764833.859401:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764833.859404:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764833.859411:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398336:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764833.859414:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859416:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764833.859418:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482398336/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764833.859425:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764833.859426:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764833.859428:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764833.859430:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764833.859431:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764833.859433:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764833.859435:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764833.859436:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:2.0:1787764833.859438:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764833.859439:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764833.859441:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764833.859443:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764833.859444:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859446:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764833.859449:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764833.859450:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764833.859452:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764833.859453:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764834.561012:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764834.561018:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764834.561024:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764834.561025:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764834.561028:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764834.561029:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764834.561115:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764834.561121:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764834.561126:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764835.200898:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321086247, at 4321086272
00000100:00000040:1.0:1787764835.200904:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321086248, at 4321086272
00000100:00000010:0.0:1787764835.200915:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538ea0.
00000100:00000010:1.0:1787764835.200921:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538000.
00010000:00000001:2.0:1787764835.584864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764835.584871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764835.584876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764835.584877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764835.584880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764835.584883:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764835.584885:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764835.584888:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764835.584891:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764835.584893:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764835.584895:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764835.584898:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764835.584959:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764835.584963:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764835.584966:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764836.608905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764836.608911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764836.608917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764836.608918:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764836.608922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764836.608923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764836.608977:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764836.608982:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764836.608985:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764837.632825:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764837.632830:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764837.632833:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764837.632834:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764837.632840:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764837.632841:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764837.632884:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764837.632888:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764837.632890:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764838.656864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764838.656870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764838.656875:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764838.656879:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764838.656880:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764838.656883:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764838.656886:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764838.656887:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764838.656889:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764838.656892:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764838.656895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764838.656896:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764838.656938:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764838.656941:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764838.656944:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764838.976845:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764838.976854:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764838.976856:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764838.976859:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764838.976863:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764838.976869:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26417
00000400:00000200:0.0:1787764838.976877:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764838.976882:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764838.976884:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764838.976886:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.976888:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764838.976889:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.976891:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764838.976893:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764838.976900:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764838.976902:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764838.976905:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764838.976906:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764838.976908:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764838.976910:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.976911:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764838.976912:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.976913:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764838.976917:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764838.976919:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764838.976920:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764838.976922:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764838.976924:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764838.976926:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.976927:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764838.976930:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764838.976938:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764838.976940:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764838.976943:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764838.976944:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.976946:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764838.976948:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764838.976952:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764838.976957:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764838.976962:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764838.976968:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764838.976978:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764838.976983:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764838.976988:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764838.977014:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764838.977017:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764838.977020:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764838.977022:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764838.977023:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764838.977026:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764838.977029:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26417
00000400:00000200:0.0:1787764838.977033:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764838.977037:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764838.977039:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764838.977043:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.977045:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764838.977048:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787764838.977049:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.977054:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764838.977054:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764838.977057:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787764838.977058:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764838.977061:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000100:00000040:2.0:1787764838.977064:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764838.977065:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764838.977069:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764838.977074:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:2.0:1787764838.977077:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787764838.977079:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:2.0:1787764838.977079:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764838.977084:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1787764838.977087:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000001:2.0:1787764838.977087:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764838.977092:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977093:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787764838.977097:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482398464:192.168.203.115@tcp:250:kworker.0
00000100:00000040:0.0:1787764838.977100:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764838.977101:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787764838.977106:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
02000000:00000001:2.0:1787764838.977106:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764838.977109:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787764838.977111:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
02000000:00000001:2.0:1787764838.977112:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787764838.977118:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000010:2.0:1787764838.977118:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764838.977122:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977123:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764838.977126:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764838.977130:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764838.977133:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977135:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764838.977138:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787764838.977142:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000008:00000001:0.0:1787764838.977148:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764838.977148:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000100:00000001:0.0:1787764838.977152:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764838.977157:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000010:0.0:1787764838.977158:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764838.977163:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764838.977165:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764838.977166:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977167:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764838.977168:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787764838.977168:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482398464, portal 25
02000000:00000001:0.0:1787764838.977170:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.977173:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1787764838.977175:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:2.0:1787764838.977176:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000001:0.0:1787764838.977180:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764838.977185:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764838.977188:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764838.977200:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764838.977205:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764838.977209:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000001:0.0:1787764838.977210:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764838.977213:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764838.977215:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482398464, offset 0
00000100:00000040:0.0:1787764838.977219:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764838.977224:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764838.977246:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764838.977247:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764838.977252:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764838.977255:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787764838.977257:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:0.0:1787764838.977258:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764838.977261:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787764838.977264:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787764838.977266:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764838.977271:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26417
00000400:00000200:2.0:1787764838.977272:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764838.977276:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764838.977279:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764838.977281:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764838.977284:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764838.977287:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000100:00000040:0.0:1787764838.977289:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.977292:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764838.977296:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764838.977296:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278355:278355:256:4294967295] 192.168.203.115@tcp LPNI seq info [278355:278355:8:4294967295]
00000100:00000001:0.0:1787764838.977300:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764838.977302:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764838.977305:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764838.977306:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764838.977309:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:2.0:1787764838.977310:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:0.0:1787764838.977312:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764838.977315:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764838.977317:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.977318:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764838.977319:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.977321:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764838.977322:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764838.977323:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764838.977324:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764838.977326:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764838.977329:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764838.977332:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977334:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787764838.977334:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1787764838.977337:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764838.977340:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977341:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764838.977344:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000010:0.0:1787764838.977346:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764838.977350:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000800:00000010:2.0:1787764838.977350:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
02000000:00000001:0.0:1787764838.977355:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764838.977357:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977358:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764838.977360:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1787764838.977361:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
02000000:00000001:0.0:1787764838.977362:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764838.977366:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
02000000:00000010:0.0:1787764838.977368:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764838.977372:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764838.977372:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764838.977377:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000100:00100000:0.0:1787764838.977379:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764838.977383:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764838.977388:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000100:00000001:0.0:1787764838.977392:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764838.977394:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764838.977395:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787764838.977399:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764838.977402:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764838.977407:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000100:00000001:0.0:1787764838.977409:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764838.977409:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00080000:0.0:1787764838.977413:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764838.977414:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787764838.977419:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1787764838.977420:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764838.977423:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764838.977427:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764838.977431:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764838.977431:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764838.977435:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764838.977439:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26417
00000100:00000001:2.0:1787764838.977446:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764838.977448:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764838.977449:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1787764838.977455:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764838.977456:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764838.977458:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764838.977462:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:0.0:1787764838.977465:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764838.977466:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321091367
00000100:00000001:0.0:1787764838.977471:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1787764838.977473:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885381e0.
00000100:00000040:0.0:1787764838.977477:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.977480:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764838.977481:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1787764838.977482:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764838.977485:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764838.977486:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764838.977488:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000100:00000001:2.0:1787764838.977488:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321091367
00000020:00000001:0.0:1787764838.977490:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000010:2.0:1787764838.977492:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538420.
00000020:00000001:0.0:1787764838.977493:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000001:2.0:1787764838.977496:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1787764838.977497:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.977500:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764838.977501:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787764838.977502:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764838.977505:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764838.977505:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787764838.977508:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764838.977510:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764838.977511:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.977512:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787764838.977513:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764838.977517:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787764838.977519:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764838/real 1787764838]  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764838.977520:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977524:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764838.977526:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764838.977531:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977532:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764838.977533:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764838.977535:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000010:0.0:1787764838.977536:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000400:00000010:2.0:1787764838.977537:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000020:00000040:0.0:1787764838.977539:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000400:00000200:2.0:1787764838.977541:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
02000000:00000001:0.0:1787764838.977542:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787764838.977544:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
02000000:00000001:0.0:1787764838.977545:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977547:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764838.977548:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764838.977549:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764838.977552:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef800.
00000100:00000001:2.0:1787764838.977553:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787764838.977557:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764838.977559:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764838.977564:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764838.977576:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764838.977579:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764838.977584:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.977585:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764838.977587:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.977590:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764838.977593:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764838.977594:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764838.977600:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764838.977609:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.977614:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787764838.977615:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764838.977619:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764838.977620:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764838.977623:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787764838.977624:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764838.977625:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764838.977630:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26417
00000400:00000200:0.0:1787764838.977635:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764838.977639:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764838.977642:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764838.977643:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764838.977648:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764838.977649:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764838.977652:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764838.977653:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764838.977656:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764838.977656:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764838.977660:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764838.977662:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764838.977662:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1787764838.977665:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764838.977667:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764838.977667:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1787764838.977670:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764838.977672:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00080000:2.0:1787764838.977673:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1787764838.977675:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764838.977681:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00080000:2.0:1787764838.977682:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764838.977683:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764838.977687:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764838.977688:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787764838.977689:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764838.977694:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764838.977699:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764838.977700:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764838.977700:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764838.977704:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764838.977706:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764838.977710:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977712:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764838.977715:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787764838.977715:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482398464:192.168.203.115@tcp:250:kworker.0
00000008:00000001:0.0:1787764838.977720:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977723:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.977723:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.977727:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1787764838.977729:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000100:00000040:2.0:1787764838.977732:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482398464/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787764838.977733:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764838.977737:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764838.977739:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764838.977742:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764838.977744:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764838.977745:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764838.977772:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764838.977775:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764838.977781:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764838.977782:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764838.977785:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1787764838.977787:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764838.977790:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764838.977790:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764838.977796:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1787764838.977798:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787764838.977800:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764838.977802:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764838.977806:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764838.977810:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764838.977813:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764838.977816:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764838.977818:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1787764838.977819:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26427)
00000100:00000010:2.0:1787764838.977820:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:2.0:1787764838.977825:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764838.977826:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.977827:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.977832:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764838.977834:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.977835:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764838.977836:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764838.977837:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764838.977842:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.977846:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764838.977847:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764838.977849:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764838.977851:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764838.977852:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764838.977854:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398592:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764838.977856:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764838.977858:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764838.977859:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764838.977860:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764838.977862:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764838.977863:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764838.977865:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764838.977868:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764838.977870:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764838.977872:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482398592, portal 10
00000100:00000001:2.0:1787764838.977873:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764838.977874:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:2.0:1787764838.977878:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.977883:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764838.977884:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764838.977885:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764838.977887:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482398592, offset 0
00000400:00000200:2.0:1787764838.977889:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764838.977892:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764838.977894:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764838.977897:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764838.977898:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764838.977900:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764838.977901:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764838.977903:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278356:278356:256:4294967295] 192.168.203.115@tcp LPNI seq info [278356:278356:8:4294967295]
00000400:00000200:2.0:1787764838.977905:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764838.977909:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764838.977912:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764838.977913:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764838.977916:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764838.977918:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764838.977921:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764838.977922:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764838.977924:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764838.977925:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764838.977928:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764838.977930:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764838.977931:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764838.977932:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764838.977934:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764838.977936:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.977941:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764838.977943:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.977946:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.977947:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764838.977949:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764838.977951:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764838.977953:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764838.977954:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321090060
00000100:00000001:2.0:1787764838.977956:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321091367
00000100:00000001:2.0:1787764838.977957:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321090060
00000100:00000001:2.0:1787764838.977958:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321091367
00000100:00000001:2.0:1787764838.977960:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764838.977961:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.977963:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764838.977966:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764838/real 1787764838]  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764838.977973:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764838.977975:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764838.977976:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764838.977979:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764838.977980:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764838.977982:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764838.977986:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764838.977993:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978004:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764838.978006:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978007:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764838.978008:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764838.978012:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978019:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764838.978023:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978029:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764838.978031:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978032:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764838.978033:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978034:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764838.978035:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764838.978037:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764838.978039:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764838.978040:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764838.978043:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764838.978047:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398592:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764838.978049:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764838.978051:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978055:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764838.978055:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764838.978057:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764838.978058:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764838.978060:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764838.978061:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398720:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764838.978063:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764838.978064:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764838.978065:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764838.978066:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764838.978068:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764838.978070:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764838.978072:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764838.978073:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764838.978075:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764838.978077:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482398720, portal 10
00000100:00000001:2.0:1787764838.978078:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764838.978079:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764838.978082:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978086:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764838.978087:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764838.978088:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764838.978090:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482398720, offset 0
00000400:00000200:2.0:1787764838.978092:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764838.978094:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764838.978096:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764838.978098:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764838.978100:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764838.978101:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764838.978103:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764838.978105:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278357:278357:256:4294967295] 192.168.203.115@tcp LPNI seq info [278357:278357:8:4294967295]
00000400:00000200:2.0:1787764838.978107:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764838.978110:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764838.978114:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764838.978116:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764838.978118:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764838.978119:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764838.978123:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764838.978125:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764838.978129:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764838.978130:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764838.978133:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764838.978136:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764838.978139:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764838.978140:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764838.978142:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764838.978146:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978153:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764838.978156:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978162:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.978164:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764838.978166:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764838.978169:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764838.978172:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764838.978173:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321090068
00000100:00000001:2.0:1787764838.978175:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321091367
00000100:00000001:2.0:1787764838.978176:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321090068
00000100:00000001:2.0:1787764838.978177:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321091367
00000100:00000001:2.0:1787764838.978179:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764838.978180:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.978181:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764838.978183:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764838/real 1787764838]  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764838.978188:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764838.978189:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764838.978190:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764838.978192:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764838.978192:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764838.978194:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764838.978195:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764838.978200:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978204:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764838.978204:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978205:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764838.978206:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764838.978208:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978211:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764838.978214:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978218:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764838.978219:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978220:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764838.978220:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978221:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764838.978222:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764838.978224:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764838.978225:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764838.978226:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764838.978229:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764838.978234:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398720:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764838.978254:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764838.978256:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978260:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764838.978261:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764838.978262:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764838.978264:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764838.978265:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764838.978266:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398848:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764838.978268:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764838.978270:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764838.978270:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764838.978271:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764838.978274:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764838.978275:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764838.978277:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764838.978278:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764838.978280:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764838.978282:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482398848, portal 4
00000100:00000001:2.0:1787764838.978284:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764838.978284:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764838.978288:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978292:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764838.978293:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764838.978294:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764838.978296:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482398848, offset 0
00000400:00000200:2.0:1787764838.978298:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764838.978300:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764838.978303:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764838.978304:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764838.978306:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764838.978307:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764838.978309:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764838.978310:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278358:278358:256:4294967295] 192.168.203.115@tcp LPNI seq info [278358:278358:8:4294967295]
00000400:00000200:2.0:1787764838.978313:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764838.978316:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764838.978318:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764838.978320:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764838.978322:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764838.978324:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764838.978326:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764838.978328:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764838.978330:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764838.978332:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764838.978334:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764838.978336:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764838.978337:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764838.978338:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764838.978341:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764838.978343:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978348:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764838.978351:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978355:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.978356:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764838.978359:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764838.978361:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764838.978363:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764838.978364:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321090068
00000100:00000001:2.0:1787764838.978366:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321091367
00000100:00000001:2.0:1787764838.978367:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321090068
00000100:00000001:2.0:1787764838.978368:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321091367
00000100:00000001:2.0:1787764838.978369:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764838.978370:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.978371:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764838.978373:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764838/real 1787764838]  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764838.978377:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764838.978378:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764838.978379:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764838.978380:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764838.978381:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764838.978382:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764838.978384:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764838.978388:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978392:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764838.978393:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978394:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764838.978395:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764838.978396:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978400:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764838.978402:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978405:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764838.978407:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978409:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764838.978409:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978410:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764838.978412:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764838.978414:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764838.978416:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764838.978417:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764838.978419:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764838.978423:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398848:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764838.978425:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764838.978427:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978431:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764838.978432:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764838.978433:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764838.978434:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764838.978435:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764838.978436:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398976:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764838.978438:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764838.978439:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764838.978440:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764838.978441:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764838.978442:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764838.978444:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764838.978445:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764838.978446:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764838.978448:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764838.978450:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482398976, portal 4
00000100:00000001:2.0:1787764838.978451:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764838.978452:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764838.978455:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978458:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764838.978459:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764838.978461:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764838.978462:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482398976, offset 0
00000400:00000200:2.0:1787764838.978464:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764838.978466:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764838.978468:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764838.978469:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764838.978471:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764838.978472:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764838.978473:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764838.978475:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278359:278359:256:4294967295] 192.168.203.115@tcp LPNI seq info [278359:278359:8:4294967295]
00000400:00000200:2.0:1787764838.978477:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764838.978480:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764838.978483:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764838.978484:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764838.978486:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764838.978487:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764838.978490:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764838.978491:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764838.978493:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764838.978495:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764838.978496:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764838.978498:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764838.978499:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764838.978500:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764838.978501:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764838.978503:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978510:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764838.978512:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978516:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.978516:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764838.978518:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764838.978519:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764838.978521:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764838.978522:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321090072
00000100:00000001:2.0:1787764838.978523:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321091367
00000100:00000001:2.0:1787764838.978524:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321090072
00000100:00000001:2.0:1787764838.978525:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321091367
00000100:00000001:2.0:1787764838.978527:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764838.978528:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.978529:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764838.978532:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764838/real 1787764838]  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764838.978539:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764838.978540:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764838.978541:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764838.978543:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764838.978545:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764838.978547:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764838.978550:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764838.978557:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978563:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764838.978564:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978566:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764838.978567:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764838.978571:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978577:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764838.978581:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978587:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764838.978589:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978590:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764838.978592:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978593:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764838.978594:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764838.978597:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764838.978600:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764838.978601:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764838.978605:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764838.978612:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482398976:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764838.978616:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978618:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764838.978621:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482398592/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978627:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764838.978628:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764838.978630:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764838.978631:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764838.978632:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764838.978634:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764838.978635:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764838.978637:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:2.0:1787764838.978639:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764838.978640:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764838.978641:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:2.0:1787764838.978643:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764838.978643:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978645:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764838.978646:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482398720/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978652:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764838.978654:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764838.978655:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764838.978657:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764838.978658:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764838.978659:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764838.978661:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764838.978662:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:2.0:1787764838.978664:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764838.978665:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764838.978666:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764838.978668:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764838.978670:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978671:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764838.978676:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482398848/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978681:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764838.978682:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764838.978683:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764838.978684:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764838.978685:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764838.978686:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764838.978688:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764838.978689:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef800.
02000000:00000001:2.0:1787764838.978691:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764838.978692:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764838.978693:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764838.978695:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764838.978696:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978697:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764838.978699:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482398976/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764838.978704:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764838.978705:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764838.978706:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764838.978708:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764838.978709:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764838.978710:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764838.978712:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764838.978713:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:2.0:1787764838.978715:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764838.978716:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764838.978717:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764838.978720:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764838.978721:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978722:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764838.978726:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764838.978727:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764838.978728:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764838.978729:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764839.680845:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764839.680851:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764839.680855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764839.680856:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764839.680858:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764839.680859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764839.680917:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764839.680923:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764839.680926:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764840.320838:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321091367, at 4321091392
00000100:00000040:1.0:1787764840.320838:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321091367, at 4321091392
00000100:00000010:0.0:1787764840.320852:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885381e0.
00000100:00000010:1.0:1787764840.320854:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538420.
00010000:00000001:2.0:1787764840.704889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764840.704894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764840.704898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764840.704899:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764840.704901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764840.704902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764840.704950:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764840.704954:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764840.704957:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764841.728848:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764841.728855:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764841.728856:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764841.728859:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764841.728862:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764841.728863:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764841.728865:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764841.728866:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764841.728868:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764841.728869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764841.728872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764841.728872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764841.728919:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764841.728922:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764841.728924:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764842.752913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764842.752919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764842.752924:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764842.752926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764842.752929:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764842.752930:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764842.752998:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764842.753001:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764842.753005:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764843.779192:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764843.779199:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764843.779217:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764843.779218:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764843.779221:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764843.779223:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764843.779337:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764843.779341:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764843.779344:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764844.096897:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764844.096909:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764844.096911:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764844.096915:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764844.096920:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764844.096927:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26422
00000400:00000200:3.0:1787764844.096937:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764844.096944:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764844.096947:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764844.096950:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764844.096953:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764844.096955:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764844.096958:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764844.096963:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764844.096964:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764844.096967:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764844.096971:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764844.096973:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764844.096976:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764844.096979:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764844.096981:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764844.096983:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764844.096985:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764844.096988:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764844.096991:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764844.096994:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764844.096996:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764844.097000:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764844.097003:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764844.097005:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764844.097008:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764844.097017:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764844.097021:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764844.097024:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764844.097026:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764844.097029:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764844.097032:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764844.097035:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764844.097042:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764844.097049:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764844.097448:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764844.097460:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764844.097464:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764844.097469:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764844.097497:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764844.097500:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764844.097504:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764844.097505:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764844.097507:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764844.097510:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764844.097513:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26422
00000400:00000200:3.0:1787764844.097525:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764844.097529:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764844.097532:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764844.097534:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764844.097537:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764844.097539:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764844.097541:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764844.097543:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764844.097544:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764844.097546:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764844.097548:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764844.097551:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764844.097554:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764844.097557:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764844.097559:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764844.097562:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764844.097565:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764844.097570:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764844.097573:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764844.097586:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.097595:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764844.097596:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.097600:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764844.097603:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764844.097605:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764844.097609:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482399104:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764844.097613:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764844.097619:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764844.097621:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.097623:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764844.097629:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764844.097631:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764844.097637:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764844.097643:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764844.097650:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764844.097658:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482399104, portal 25
00000100:00000001:2.0:1787764844.097660:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764844.097662:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:2.0:1787764844.097667:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.097675:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764844.097677:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764844.097680:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764844.097683:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482399104, offset 0
00000400:00000200:2.0:1787764844.097690:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764844.097697:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764844.097704:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764844.097708:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764844.097712:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764844.097716:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764844.097718:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764844.097722:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278360:278360:256:4294967295] 192.168.203.115@tcp LPNI seq info [278360:278360:8:4294967295]
00000400:00000200:2.0:1787764844.097726:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764844.097736:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764844.097741:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764844.097746:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764844.097781:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764844.097806:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764844.097815:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764844.097818:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764844.097822:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764844.097826:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764844.097832:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764844.097836:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764844.097851:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764844.097853:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764844.097858:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764844.097862:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.097871:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764844.097875:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.097886:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.097888:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764844.097894:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764844.097899:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764844.097902:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321096488
00000100:00000010:2.0:1787764844.097907:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885383c0.
00000100:00000001:2.0:1787764844.097914:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764844.097922:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321096488
00000100:00000010:2.0:1787764844.097925:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538540.
00000100:00000001:3.0:1787764844.097925:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764844.097931:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1787764844.097932:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764844.097938:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764844.097942:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764844.097944:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764844.097950:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764844.097952:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764844.097954:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764844.097955:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787764844.097959:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764844.097960:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764844.097965:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.097966:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764844.097969:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764844.097974:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764844/real 1787764844]  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764844.097976:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764844.097980:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764844.097986:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764844.097988:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764844.097989:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764844.097991:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1787764844.097992:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787764844.097994:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787764844.097996:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
02000000:00000001:3.0:1787764844.097998:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764844.098004:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000400:00000200:2.0:1787764844.098009:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000100:00000001:3.0:1787764844.098009:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764844.098013:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764844.098019:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1787764844.098019:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764844.098026:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764844.098036:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764844.098040:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764844.098043:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764844.098048:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.098054:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764844.098061:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764844.098062:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.098066:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787764844.098067:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764844.098072:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764844.098073:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764844.098077:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764844.098079:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787764844.098081:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764844.098083:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764844.098088:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26422
00000400:00000200:3.0:1787764844.098097:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764844.098100:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764844.098103:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764844.098106:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764844.098109:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764844.098113:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764844.098117:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764844.098120:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764844.098122:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764844.098127:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764844.098131:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000100:00000001:2.0:1787764844.098134:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787764844.098134:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764844.098137:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000100:00000001:2.0:1787764844.098139:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764844.098141:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:2.0:1787764844.098143:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764844.098145:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764844.098147:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000001:2.0:1787764844.098149:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1787764844.098153:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764844.098154:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764844.098158:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1787764844.098159:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1787764844.098163:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764844.098166:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764844.098168:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764844.098170:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764844.098176:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764844.098179:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1787764844.098180:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
02000000:00000001:3.0:1787764844.098184:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764844.098185:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787764844.098191:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764844.098193:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764844.098194:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764844.098198:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764844.098216:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764844.098220:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482399104:192.168.203.115@tcp:250:kworker.0
00000100:00000001:3.0:1787764844.098220:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764844.098227:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000100:00000001:2.0:1787764844.098229:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764844.098231:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000100:00000001:2.0:1787764844.098233:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787764844.098238:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787764844.098239:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482399104/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764844.098241:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764844.098246:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764844.098249:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764844.098252:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764844.098259:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:2.0:1787764844.098262:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764844.098265:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.098266:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764844.098270:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
00000100:00100000:3.0:1787764844.098276:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764844.098277:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764844.098280:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764844.098283:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764844.098287:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787764844.098291:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1787764844.098292:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764844.098295:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.098299:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764844.098306:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764844.098307:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:2.0:1787764844.098312:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764844.098312:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.098317:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.098324:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764844.098326:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.098328:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764844.098329:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764844.098331:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764844.098338:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.098344:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764844.098346:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.098358:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764844.098360:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764844.098363:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764844.098366:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482399232:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764844.098378:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764844.098380:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764844.098382:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.098383:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764844.098386:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764844.098390:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764844.098391:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764844.098396:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764844.098402:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764844.098407:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000001:3.0:1787764844.098409:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764844.098412:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482399232, portal 10
00000100:00080000:3.0:1787764844.098413:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764844.098416:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764844.098419:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00080000:3.0:1787764844.098420:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764844.098424:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764844.098426:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787764844.098429:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764844.098430:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764844.098436:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26422
00000100:00000001:2.0:1787764844.098444:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787764844.098445:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764844.098450:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787764844.098453:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000400:00000010:2.0:1787764844.098455:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00080000:3.0:1787764844.098457:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787764844.098460:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482399232, offset 0
00000100:00000040:3.0:1787764844.098464:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764844.098469:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764844.098470:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764844.098475:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764844.098476:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764844.098479:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:2.0:1787764844.098484:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000020:00000001:3.0:1787764844.098485:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764844.098488:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000400:00000200:2.0:1787764844.098490:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787764844.098491:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787764844.098495:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000020:00000040:3.0:1787764844.098496:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000400:00000200:2.0:1787764844.098500:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787764844.098501:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000200:2.0:1787764844.098506:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000020:00000001:3.0:1787764844.098506:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000400:00000200:2.0:1787764844.098512:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278361:278361:256:4294967295] 192.168.203.115@tcp LPNI seq info [278361:278361:8:4294967295]
00000100:00000040:3.0:1787764844.098514:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764844.098519:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764844.098527:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764844.098531:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787764844.098535:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764844.098537:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000010:2.0:1787764844.098541:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000100:00000001:3.0:1787764844.098541:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764844.098547:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000800:00000200:2.0:1787764844.098552:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00080000:3.0:1787764844.098554:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000200:2.0:1787764844.098557:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787764844.098559:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764844.098567:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764844.098570:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764844.098574:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764844.098576:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764844.098580:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764844.098583:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764844.098586:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764844.098588:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764844.098591:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764844.098595:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.098602:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764844.098605:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.098611:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.098613:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764844.098616:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764844.098619:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764844.098622:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764844.098624:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321095180
00000100:00000001:2.0:1787764844.098627:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321096488
00000100:00000001:2.0:1787764844.098629:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321095180
00000100:00000001:2.0:1787764844.098631:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321096488
00000100:00000001:2.0:1787764844.098633:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764844.098635:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.098637:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764844.098641:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764844/real 1787764844]  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764844.098648:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764844.098650:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764844.098651:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764844.098654:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764844.098656:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764844.098658:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764844.098661:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764844.098662:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764844.098668:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764844.098672:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764844.098673:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764844.098675:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764844.098679:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764844.098684:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764844.098688:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764844.098694:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000001:2.0:1787764844.098696:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787764844.098698:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:2.0:1787764844.098700:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.098703:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764844.098703:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764844.098707:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764844.098707:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764844.098712:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1787764844.098716:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764844.098716:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764844.098719:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764844.098727:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:2.0:1787764844.098728:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764844.098733:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764844.098735:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764844.098743:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764844.098746:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764844.098774:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.098778:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764844.098778:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764844.098782:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764844.098783:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.098785:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764844.098788:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764844.098791:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764844.098793:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764844.098802:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764844.098807:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764844.098809:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764844.098813:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787764844.098814:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764844.098819:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764844.098823:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764844.098826:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787764844.098829:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482399232:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787764844.098831:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764844.098836:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764844.098837:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26422
00000100:00000001:2.0:1787764844.098840:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787764844.098845:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:2.0:1787764844.098847:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482399232/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764844.098854:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764844.098858:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787764844.098860:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787764844.098863:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1787764844.098866:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000010:2.0:1787764844.098867:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
00000100:00000001:3.0:1787764844.098872:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764844.098873:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764844.098877:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:3.0:1787764844.098877:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000020:00000040:2.0:1787764844.098880:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000100:00000001:3.0:1787764844.098882:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764844.098884:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787764844.098887:0:373192:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000010:2.0:1787764844.098888:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
00000020:00000040:3.0:1787764844.098891:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
02000000:00000001:2.0:1787764844.098893:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1787764844.098895:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787764844.098896:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1787764844.098899:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000100:00000010:2.0:1787764844.098900:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000020:00000001:3.0:1787764844.098904:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:2.0:1787764844.098908:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000001:3.0:1787764844.098908:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000001:2.0:1787764844.098911:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764844.098913:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764844.098914:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764844.098917:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764844.098920:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787764844.098920:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764844.098923:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764844.098925:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764844.098927:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764844.098930:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787764844.098930:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00000001:2.0:1787764844.098933:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787764844.098936:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000040:2.0:1787764844.098942:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764844.098942:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764844.098947:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764844.098952:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764844.098953:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764844.098957:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764844.098957:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.098962:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764844.098963:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764844.098965:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787764844.098967:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1787764844.098969:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764844.098972:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764844.098974:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482399360:192.168.203.115@tcp:38:kworker.0
00000100:00000001:3.0:1787764844.098976:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.098982:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787764844.098984:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
02000000:00000001:2.0:1787764844.098985:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764844.098989:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764844.098990:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764844.098992:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764844.098996:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1787764844.098998:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:3.0:1787764844.099000:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.099002:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764844.099004:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787764844.099008:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:3.0:1787764844.099008:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764844.099012:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764844.099014:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764844.099020:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
02000000:00000010:3.0:1787764844.099020:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764844.099026:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764844.099027:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482399360, portal 10
00000100:00000001:2.0:1787764844.099032:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764844.099035:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00100000:3.0:1787764844.099036:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787764844.099044:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764844.099048:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764844.099053:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.099058:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764844.099062:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764844.099065:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764844.099071:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764844.099075:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482399360, offset 0
00000100:00000001:3.0:1787764844.099078:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764844.099083:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000040:3.0:1787764844.099086:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26432)
00000400:00000200:2.0:1787764844.099090:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764844.099095:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764844.099098:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764844.099101:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764844.099104:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764844.099106:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764844.099109:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278362:278362:256:4294967295] 192.168.203.115@tcp LPNI seq info [278362:278362:8:4294967295]
00000400:00000200:2.0:1787764844.099114:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764844.099121:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764844.099126:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764844.099130:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764844.099134:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764844.099137:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764844.099142:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764844.099144:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764844.099148:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764844.099150:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764844.099153:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764844.099156:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764844.099159:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764844.099161:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764844.099163:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764844.099167:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099180:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764844.099183:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099188:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.099190:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764844.099193:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764844.099196:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764844.099210:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764844.099213:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321095189
00000100:00000001:2.0:1787764844.099215:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321096488
00000100:00000001:2.0:1787764844.099217:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321095189
00000100:00000001:2.0:1787764844.099220:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321096488
00000100:00000001:2.0:1787764844.099222:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764844.099224:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.099226:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764844.099229:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764844/real 1787764844]  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764844.099237:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764844.099238:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764844.099240:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764844.099243:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764844.099245:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764844.099247:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764844.099250:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764844.099257:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099263:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764844.099265:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099268:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764844.099269:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764844.099272:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099278:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764844.099281:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099289:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764844.099291:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099292:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764844.099294:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099295:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764844.099297:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764844.099299:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764844.099301:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764844.099304:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764844.099307:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764844.099314:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482399360:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764844.099318:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764844.099321:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099327:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764844.099328:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.099330:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764844.099332:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764844.099334:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764844.099337:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482399488:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764844.099340:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764844.099341:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764844.099343:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.099345:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764844.099347:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764844.099349:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764844.099353:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764844.099355:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764844.099359:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764844.099362:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482399488, portal 4
00000100:00000001:2.0:1787764844.099364:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764844.099365:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:2.0:1787764844.099371:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099378:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764844.099380:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764844.099382:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764844.099384:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482399488, offset 0
00000400:00000200:2.0:1787764844.099388:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764844.099393:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764844.099397:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764844.099400:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764844.099403:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764844.099405:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764844.099407:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764844.099409:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278363:278363:256:4294967295] 192.168.203.115@tcp LPNI seq info [278363:278363:8:4294967295]
00000400:00000200:2.0:1787764844.099413:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764844.099418:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764844.099422:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764844.099425:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764844.099429:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764844.099432:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764844.099435:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764844.099438:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764844.099442:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764844.099444:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764844.099446:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764844.099449:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764844.099452:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764844.099454:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764844.099456:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764844.099460:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099466:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764844.099469:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099474:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.099475:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764844.099478:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764844.099481:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764844.099485:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764844.099487:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321095189
00000100:00000001:2.0:1787764844.099489:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321096488
00000100:00000001:2.0:1787764844.099491:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321095189
00000100:00000001:2.0:1787764844.099493:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321096488
00000100:00000001:2.0:1787764844.099495:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764844.099497:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.099499:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764844.099503:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764844/real 1787764844]  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764844.099511:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764844.099513:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764844.099514:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764844.099516:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764844.099518:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764844.099521:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764844.099523:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764844.099531:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099537:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764844.099538:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099540:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764844.099541:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764844.099544:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099550:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764844.099554:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099560:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764844.099562:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099564:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764844.099565:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099567:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764844.099569:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764844.099572:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764844.099575:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764844.099577:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764844.099580:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764844.099592:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482399488:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764844.099595:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099597:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764844.099599:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482399360/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099605:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764844.099607:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764844.099608:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764844.099611:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764844.099613:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764844.099614:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764844.099616:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764844.099617:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:2.0:1787764844.099620:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764844.099621:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764844.099623:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:2.0:1787764844.099625:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764844.099626:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099627:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764844.099630:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482399488/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099637:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764844.099638:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764844.099639:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764844.099642:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764844.099643:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764844.099644:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764844.099646:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764844.099647:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:2.0:1787764844.099650:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764844.099651:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764844.099652:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:2.0:1787764844.099657:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764844.099658:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099660:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099663:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764844.099665:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.099666:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764844.099668:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764844.099670:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764844.099674:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099680:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764844.099681:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.099683:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764844.099685:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764844.099687:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764844.099689:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482399616:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764844.099692:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764844.099694:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764844.099695:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764844.099697:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764844.099700:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764844.099702:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764844.099705:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764844.099707:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764844.099710:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764844.099713:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482399616, portal 4
00000100:00000001:2.0:1787764844.099714:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764844.099716:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:2.0:1787764844.099722:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099728:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764844.099730:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764844.099731:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764844.099734:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482399616, offset 0
00000400:00000200:2.0:1787764844.099737:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764844.099741:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764844.099744:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764844.099769:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764844.099773:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764844.099775:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764844.099777:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764844.099780:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278364:278364:256:4294967295] 192.168.203.115@tcp LPNI seq info [278364:278364:8:4294967295]
00000400:00000200:2.0:1787764844.099784:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764844.099791:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764844.099795:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764844.099799:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764844.099802:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764844.099805:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764844.099809:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764844.099811:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764844.099815:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764844.099816:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764844.099819:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764844.099822:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764844.099825:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764844.099827:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764844.099829:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764844.099833:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099840:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764844.099843:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099849:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.099850:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764844.099853:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764844.099856:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764844.099859:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764844.099861:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321095194
00000100:00000001:2.0:1787764844.099864:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321096488
00000100:00000001:2.0:1787764844.099866:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321095194
00000100:00000001:2.0:1787764844.099868:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321096488
00000100:00000001:2.0:1787764844.099870:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764844.099873:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.099875:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764844.099879:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764844/real 1787764844]  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764844.099886:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764844.099888:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764844.099890:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764844.099892:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764844.099893:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764844.099895:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764844.099899:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764844.099907:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099913:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764844.099914:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099916:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764844.099918:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764844.099921:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099928:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764844.099931:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099938:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764844.099941:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099942:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764844.099944:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099945:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764844.099947:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764844.099949:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764844.099952:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764844.099954:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764844.099958:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764844.099966:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482399616:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764844.099970:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.099972:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764844.099974:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482399616/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764844.099981:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764844.099982:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764844.099984:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764844.099986:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764844.099988:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764844.099989:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764844.099991:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764844.099993:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:2.0:1787764844.099996:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764844.099998:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764844.099999:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:2.0:1787764844.100002:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764844.100004:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.100005:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764844.100009:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764844.100010:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764844.100012:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764844.100014:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764844.800909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764844.800915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764844.800922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764844.800923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764844.800926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764844.800928:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764844.800988:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764844.800993:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764844.800997:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764845.440867:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321096488, at 4321096512
00000100:00000040:1.0:1787764845.440867:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321096488, at 4321096512
00000100:00000010:1.0:1787764845.440882:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538540.
00000100:00000010:0.0:1787764845.440888:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885383c0.
00010000:00000001:2.0:1787764845.824902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764845.824908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764845.824914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764845.824916:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764845.824919:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764845.824922:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764845.824924:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764845.824928:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764845.824930:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764845.824932:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764845.824934:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764845.824937:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764845.825021:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764845.825024:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764845.825027:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764846.848874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764846.848879:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764846.848882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764846.848883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764846.848885:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764846.848886:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764846.848961:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764846.848967:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764846.848970:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764847.872855:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764847.872861:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764847.872866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764847.872868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764847.872871:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764847.872872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764847.872922:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764847.872925:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764847.872928:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764848.896914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764848.896921:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764848.896926:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764848.896930:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764848.896932:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764848.896934:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764848.896938:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764848.896941:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764848.896943:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764848.896945:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764848.896948:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764848.896950:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764848.897011:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764848.897015:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764848.897018:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764849.216845:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764849.216855:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764849.216858:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764849.216861:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764849.216865:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764849.216871:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26427
00000400:00000200:3.0:1787764849.216879:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764849.216885:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764849.216889:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764849.216891:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.216894:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764849.216896:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.216899:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764849.216903:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764849.216904:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764849.216907:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764849.216910:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764849.216913:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764849.216915:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764849.216917:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.216919:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764849.216920:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.216922:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764849.216925:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764849.216928:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764849.216930:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764849.216932:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764849.216935:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764849.216937:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764849.216939:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764849.216941:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764849.216950:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213840.
00000020:00000040:3.0:1787764849.216953:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764849.216957:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764849.216958:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764849.216961:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764849.216963:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764849.216967:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764849.216974:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764849.216981:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764849.216988:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764849.216997:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764849.217000:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764849.217005:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399ce900] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764849.217040:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764849.217043:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764849.217046:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764849.217047:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764849.217048:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764849.217051:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764849.217054:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26427
00000400:00000200:3.0:1787764849.217057:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764849.217059:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764849.217062:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764849.217064:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217066:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764849.217068:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217070:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764849.217072:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764849.217074:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764849.217076:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764849.217078:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764849.217080:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764849.217083:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764849.217086:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764849.217087:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764849.217088:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764849.217093:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764849.217094:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764849.217096:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:2.0:1787764849.217098:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764849.217099:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764849.217104:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217107:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764849.217109:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764849.217110:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764849.217116:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764849.217121:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764849.217124:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764849.217125:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787764849.217128:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764849.217129:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764849.217134:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.217136:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764849.217137:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.217141:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764849.217146:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764849.217148:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211680.
00000100:00100000:2.0:1787764849.217152:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482399744:192.168.203.115@tcp:250:kworker.0
00000020:00000040:3.0:1787764849.217154:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764849.217158:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764849.217162:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764849.217175:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.217178:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764849.217178:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764849.217180:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764849.217183:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764849.217183:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.217190:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764849.217192:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941800.
00000100:00000001:3.0:1787764849.217197:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764849.217198:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764849.217203:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764849.217204:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764849.217213:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:3.0:1787764849.217215:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787764849.217219:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000100:00000001:3.0:1787764849.217219:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764849.217224:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0553322] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764849.217229:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000001:3.0:1787764849.217236:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764849.217238:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482399744, portal 25
00000100:00080000:3.0:1787764849.217240:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764849.217243:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764849.217246:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169984 : -118787636381632 : ffff93f699213840)
00000100:00080000:3.0:1787764849.217251:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764849.217254:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787764849.217255:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764849.217256:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764849.217262:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764849.217268:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764849.217271:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764849.217276:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00080000:3.0:1787764849.217277:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26427
00000100:00000200:2.0:1787764849.217280:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482399744, offset 0
00000400:00000200:3.0:1787764849.217288:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764849.217293:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:3.0:1787764849.217296:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764849.217300:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764849.217305:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764849.217306:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217310:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764849.217313:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000040:3.0:1787764849.217316:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764849.217319:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764849.217321:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:2.0:1787764849.217324:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000020:00000001:3.0:1787764849.217326:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764849.217328:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000400:00000200:2.0:1787764849.217329:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787764849.217332:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787764849.217333:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000020:00000040:3.0:1787764849.217337:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000400:00000200:2.0:1787764849.217338:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278365:278365:256:4294967295] 192.168.203.115@tcp LPNI seq info [278365:278365:8:4294967295]
00000020:00000001:3.0:1787764849.217342:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000400:00000200:2.0:1787764849.217346:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:3.0:1787764849.217348:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764849.217353:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000200:2.0:1787764849.217358:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764849.217359:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764849.217364:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000800:00000200:2.0:1787764849.217366:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217370:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000800:00000010:2.0:1787764849.217374:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000020:00000040:3.0:1787764849.217375:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764849.217381:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000800:00000200:2.0:1787764849.217386:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:3.0:1787764849.217387:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764849.217392:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787764849.217394:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1787764849.217397:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764849.217401:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764849.217402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764849.217408:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787764849.217409:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764849.217414:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1787764849.217417:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000008:00000001:3.0:1787764849.217418:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764849.217421:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000100:00000001:3.0:1787764849.217422:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764849.217429:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699212940.
00000400:00000200:2.0:1787764849.217430:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1787764849.217435:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
00000400:00000200:2.0:1787764849.217437:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787764849.217441:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764849.217443:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
02000000:00000001:3.0:1787764849.217444:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764849.217447:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:3.0:1787764849.217448:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764849.217452:0:257227:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787764849.217452:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764849.217454:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764849.217457:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764849.217466:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942000.
00000100:00000001:2.0:1787764849.217467:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764849.217473:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764849.217473:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764849.217483:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764849.217487:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.217491:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764849.217497:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764849.217499:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764849.217500:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764849.217508:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:3.0:1787764849.217509:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a855d922] to pc [ptlrpcd_rcv+-1]  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.217512:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321101607
00000100:00000010:2.0:1787764849.217520:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885389c0.
00000100:00000001:3.0:1787764849.217522:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764849.217526:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764849.217527:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787764849.217533:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764849.217535:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764849.217537:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764849.217539:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764849.217542:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26427
00000400:00000200:3.0:1787764849.217546:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764849.217549:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764849.217552:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764849.217554:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217556:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764849.217558:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217560:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764849.217562:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764849.217563:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764849.217564:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764849.217565:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764849.217567:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764849.217574:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764849.217578:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217580:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764849.217583:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217585:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764849.217587:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764849.217590:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217592:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764849.217594:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764849.217597:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764849.217598:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321101607
02000000:00000001:3.0:1787764849.217599:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764849.217604:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000010:2.0:1787764849.217606:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538f00.
00000008:00100000:3.0:1787764849.217606:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764849.217610:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000008:00000001:3.0:1787764849.217611:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764849.217622:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.217625:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764849.217630:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764849.217630:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992130c0.
00000100:00000001:2.0:1787764849.217636:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1787764849.217636:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764849.217642:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764849.217644:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764849.217646:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764849/real 1787764849]  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764849.217647:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764849.217650:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764849.217652:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764849.217659:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000400:00000001:2.0:1787764849.217663:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764849.217664:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764849.217665:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764849.217668:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000100:00100000:3.0:1787764849.217672:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764849.217673:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764849.217676:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764849.217681:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764849.217684:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764849.217687:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764849.217689:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764849.217692:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003a6b786] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764849.217714:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764849.217716:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764849.217718:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764849.217727:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764849.217730:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764849.217733:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787764849.217734:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764849.217737:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764849.217739:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764849.217742:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787764849.217745:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26427
00000100:00000001:2.0:1787764849.217746:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764849.217768:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764849.217772:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764849.217775:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764849.217778:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217780:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764849.217782:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217785:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764849.217789:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:2.0:1787764849.217792:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764849.217792:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764849.217794:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764849.217798:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764849.217803:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764849.217806:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764849.217809:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217810:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764849.217811:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764849.217813:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764849.217814:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764849.217817:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764849.217821:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764849.217821:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764849.217822:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764849.217826:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764849.217828:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764849.217829:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764849.217832:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764849.217836:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764849.217837:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764849.217839:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764849.217846:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210000.
00000100:00000001:2.0:1787764849.217851:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787764849.217852:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764849.217856:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764849.217858:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764849.217860:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.217862:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764849.217864:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764849.217864:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764849.217868:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787764849.217868:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764849.217872:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764849.217873:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764849.217875:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764849.217879:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
02000000:00000010:3.0:1787764849.217880:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:2.0:1787764849.217881:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764849.217886:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764849.217887:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764849.217896:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764849.217897:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482399744:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764849.217904:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.217908:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764849.217912:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213840 x1874595482399744/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764849.217913:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764849.217918:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.217921:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764849.217924:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764849.217927:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
00000100:00000040:3.0:1787764849.217927:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa17ba38] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764849.217932:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764849.217935:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764849.217937:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764849.217940:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764849.217943:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943400.
00000100:00000001:3.0:1787764849.217945:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.217947:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764849.217949:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764849.217950:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213840.
00000100:00000040:3.0:1787764849.217952:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26437)
00000100:00000001:2.0:1787764849.217954:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764849.217956:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.217957:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.217963:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764849.217964:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.217966:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764849.217968:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764849.217969:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764849.217972:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.217977:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764849.217978:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.217979:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764849.217980:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764849.217982:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764849.217984:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482399872:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764849.217986:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764849.217987:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764849.217988:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.217989:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764849.217991:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764849.217992:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764849.217995:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764849.217997:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764849.218000:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764849.218002:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482399872, portal 10
00000100:00000001:2.0:1787764849.218003:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764849.218004:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073161344 : -118787636390272 : ffff93f699211680)
00000100:00000040:2.0:1787764849.218010:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218016:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764849.218018:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764849.218020:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764849.218023:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482399872, offset 0
00000400:00000200:2.0:1787764849.218027:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764849.218031:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764849.218035:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764849.218037:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764849.218040:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764849.218043:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764849.218045:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764849.218048:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278366:278366:256:4294967295] 192.168.203.115@tcp LPNI seq info [278366:278366:8:4294967295]
00000400:00000200:2.0:1787764849.218053:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764849.218058:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764849.218063:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764849.218067:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764849.218071:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764849.218073:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764849.218078:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764849.218080:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764849.218084:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764849.218085:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764849.218087:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764849.218089:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764849.218091:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764849.218093:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764849.218094:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764849.218097:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218102:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764849.218104:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218107:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.218108:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764849.218111:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764849.218113:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764849.218115:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764849.218117:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321100300
00000100:00000001:2.0:1787764849.218119:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321101607
00000100:00000001:2.0:1787764849.218120:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321100300
00000100:00000001:2.0:1787764849.218122:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321101607
00000100:00000001:2.0:1787764849.218123:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764849.218125:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.218126:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764849.218128:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764849/real 1787764849]  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764849.218132:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764849.218133:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764849.218134:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764849.218136:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764849.218137:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764849.218138:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764849.218139:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764849.218144:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218147:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764849.218148:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218149:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764849.218150:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764849.218152:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218155:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764849.218157:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218161:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764849.218163:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218174:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764849.218175:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218177:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764849.218179:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764849.218181:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764849.218183:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764849.218184:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764849.218188:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764849.218195:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482399872:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764849.218199:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764849.218202:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218208:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764849.218209:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.218211:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764849.218213:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764849.218215:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764849.218218:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400000:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764849.218221:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764849.218223:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764849.218224:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.218226:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764849.218229:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764849.218231:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764849.218234:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764849.218236:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764849.218239:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764849.218242:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482400000, portal 10
00000100:00000001:2.0:1787764849.218244:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764849.218245:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073166144 : -118787636385472 : ffff93f699212940)
00000100:00000040:2.0:1787764849.218250:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218256:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764849.218258:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764849.218260:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764849.218263:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482400000, offset 0
00000400:00000200:2.0:1787764849.218267:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764849.218271:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764849.218274:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764849.218277:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764849.218279:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764849.218281:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764849.218284:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764849.218287:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278367:278367:256:4294967295] 192.168.203.115@tcp LPNI seq info [278367:278367:8:4294967295]
00000400:00000200:2.0:1787764849.218290:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764849.218296:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764849.218299:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764849.218302:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764849.218304:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764849.218306:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764849.218309:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764849.218310:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764849.218313:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764849.218314:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764849.218316:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764849.218318:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764849.218320:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764849.218321:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764849.218322:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764849.218325:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218330:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764849.218331:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218339:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.218340:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764849.218342:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764849.218344:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764849.218346:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764849.218347:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321100308
00000100:00000001:2.0:1787764849.218349:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321101607
00000100:00000001:2.0:1787764849.218350:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321100308
00000100:00000001:2.0:1787764849.218351:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321101607
00000100:00000001:2.0:1787764849.218352:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764849.218354:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.218355:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764849.218357:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764849/real 1787764849]  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764849.218361:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764849.218362:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764849.218363:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764849.218364:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764849.218365:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764849.218366:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764849.218368:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764849.218373:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218379:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764849.218380:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218382:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764849.218383:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764849.218386:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218393:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764849.218396:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218403:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764849.218405:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218407:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764849.218408:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218410:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764849.218411:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764849.218414:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764849.218417:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764849.218419:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764849.218422:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764849.218430:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699212940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400000:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764849.218433:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764849.218436:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218441:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764849.218442:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.218444:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764849.218445:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764849.218447:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764849.218450:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764849.218453:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764849.218455:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764849.218456:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.218458:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764849.218461:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764849.218463:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764849.218466:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764849.218468:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764849.218472:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764849.218474:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482400128, portal 4
00000100:00000001:2.0:1787764849.218476:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764849.218477:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073168064 : -118787636383552 : ffff93f6992130c0)
00000100:00000040:2.0:1787764849.218483:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218488:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764849.218491:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764849.218493:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764849.218495:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482400128, offset 0
00000400:00000200:2.0:1787764849.218499:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764849.218502:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764849.218505:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764849.218508:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764849.218510:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764849.218513:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764849.218515:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764849.218518:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278368:278368:256:4294967295] 192.168.203.115@tcp LPNI seq info [278368:278368:8:4294967295]
00000400:00000200:2.0:1787764849.218521:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764849.218527:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764849.218531:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764849.218534:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764849.218537:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764849.218540:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764849.218543:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764849.218546:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764849.218550:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764849.218552:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764849.218555:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764849.218558:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764849.218561:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764849.218563:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764849.218565:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764849.218568:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218575:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764849.218578:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218584:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.218585:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764849.218588:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764849.218591:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764849.218594:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764849.218596:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321100308
00000100:00000001:2.0:1787764849.218598:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321101607
00000100:00000001:2.0:1787764849.218600:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321100308
00000100:00000001:2.0:1787764849.218601:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321101607
00000100:00000001:2.0:1787764849.218603:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764849.218605:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.218607:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764849.218611:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764849/real 1787764849]  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764849.218617:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764849.218619:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764849.218620:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764849.218623:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764849.218624:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764849.218627:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764849.218630:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764849.218637:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218643:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764849.218644:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218646:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764849.218647:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764849.218651:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218656:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764849.218660:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218665:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764849.218668:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218669:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764849.218671:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218672:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764849.218674:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764849.218677:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764849.218680:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764849.218682:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764849.218685:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764849.218693:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400128:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764849.218696:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764849.218700:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218705:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764849.218707:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.218709:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764849.218711:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764849.218713:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764849.218716:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764849.218719:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764849.218721:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764849.218722:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764849.218724:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764849.218727:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764849.218729:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764849.218732:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764849.218735:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764849.218738:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764849.218741:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482400256, portal 4
00000100:00000001:2.0:1787764849.218743:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764849.218744:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073155584 : -118787636396032 : ffff93f699210000)
00000100:00000040:2.0:1787764849.218766:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218773:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764849.218776:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764849.218779:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764849.218781:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482400256, offset 0
00000400:00000200:2.0:1787764849.218785:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764849.218789:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764849.218792:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764849.218795:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764849.218797:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764849.218799:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764849.218802:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764849.218805:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278369:278369:256:4294967295] 192.168.203.115@tcp LPNI seq info [278369:278369:8:4294967295]
00000400:00000200:2.0:1787764849.218808:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764849.218814:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764849.218818:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764849.218821:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764849.218825:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764849.218827:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764849.218831:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764849.218834:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764849.218837:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764849.218838:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764849.218841:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764849.218844:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764849.218847:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764849.218848:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764849.218851:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764849.218854:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218861:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764849.218864:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218869:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.218871:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764849.218874:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764849.218876:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764849.218879:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764849.218881:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321100313
00000100:00000001:2.0:1787764849.218883:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321101607
00000100:00000001:2.0:1787764849.218885:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321100313
00000100:00000001:2.0:1787764849.218887:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321101607
00000100:00000001:2.0:1787764849.218889:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764849.218892:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.218893:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764849.218897:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764849/real 1787764849]  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764849.218904:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764849.218905:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764849.218907:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764849.218909:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764849.218911:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764849.218913:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764849.218917:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764849.218924:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218931:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764849.218932:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218934:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764849.218935:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764849.218939:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218945:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764849.218949:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218955:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764849.218957:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218958:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764849.218960:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218961:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764849.218962:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764849.218964:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764849.218968:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764849.218969:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764849.218973:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764849.218980:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400256:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764849.218984:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.218986:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764849.218989:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211680 x1874595482399872/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.218995:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764849.218996:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764849.218998:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:2.0:1787764849.219001:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764849.219002:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764849.219004:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764849.219005:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764849.219007:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941800.
02000000:00000001:2.0:1787764849.219010:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764849.219011:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764849.219013:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211680.
00000100:00000001:2.0:1787764849.219016:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764849.219018:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.219019:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764849.219022:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699212940 x1874595482400000/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.219029:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764849.219030:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764849.219032:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:2.0:1787764849.219034:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764849.219035:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764849.219036:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764849.219038:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764849.219040:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942000.
02000000:00000001:2.0:1787764849.219043:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764849.219044:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764849.219045:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699212940.
00000100:00000001:2.0:1787764849.219048:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764849.219049:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.219051:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764849.219054:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992130c0 x1874595482400128/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.219060:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764849.219061:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764849.219063:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5800.
02000000:00000001:2.0:1787764849.219065:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764849.219066:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764849.219067:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764849.219069:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764849.219071:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:2.0:1787764849.219072:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764849.219073:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764849.219074:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992130c0.
00000100:00000001:2.0:1787764849.219075:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764849.219076:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.219077:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764849.219079:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210000 x1874595482400256/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764849.219083:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764849.219083:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764849.219084:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5400.
02000000:00000001:2.0:1787764849.219085:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764849.219086:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764849.219086:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764849.219088:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764849.219089:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:2.0:1787764849.219090:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764849.219090:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764849.219091:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210000.
00000100:00000001:2.0:1787764849.219093:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764849.219094:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.219095:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764849.219097:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764849.219098:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764849.219100:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764849.219101:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764849.920889:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764849.920895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764849.920901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764849.920902:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764849.920905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764849.920906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764849.920975:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764849.920980:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764849.920983:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764850.560806:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321101607, at 4321101632
00000100:00000040:1.0:1787764850.560807:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321101607, at 4321101632
00000100:00000010:0.0:1787764850.560820:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885389c0.
00000100:00000010:1.0:1787764850.560821:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538f00.
00010000:00000001:2.0:1787764850.945151:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764850.945170:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764850.945176:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764850.945178:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764850.945181:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764850.945182:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764850.945277:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764850.945281:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764850.945284:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764851.968854:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764851.968861:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764851.968863:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764851.968866:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764851.968871:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764851.968873:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764851.968875:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764851.968877:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764851.968881:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764851.968882:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764851.968886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764851.968887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764851.969016:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764851.969020:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764851.969023:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764852.992902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764852.992908:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764852.992913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764852.992914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764852.992918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764852.992919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764852.993356:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764852.993360:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764852.993363:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764854.016866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764854.016872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764854.016877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764854.016878:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764854.016882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764854.016883:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764854.019439:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764854.019445:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764854.019450:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764854.337281:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764854.337292:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764854.337294:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764854.337298:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764854.337302:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764854.337309:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26432
00000400:00000200:2.0:1787764854.337317:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764854.337324:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764854.337327:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764854.337330:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337333:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764854.337335:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337337:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764854.337341:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764854.337342:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764854.337345:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764854.337348:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764854.337351:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764854.337353:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764854.337356:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337358:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764854.337360:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337361:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764854.337364:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764854.337367:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337369:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764854.337373:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764854.337376:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764854.337378:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337380:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764854.337383:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764854.337391:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000020:00000040:2.0:1787764854.337394:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764854.337398:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764854.337399:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337402:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764854.337404:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764854.337408:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764854.337416:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5400.
00000100:00000001:2.0:1787764854.337421:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764854.337429:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764854.337439:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764854.337442:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764854.337446:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764854.337476:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764854.337479:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764854.337482:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764854.337484:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764854.337485:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764854.337488:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764854.337490:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26432
00000400:00000200:2.0:1787764854.337494:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764854.337497:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764854.337499:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764854.337501:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337503:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764854.337506:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337508:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764854.337510:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764854.337511:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764854.337513:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764854.337515:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764854.337517:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764854.337519:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764854.337522:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337523:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764854.337525:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337527:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764854.337529:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764854.337532:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337534:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764854.337536:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764854.337541:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764854.337542:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337544:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764854.337547:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764854.337550:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337552:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764854.337555:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764854.337557:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764854.337559:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764854.337561:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337562:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764854.337563:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764854.337565:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764854.337568:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5800.
00000100:00000001:2.0:1787764854.337572:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764854.337576:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764854.337584:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764854.337586:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764854.337589:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764854.337596:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764854.337599:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764854.337602:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764854.337603:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764854.337605:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764854.337607:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764854.337609:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26432
00000400:00000200:2.0:1787764854.337612:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764854.337614:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764854.337616:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764854.337618:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337620:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764854.337622:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337624:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764854.337626:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764854.337627:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764854.337628:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764854.337630:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764854.337631:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764854.337633:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764854.337636:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337637:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764854.337639:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337641:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764854.337644:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764854.337646:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337649:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764854.337651:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764854.337653:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764854.337654:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337656:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764854.337658:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764854.337660:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337661:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764854.337664:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787764854.337666:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764854.337668:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764854.337669:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337670:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764854.337672:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764854.337673:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764854.337676:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7c00.
00000100:00000001:2.0:1787764854.337678:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764854.337682:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764854.337688:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764854.337690:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764854.337693:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764854.337700:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764854.337703:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764854.337706:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764854.337707:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764854.337709:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764854.337711:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764854.337713:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26432
00000400:00000200:2.0:1787764854.337716:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764854.337718:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764854.337721:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764854.337723:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337725:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764854.337727:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337729:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764854.337730:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764854.337731:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764854.337732:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764854.337734:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764854.337736:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764854.337738:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764854.337740:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337742:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764854.337744:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337745:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764854.337747:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764854.337775:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337778:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764854.337780:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764854.337782:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764854.337783:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337785:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764854.337787:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764854.337789:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337790:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764854.337793:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787764854.337795:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764854.337797:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764854.337799:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337800:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764854.337802:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764854.337803:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764854.337806:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5c00.
00000100:00000001:2.0:1787764854.337808:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764854.337812:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764854.337818:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764854.337819:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764854.337823:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764854.337829:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764854.337831:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764854.337834:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764854.337835:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764854.337837:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764854.337838:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764854.337840:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26432
00000400:00000200:2.0:1787764854.337843:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764854.337846:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764854.337848:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764854.337850:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337852:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764854.337854:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337855:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764854.337857:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764854.337858:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764854.337859:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764854.337861:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764854.337863:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764854.337865:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764854.337867:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337869:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764854.337871:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337872:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764854.337874:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764854.337876:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764854.337878:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764854.337880:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764854.337882:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764854.337884:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337886:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764854.337887:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764854.337889:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337891:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764854.337894:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787764854.337896:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764854.337898:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764854.337899:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764854.337901:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764854.337902:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764854.337903:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764854.337906:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6800.
00000100:00000001:2.0:1787764854.337909:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764854.337913:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764854.337920:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764854.337921:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764854.337925:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764854.337932:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764854.337936:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26443)
00000100:00000001:0.0:1787764854.338005:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764854.338009:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764854.338011:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764854.338017:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764854.338024:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764854.338026:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764854.338030:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764854.338033:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764854.338035:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764854.338038:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482400384:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764854.338042:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764854.338046:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764854.338049:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764854.338051:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764854.338055:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764854.338058:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764854.338063:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764854.338067:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92738.
00000400:00000010:0.0:1787764854.338073:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0a18.
00000100:00000200:0.0:1787764854.338079:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482400384, portal 25
00000100:00000001:0.0:1787764854.338082:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764854.338084:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238976 : -118790729312640 : ffff93f5e0c6d680)
00000100:00000040:0.0:1787764854.338089:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764854.338096:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764854.338099:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764854.338101:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0990.
00000100:00000200:0.0:1787764854.338104:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482400384, offset 0
00000400:00000200:0.0:1787764854.338109:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764854.338118:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764854.338123:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764854.338140:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764854.338144:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764854.338148:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764854.338151:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764854.338154:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278370:278370:256:4294967295] 192.168.203.115@tcp LPNI seq info [278370:278370:8:4294967295]
00000400:00000200:0.0:1787764854.338159:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764854.338168:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764854.338174:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764854.338179:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295200.
00000800:00000200:0.0:1787764854.338186:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764854.338191:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764854.338210:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764854.338215:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764854.338218:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321106728
00000100:00000010:0.0:1787764854.338223:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217480.
00000100:00000001:0.0:1787764854.338230:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764854.338236:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321106728
00000100:00000010:0.0:1787764854.338239:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217b40.
00000100:00000001:0.0:1787764854.338242:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764854.338308:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764854.338312:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764854.338314:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764854.338319:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764854.338326:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764854.338328:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764854.338330:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764854.338332:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764854.338333:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764854.338336:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764854.338339:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764854.338341:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764854.338342:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764854.338344:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764854.338347:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764854.338349:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764854.338353:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764854.338356:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92528.
00000400:00000010:0.0:1787764854.338360:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa04c8.
00000100:00000200:0.0:1787764854.338363:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482400512, portal 10
00000100:00000001:0.0:1787764854.338365:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764854.338366:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980244736 : -118790729306880 : ffff93f5e0c6ed00)
00000100:00000040:0.0:1787764854.338372:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764854.338378:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764854.338381:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764854.338383:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0770.
00000100:00000200:0.0:1787764854.338386:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482400512, offset 0
00000400:00000200:0.0:1787764854.338390:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764854.338394:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764854.338398:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764854.338401:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764854.338403:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764854.338405:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764854.338408:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764854.338410:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278371:278371:255:4294967295] 192.168.203.115@tcp LPNI seq info [278371:278371:7:4294967295]
00000400:00000200:0.0:1787764854.338414:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764854.338420:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764854.338425:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764854.338428:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295e00.
00000800:00000200:0.0:1787764854.338431:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764854.338435:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764854.338438:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764854.338441:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764854.338444:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764854.338446:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321105420
00000100:00000001:0.0:1787764854.338448:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321106728
00000100:00000001:0.0:1787764854.338451:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321105420
00000100:00000001:0.0:1787764854.338452:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321106728
00000100:00000001:0.0:1787764854.338454:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764854.338456:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764854.338458:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764854.338461:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764854.338467:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764854.338469:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764854.338471:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764854.338473:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764854.338475:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764854.338478:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764854.338480:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764854.338482:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764854.338483:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764854.338485:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764854.338488:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764854.338490:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764854.338493:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764854.338495:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92268.
00000400:00000010:0.0:1787764854.338499:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0110.
00000100:00000200:0.0:1787764854.338501:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482400640, portal 10
00000100:00000001:0.0:1787764854.338503:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764854.338504:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980246656 : -118790729304960 : ffff93f5e0c6f480)
00000100:00000040:0.0:1787764854.338510:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764854.338516:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764854.338518:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764854.338520:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0aa0.
00000100:00000200:0.0:1787764854.338522:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482400640, offset 0
00000400:00000200:0.0:1787764854.338526:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764854.338529:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764854.338532:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764854.338535:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764854.338537:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764854.338539:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764854.338541:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764854.338544:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278372:278372:254:4294967295] 192.168.203.115@tcp LPNI seq info [278372:278372:6:4294967295]
00000400:00000200:0.0:1787764854.338548:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764854.338554:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764854.338559:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764854.338563:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295700.
00000800:00000200:0.0:1787764854.338567:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764854.338570:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764854.338572:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764854.338575:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764854.338578:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764854.338580:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321105428
00000100:00000001:0.0:1787764854.338582:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321106728
00000100:00000001:0.0:1787764854.338584:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321105428
00000100:00000001:0.0:1787764854.338586:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321106728
00000100:00000001:0.0:1787764854.338588:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764854.338590:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764854.338592:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764854.338596:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764854.338603:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764854.338604:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764854.338606:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764854.338608:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764854.338610:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764854.338613:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764854.338616:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764854.338618:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764854.338620:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764854.338622:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764854.338625:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764854.338627:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764854.338630:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764854.338632:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92790.
00000400:00000010:0.0:1787764854.338636:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764854.338638:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482400768, portal 4
00000100:00000001:0.0:1787764854.338640:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764854.338641:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980233216 : -118790729318400 : ffff93f5e0c6c000)
00000100:00000040:0.0:1787764854.338646:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764854.338652:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764854.338655:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764854.338657:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0660.
00000100:00000200:0.0:1787764854.338659:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482400768, offset 0
00000400:00000200:0.0:1787764854.338664:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764854.338667:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764854.338670:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764854.338672:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764854.338675:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764854.338677:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764854.338680:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764854.338682:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278373:278373:253:4294967295] 192.168.203.115@tcp LPNI seq info [278373:278373:5:4294967295]
00000400:00000200:0.0:1787764854.338686:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764854.338691:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764854.338695:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764854.338698:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295000.
00000800:00000200:0.0:1787764854.338701:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764854.338704:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764854.338706:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764854.338709:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764854.338711:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764854.338713:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321105428
00000100:00000001:0.0:1787764854.338715:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321106728
00000100:00000001:0.0:1787764854.338717:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321105428
00000100:00000001:0.0:1787764854.338719:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321106728
00000100:00000001:0.0:1787764854.338721:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764854.338724:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764854.338726:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764854.338729:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764854.338735:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764854.338736:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764854.338738:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764854.338740:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764854.338741:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764854.338745:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764854.338778:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764854.338781:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764854.338783:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764854.338784:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764854.338787:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764854.338789:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764854.338792:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764854.338795:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764854.338798:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764854.338801:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482400896, portal 4
00000100:00000001:0.0:1787764854.338802:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764854.338804:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238016 : -118790729313600 : ffff93f5e0c6d2c0)
00000100:00000040:0.0:1787764854.338809:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764854.338814:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764854.338816:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764854.338819:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa07f8.
00000100:00000200:0.0:1787764854.338821:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482400896, offset 0
00000400:00000200:0.0:1787764854.338824:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764854.338828:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764854.338831:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764854.338834:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764854.338837:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764854.338839:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764854.338841:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764854.338844:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278374:278374:252:4294967295] 192.168.203.115@tcp LPNI seq info [278374:278374:4:4294967295]
00000400:00000200:0.0:1787764854.338848:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764854.338853:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764854.338857:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764854.338860:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295c00.
00000800:00000200:0.0:1787764854.338864:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764854.338867:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000100:00000001:0.0:1787764854.338870:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764854.338872:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764854.338875:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764854.338877:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321105433
00000100:00000001:0.0:1787764854.338879:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321106728
00000100:00000001:0.0:1787764854.338881:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321105433
00000100:00000001:0.0:1787764854.338883:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321106728
00000100:00000001:0.0:1787764854.338885:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764854.338887:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764854.338890:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764854.338892:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764854.338899:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764854.338901:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787764854.338903:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764854.338904:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764854.338906:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764854.338908:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764855.041272:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764855.041278:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764855.041284:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764855.041286:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764855.041289:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764855.041290:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764855.041509:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764855.041513:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764855.041520:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764855.680871:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321106728, at 4321106752
00000100:00000040:1.0:1787764855.680871:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321106728, at 4321106752
00000100:00000010:1.0:1787764855.680888:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217b40.
00000100:00000010:0.0:1787764855.680889:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217480.
00010000:00000001:2.0:1787764856.064888:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764856.064895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764856.064902:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764856.064904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764856.064908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764856.064912:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764856.064914:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764856.064917:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764856.064921:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764856.064923:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764856.064925:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764856.064928:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764856.065010:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764856.065014:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764856.065018:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764857.088892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764857.088900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764857.088905:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764857.088906:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764857.088909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764857.088910:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764857.088984:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764857.088989:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764857.088993:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787764857.409135:0:257216:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.115:988
00000400:00000100:2.0:1787764857.409178:0:257216:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.115@tcp at host 192.168.203.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764857.409187:0:257216:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764857.409191:0:257216:0:(router.c:1791:lnet_notify()) 192.168.203.15@tcp notifying 192.168.203.115@tcp: down
00000400:00000200:2.0:1787764857.409195:0:257216:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764857.409201:0:257216:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764857.409206:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764857.409210:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295200.
00000400:00000200:2.0:1787764857.409216:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764857.409220:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764857.409226:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0990
00000400:00000010:2.0:1787764857.409230:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0990.
00000100:00000001:2.0:1787764857.409235:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764857.409245:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764857.409275:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764857.409280:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764857.409287:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764857.409289:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764857.409299:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764857.409302:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295e00.
00000400:00000200:2.0:1787764857.409304:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764857.409307:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764857.409310:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0770
00000400:00000010:2.0:1787764857.409312:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0770.
00000100:00000001:2.0:1787764857.409314:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764857.409318:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764857.409325:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764857.409328:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764857.409338:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764857.409340:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764857.409345:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764857.409347:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295700.
00000400:00000200:2.0:1787764857.409350:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764857.409353:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764857.409355:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0aa0
00000400:00000010:2.0:1787764857.409357:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0aa0.
00000100:00000001:2.0:1787764857.409359:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764857.409363:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764857.409377:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764857.409380:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764857.409385:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764857.409387:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764857.409391:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764857.409393:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295000.
00000400:00000200:2.0:1787764857.409396:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764857.409399:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764857.409401:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0660
00000400:00000010:2.0:1787764857.409403:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0660.
00000100:00000001:2.0:1787764857.409405:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764857.409409:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764857.409422:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764857.409425:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764857.409431:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764857.409432:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764857.409436:0:257216:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.115@tcp
00000800:00000010:2.0:1787764857.409439:0:257216:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295c00.
00000400:00000200:2.0:1787764857.409441:0:257216:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764857.409444:0:257216:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764857.409446:0:257216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa07f8
00000400:00000010:2.0:1787764857.409448:0:257216:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa07f8.
00000100:00000001:2.0:1787764857.409450:0:257216:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764857.409454:0:257216:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764857.409461:0:257216:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764857.409464:0:257216:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.409586:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764857.409591:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764857.409594:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764857.409601:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764854/real 1787764857]  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764857.409612:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764857.409613:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764857.409616:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92738.
00000400:00000200:0.0:1787764857.409619:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0a18
00000400:00000010:0.0:1787764857.409620:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0a18.
00000100:00000001:0.0:1787764857.409622:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764857.409625:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764857.409630:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.409634:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764857.409636:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.409638:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764857.409640:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764857.409644:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.409651:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764857.409655:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.409662:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764857.409664:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.409666:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764857.409667:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.409670:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764857.409672:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764857.409675:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764857.409680:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764857.409683:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764857.409687:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764857.409694:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482400384:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764857.409698:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764857.409702:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764854/real 1787764857]  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764857.409709:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764857.409711:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764857.409713:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92528.
00000400:00000200:0.0:1787764857.409715:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa04c8
00000400:00000010:0.0:1787764857.409717:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa04c8.
00000100:00000001:0.0:1787764857.409719:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764857.409721:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764857.409735:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.409742:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764857.409744:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.409745:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764857.409747:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764857.411791:0:257216:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764857.411794:0:257216:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787764857.411825:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.411836:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764857.411846:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.411853:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764857.411857:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.411860:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764857.411862:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.411865:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764857.411868:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764857.411871:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764857.411875:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764857.411878:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764857.411882:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764857.411891:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400512:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764857.411897:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764857.411902:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764854/real 1787764857]  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764857.411913:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764857.411915:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764857.411918:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92268.
00000400:00000200:0.0:1787764857.411922:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0110
00000400:00000010:0.0:1787764857.411924:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0110.
00000100:00000001:0.0:1787764857.411928:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764857.411931:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764857.411939:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.411946:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764857.411948:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.411950:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764857.411951:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764857.411955:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.411968:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764857.411972:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.411978:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764857.411980:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.411982:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764857.411983:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.411984:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764857.411986:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764857.411988:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764857.411992:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764857.411994:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764857.411998:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764857.412005:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400640:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764857.412009:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764857.412013:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764854/real 1787764857]  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764857.412020:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764857.412021:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764857.412023:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92790.
00000400:00000200:0.0:1787764857.412025:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764857.412027:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764857.412028:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764857.412031:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764857.412056:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.412062:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764857.412064:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412065:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764857.412067:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764857.412070:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.412077:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764857.412080:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.412085:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764857.412088:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412089:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764857.412090:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412092:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764857.412093:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764857.412096:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764857.412100:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764857.412102:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764857.412106:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764857.412123:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400768:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764857.412127:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764857.412130:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764854/real 1787764857]  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764857.412142:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764857.412143:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764857.412145:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764857.412147:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764857.412148:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764857.412150:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764857.412153:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764857.412160:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.412165:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764857.412167:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412168:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764857.412169:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764857.412173:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.412178:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764857.412182:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.412187:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764857.412189:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412191:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764857.412192:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412193:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764857.412195:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764857.412197:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764857.412200:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764857.412202:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764857.412207:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764857.412215:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482400896:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764857.412219:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412222:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764857.412226:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d680 x1874595482400384/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.412233:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764857.412236:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764857.412240:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764857.412245:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764857.412248:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764857.412250:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764857.412253:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764857.412255:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5400.
02000000:00000001:0.0:1787764857.412259:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764857.412261:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764857.412263:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d680.
00000100:00000001:0.0:1787764857.412266:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764857.412268:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412269:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764857.412272:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6ed00 x1874595482400512/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.412277:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764857.412279:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764857.412280:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764857.412283:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764857.412284:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764857.412285:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764857.412287:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764857.412289:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5800.
02000000:00000001:0.0:1787764857.412290:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764857.412291:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764857.412293:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6ed00.
00000100:00000001:0.0:1787764857.412295:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764857.412296:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412298:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764857.412301:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f480 x1874595482400640/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.412308:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764857.412309:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764857.412310:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764857.412312:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764857.412314:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764857.412315:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764857.412316:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764857.412318:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7c00.
02000000:00000001:0.0:1787764857.412320:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764857.412321:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764857.412322:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f480.
00000100:00000001:0.0:1787764857.412324:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764857.412325:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412327:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764857.412330:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c000 x1874595482400768/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.412337:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764857.412338:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764857.412340:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764857.412342:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764857.412343:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764857.412344:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764857.412346:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764857.412348:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5c00.
02000000:00000001:0.0:1787764857.412349:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764857.412351:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764857.412352:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c000.
00000100:00000001:0.0:1787764857.412354:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764857.412355:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412357:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764857.412361:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d2c0 x1874595482400896/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764857.412367:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764857.412368:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764857.412369:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764857.412371:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764857.412372:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764857.412373:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764857.412375:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764857.412376:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6800.
02000000:00000001:0.0:1787764857.412378:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764857.412379:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764857.412380:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d2c0.
00000100:00000001:0.0:1787764857.412382:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764857.412383:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412385:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764857.412393:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764857.412395:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764857.412397:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764857.412399:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764858.112882:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764858.112889:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764858.112894:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764858.112895:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764858.112898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764858.112900:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764858.112961:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764858.112966:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764858.112970:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764859.136945:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764859.136951:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764859.136956:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764859.136960:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764859.136962:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764859.136965:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764859.136968:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764859.136970:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764859.136972:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764859.136974:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764859.136977:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764859.136979:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764859.137017:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764859.137022:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764859.137025:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764859.456930:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764859.456942:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764859.456944:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764859.456948:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764859.456952:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764859.456959:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26438
00000400:00000200:2.0:1787764859.456969:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764859.456975:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764859.456978:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764859.456982:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.456985:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764859.456987:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.456989:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764859.456994:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764859.456996:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764859.456999:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764859.457002:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764859.457005:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764859.457007:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764859.457010:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457012:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764859.457014:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457016:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764859.457019:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764859.457023:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457025:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764859.457028:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764859.457031:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764859.457034:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457037:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764859.457039:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764859.457045:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c780.
00000020:00000040:2.0:1787764859.457049:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764859.457053:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764859.457054:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457058:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764859.457061:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764859.457065:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764859.457072:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e7400.
00000100:00000001:2.0:1787764859.457079:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764859.457088:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764859.457115:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764859.457119:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764859.457124:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f04e0c41] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764859.457152:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764859.457155:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764859.457158:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764859.457160:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764859.457161:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764859.457164:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764859.457167:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26438
00000400:00000200:2.0:1787764859.457171:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764859.457174:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764859.457177:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764859.457179:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457181:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764859.457183:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457185:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764859.457187:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764859.457188:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764859.457190:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764859.457193:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764859.457195:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764859.457197:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764859.457200:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457202:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764859.457204:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457205:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764859.457208:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764859.457211:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457213:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764859.457216:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764859.457222:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764859.457224:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457226:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764859.457231:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764859.457233:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457235:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764859.457239:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6cb40.
00000020:00000040:2.0:1787764859.457242:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764859.457244:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764859.457245:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457247:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764859.457248:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764859.457250:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764859.457254:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4c00.
00000100:00000001:2.0:1787764859.457258:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764859.457263:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764859.457271:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764859.457273:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764859.457288:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2e980d] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764859.457295:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764859.457298:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764859.457302:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764859.457303:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764859.457304:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764859.457307:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764859.457309:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26438
00000400:00000200:2.0:1787764859.457313:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764859.457316:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764859.457318:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764859.457322:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457323:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764859.457325:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457327:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764859.457329:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764859.457330:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764859.457332:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764859.457334:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764859.457336:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764859.457338:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764859.457341:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457343:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764859.457345:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457347:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764859.457350:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764859.457352:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457355:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764859.457356:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764859.457359:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764859.457361:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457363:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764859.457365:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764859.457368:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457369:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764859.457374:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d2c0.
00000020:00000040:2.0:1787764859.457377:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764859.457379:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764859.457381:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457383:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764859.457384:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764859.457386:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764859.457390:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764859.457394:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764859.457398:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764859.457405:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764859.457407:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764859.457411:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063030fa] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764859.457418:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764859.457420:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764859.457424:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764859.457425:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764859.457427:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764859.457429:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764859.457432:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26438
00000400:00000200:2.0:1787764859.457436:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764859.457439:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764859.457441:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764859.457444:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457446:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764859.457447:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457449:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764859.457452:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764859.457453:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764859.457454:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764859.457456:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764859.457458:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764859.457460:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764859.457463:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457465:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764859.457468:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457469:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764859.457472:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764859.457474:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457477:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764859.457478:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764859.457481:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764859.457483:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457485:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764859.457487:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764859.457489:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457490:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764859.457494:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c000.
00000020:00000040:2.0:1787764859.457496:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764859.457498:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764859.457499:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457501:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764859.457502:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764859.457504:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764859.457507:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000100:00000001:2.0:1787764859.457510:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764859.457514:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764859.457520:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764859.457522:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764859.457526:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b51fd17] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764859.457533:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764859.457535:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764859.457538:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764859.457540:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764859.457541:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764859.457544:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764859.457546:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26438
00000400:00000200:2.0:1787764859.457549:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764859.457552:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764859.457554:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764859.457556:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457558:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764859.457560:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457562:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764859.457564:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764859.457565:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764859.457567:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764859.457568:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764859.457570:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764859.457572:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764859.457574:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457576:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764859.457578:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457579:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764859.457581:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764859.457584:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764859.457586:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764859.457588:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764859.457590:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764859.457592:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457594:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764859.457595:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764859.457597:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457599:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764859.457603:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f480.
00000020:00000040:2.0:1787764859.457605:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764859.457607:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764859.457608:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764859.457610:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764859.457611:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764859.457613:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764859.457616:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787764859.457619:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764859.457622:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764859.457628:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764859.457630:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764859.457633:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff92644f] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764859.457640:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764859.457644:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26448)
00000100:00000001:0.0:1787764859.457864:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764859.457869:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764859.457872:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764859.457879:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.457887:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764859.457889:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764859.457893:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764859.457895:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764859.457898:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764859.457901:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482401024:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764859.457905:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764859.457910:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764859.457912:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764859.457914:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764859.457919:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764859.457921:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764859.457927:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764859.457932:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764859.457939:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764859.457947:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482401024, portal 25
00000100:00000001:0.0:1787764859.457949:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764859.457951:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980235136 : -118790729316480 : ffff93f5e0c6c780)
00000100:00000040:0.0:1787764859.457957:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.457964:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764859.457967:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764859.457970:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764859.457973:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482401024, offset 0
00000400:00000200:0.0:1787764859.457980:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764859.457989:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764859.457995:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764859.458000:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764859.458004:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764859.458009:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764859.458012:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764859.458016:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278375:278375:256:4294967295] 192.168.203.115@tcp LPNI seq info [278375:278375:8:4294967295]
00000400:00000200:0.0:1787764859.458021:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764859.458030:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764859.458036:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764859.458041:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764859.458049:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764859.458054:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764859.458060:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764859.458064:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764859.458069:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764859.458072:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764859.458079:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764859.458084:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764859.458089:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764859.458091:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764859.458107:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764859.458111:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458121:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764859.458124:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458132:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764859.458134:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764859.458140:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764859.458143:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764859.458145:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321111848
00000100:00000010:0.0:1787764859.458151:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2172a0.
00000100:00000001:0.0:1787764859.458159:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764859.458165:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321111848
00000100:00000010:0.0:1787764859.458167:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217e40.
00000100:00000001:0.0:1787764859.458170:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764859.458186:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764859.458189:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764859.458191:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764859.458196:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764859/real 1787764859]  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764859.458206:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764859.458208:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764859.458210:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764859.458213:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764859.458214:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764859.458217:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764859.458222:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764859.458230:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458236:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764859.458238:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.458240:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764859.458242:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764859.458246:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458253:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764859.458258:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458265:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764859.458268:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.458269:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764859.458271:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.458274:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764859.458276:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764859.458279:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764859.458283:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764859.458285:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764859.458290:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764859.458298:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482401024:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764859.458303:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764859.458307:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458320:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764859.458321:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764859.458323:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764859.458325:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764859.458327:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764859.458330:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401152:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764859.458333:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764859.458335:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764859.458337:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764859.458338:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764859.458342:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764859.458344:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764859.458347:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764859.458349:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764859.458353:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764859.458356:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482401152, portal 10
00000100:00000001:0.0:1787764859.458357:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764859.458359:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980236096 : -118790729315520 : ffff93f5e0c6cb40)
00000100:00000040:0.0:1787764859.458365:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458371:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764859.458374:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764859.458376:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764859.458378:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482401152, offset 0
00000400:00000200:0.0:1787764859.458382:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764859.458386:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764859.458389:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764859.458391:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764859.458394:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764859.458396:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764859.458398:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764859.458402:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278376:278376:256:4294967295] 192.168.203.115@tcp LPNI seq info [278376:278376:8:4294967295]
00000400:00000200:0.0:1787764859.458405:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764859.458411:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764859.458416:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764859.458419:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764859.458422:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764859.458425:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764859.458429:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764859.458431:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764859.458435:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764859.458437:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764859.458439:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764859.458442:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764859.458445:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764859.458447:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764859.458449:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764859.458452:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458459:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764859.458462:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458468:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764859.458469:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764859.458472:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764859.458475:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764859.458478:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764859.458480:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321110540
00000100:00000001:0.0:1787764859.458482:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321111848
00000100:00000001:0.0:1787764859.458485:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321110540
00000100:00000001:0.0:1787764859.458487:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321111848
00000100:00000001:0.0:1787764859.458489:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764859.458491:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764859.458492:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764859.458496:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764859/real 1787764859]  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764859.458514:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764859.458515:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764859.458517:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764859.458519:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764859.458521:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764859.458523:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764859.458526:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764859.458534:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458540:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764859.458541:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.458543:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764859.458544:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764859.458547:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458554:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764859.458557:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458563:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764859.458566:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.458567:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764859.458568:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.458570:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764859.458572:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764859.458574:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764859.458578:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764859.458580:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764859.458584:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764859.458591:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401152:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764859.458596:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764859.458600:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458606:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764859.458608:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764859.458611:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764859.458613:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764859.458615:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764859.458619:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401280:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764859.458623:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764859.458624:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764859.458626:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764859.458627:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764859.458631:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764859.458633:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764859.458637:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764859.458639:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764859.458642:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764859.458644:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482401280, portal 10
00000100:00000001:0.0:1787764859.458646:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764859.458647:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238016 : -118790729313600 : ffff93f5e0c6d2c0)
00000100:00000040:0.0:1787764859.458653:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458659:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764859.458662:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764859.458663:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764859.458666:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482401280, offset 0
00000400:00000200:0.0:1787764859.458669:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764859.458673:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764859.458676:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764859.458679:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764859.458681:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764859.458683:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764859.458686:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764859.458689:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278377:278377:256:4294967295] 192.168.203.115@tcp LPNI seq info [278377:278377:8:4294967295]
00000400:00000200:0.0:1787764859.458692:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764859.458698:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764859.458702:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764859.458705:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764859.458709:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764859.458712:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764859.458716:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764859.458718:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764859.458722:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764859.458724:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764859.458727:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764859.458730:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764859.458732:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764859.458734:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764859.458736:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764859.458740:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458747:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764859.458791:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458798:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764859.458801:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764859.458804:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764859.458807:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764859.458810:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764859.458812:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321110549
00000100:00000001:0.0:1787764859.458814:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321111848
00000100:00000001:0.0:1787764859.458816:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321110549
00000100:00000001:0.0:1787764859.458818:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321111848
00000100:00000001:0.0:1787764859.458821:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764859.458822:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764859.458824:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764859.458827:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764859/real 1787764859]  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764859.458835:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764859.458836:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764859.458838:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764859.458840:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764859.458842:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764859.458844:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764859.458847:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764859.458855:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458862:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764859.458863:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.458865:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764859.458866:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764859.458870:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458876:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764859.458880:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458887:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764859.458889:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.458890:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764859.458891:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.458893:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764859.458895:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764859.458897:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764859.458899:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764859.458901:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764859.458905:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764859.458912:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401280:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764859.458916:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764859.458920:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458926:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764859.458928:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764859.458930:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764859.458931:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764859.458933:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764859.458936:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401408:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764859.458939:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764859.458941:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764859.458942:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764859.458944:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764859.458947:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764859.458949:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764859.458953:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764859.458956:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764859.458959:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764859.458962:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482401408, portal 4
00000100:00000001:0.0:1787764859.458964:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764859.458965:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980233216 : -118790729318400 : ffff93f5e0c6c000)
00000100:00000040:0.0:1787764859.458970:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.458976:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764859.458978:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764859.458980:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764859.458982:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482401408, offset 0
00000400:00000200:0.0:1787764859.458986:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764859.458989:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764859.458993:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764859.458995:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764859.458997:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764859.459000:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764859.459002:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764859.459004:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278378:278378:256:4294967295] 192.168.203.115@tcp LPNI seq info [278378:278378:8:4294967295]
00000400:00000200:0.0:1787764859.459008:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764859.459013:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764859.459018:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764859.459021:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764859.459024:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764859.459027:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764859.459031:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764859.459034:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764859.459037:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764859.459039:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764859.459041:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764859.459045:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764859.459048:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764859.459050:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764859.459052:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764859.459056:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459064:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764859.459066:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459072:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764859.459074:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764859.459076:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764859.459079:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764859.459083:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764859.459084:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321110549
00000100:00000001:0.0:1787764859.459087:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321111848
00000100:00000001:0.0:1787764859.459088:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321110549
00000100:00000001:0.0:1787764859.459090:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321111848
00000100:00000001:0.0:1787764859.459092:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764859.459106:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764859.459108:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764859.459112:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764859/real 1787764859]  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764859.459119:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764859.459120:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764859.459123:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764859.459125:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764859.459126:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764859.459128:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764859.459131:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764859.459138:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459145:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764859.459146:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459148:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764859.459149:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764859.459152:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459157:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764859.459160:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459166:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764859.459168:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459169:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764859.459170:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459172:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764859.459173:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764859.459175:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764859.459178:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764859.459180:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764859.459184:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764859.459192:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401408:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764859.459196:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764859.459199:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459205:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764859.459206:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764859.459209:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764859.459210:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764859.459212:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764859.459214:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401536:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764859.459217:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764859.459219:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764859.459221:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764859.459222:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764859.459226:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764859.459228:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764859.459231:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764859.459233:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764859.459237:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764859.459240:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482401536, portal 4
00000100:00000001:0.0:1787764859.459241:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764859.459243:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980246656 : -118790729304960 : ffff93f5e0c6f480)
00000100:00000040:0.0:1787764859.459249:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459254:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764859.459257:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764859.459258:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764859.459261:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482401536, offset 0
00000400:00000200:0.0:1787764859.459264:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764859.459268:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764859.459271:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764859.459274:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764859.459276:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764859.459278:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764859.459280:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764859.459284:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278379:278379:256:4294967295] 192.168.203.115@tcp LPNI seq info [278379:278379:8:4294967295]
00000400:00000200:0.0:1787764859.459287:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764859.459293:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764859.459298:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764859.459302:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764859.459306:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764859.459308:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764859.459312:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764859.459315:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764859.459318:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764859.459320:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764859.459323:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764859.459326:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764859.459328:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764859.459330:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764859.459332:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764859.459336:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459343:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764859.459346:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459352:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764859.459353:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764859.459355:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764859.459359:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764859.459362:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764859.459364:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321110553
00000100:00000001:0.0:1787764859.459366:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321111848
00000100:00000001:0.0:1787764859.459368:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321110553
00000100:00000001:0.0:1787764859.459370:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321111848
00000100:00000001:0.0:1787764859.459372:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764859.459373:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764859.459375:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764859.459378:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764859/real 1787764859]  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764859.459385:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764859.459386:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764859.459388:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764859.459390:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764859.459392:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764859.459393:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764859.459396:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764859.459404:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459410:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764859.459412:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459414:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764859.459415:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764859.459419:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459425:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764859.459429:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459435:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764859.459437:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459439:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764859.459440:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459442:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764859.459443:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764859.459446:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764859.459449:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764859.459452:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764859.459456:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764859.459464:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401536:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764859.459470:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459472:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764859.459476:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c780 x1874595482401024/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459483:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764859.459486:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764859.459488:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764859.459493:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764859.459495:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764859.459497:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764859.459499:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764859.459502:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e7400.
02000000:00000001:0.0:1787764859.459505:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764859.459507:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764859.459509:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c780.
00000100:00000001:0.0:1787764859.459512:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764859.459513:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459515:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764859.459518:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6cb40 x1874595482401152/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459525:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764859.459526:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764859.459528:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764859.459529:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764859.459531:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764859.459532:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764859.459534:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764859.459535:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4c00.
02000000:00000001:0.0:1787764859.459537:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764859.459538:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764859.459540:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6cb40.
00000100:00000001:0.0:1787764859.459542:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764859.459544:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459545:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764859.459548:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d2c0 x1874595482401280/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459554:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764859.459555:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764859.459557:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764859.459560:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764859.459561:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764859.459562:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764859.459564:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764859.459565:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:0.0:1787764859.459567:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764859.459568:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764859.459569:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d2c0.
00000100:00000001:0.0:1787764859.459571:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764859.459572:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459574:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764859.459577:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c000 x1874595482401408/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459583:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764859.459584:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764859.459586:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764859.459587:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764859.459588:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764859.459590:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764859.459591:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764859.459592:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4000.
02000000:00000001:0.0:1787764859.459594:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764859.459595:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764859.459596:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c000.
00000100:00000001:0.0:1787764859.459598:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764859.459599:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459601:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764859.459604:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f480 x1874595482401536/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764859.459610:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764859.459612:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764859.459613:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919edc00.
02000000:00000001:0.0:1787764859.459615:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764859.459617:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764859.459618:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764859.459620:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764859.459621:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4400.
02000000:00000001:0.0:1787764859.459623:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764859.459624:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764859.459625:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f480.
00000100:00000001:0.0:1787764859.459627:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764859.459628:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459630:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764859.459637:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764859.459639:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764859.459641:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764859.459643:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764860.160853:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764860.160859:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764860.160864:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764860.160866:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764860.160869:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764860.160870:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764860.160936:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764860.160940:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764860.160944:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764860.800878:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321111848, at 4321111872
00000100:00000010:1.0:1787764860.800895:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217e40.
00000100:00000040:0.0:1787764860.801095:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321111848, at 4321111872
00000100:00000010:0.0:1787764860.801111:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2172a0.
00010000:00000001:2.0:1787764861.185010:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764861.185017:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764861.185023:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764861.185025:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764861.185030:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764861.185031:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764861.185147:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764861.185151:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764861.185154:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764862.208898:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764862.208909:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764862.208912:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764862.208916:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764862.208923:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764862.208925:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764862.208928:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764862.208931:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764862.208936:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764862.208937:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764862.208941:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764862.208942:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764862.208996:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764862.209003:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764862.209010:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764863.232859:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764863.232864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764863.232867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764863.232868:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764863.232870:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764863.232871:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764863.232908:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764863.232911:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764863.232919:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764864.256850:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764864.256857:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764864.256863:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764864.256864:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764864.256867:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764864.256869:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764864.259110:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764864.259118:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764864.259123:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764864.577073:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764864.577083:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764864.577086:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764864.577090:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764864.577094:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764864.577102:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26443
00000400:00000200:3.0:1787764864.577111:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764864.577117:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764864.577120:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764864.577123:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577126:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764864.577128:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577130:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764864.577134:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764864.577136:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:3.0:1787764864.577139:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764864.577147:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:3.0:1787764864.577150:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:3.0:1787764864.577152:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:3.0:1787764864.577155:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577157:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764864.577162:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577164:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764864.577167:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:3.0:1787764864.577170:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577173:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764864.577176:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764864.577179:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764864.577182:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577184:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764864.577187:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764864.577196:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699211e00.
00000020:00000040:3.0:1787764864.577200:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:3.0:1787764864.577208:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764864.577210:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577213:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764864.577215:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764864.577219:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764864.577227:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7940400.
00000100:00000001:3.0:1787764864.577232:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764864.577241:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764864.577251:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764864.577256:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764864.577261:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e73177] to pc [ptlrpcd_rcv+-1]  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764864.577286:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764864.577290:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764864.577293:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764864.577294:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764864.577296:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764864.577299:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764864.577302:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26443
00000400:00000200:3.0:1787764864.577305:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764864.577308:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764864.577310:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764864.577313:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577315:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764864.577317:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577319:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764864.577321:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764864.577322:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:3.0:1787764864.577324:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764864.577326:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:3.0:1787764864.577328:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:3.0:1787764864.577330:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:3.0:1787764864.577333:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577335:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764864.577336:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577338:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764864.577340:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:3.0:1787764864.577342:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577344:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764864.577346:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764864.577351:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764864.577352:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577354:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764864.577358:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764864.577360:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577362:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764864.577365:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699213480.
00000020:00000040:3.0:1787764864.577367:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:3.0:1787764864.577370:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764864.577371:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577372:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764864.577373:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764864.577375:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764864.577378:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7943000.
00000100:00000001:3.0:1787764864.577381:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764864.577386:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764864.577392:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764864.577394:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764864.577398:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedea574] to pc [ptlrpcd_rcv+-1]  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764864.577417:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764864.577420:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764864.577423:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764864.577424:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764864.577425:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764864.577427:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764864.577430:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26443
00000400:00000200:3.0:1787764864.577433:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764864.577435:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764864.577438:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764864.577440:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577442:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764864.577443:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577445:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764864.577447:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764864.577448:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:3.0:1787764864.577449:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764864.577451:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:3.0:1787764864.577453:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:3.0:1787764864.577455:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:3.0:1787764864.577457:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577462:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764864.577464:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577466:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764864.577468:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:3.0:1787764864.577470:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577472:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764864.577474:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764864.577476:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764864.577478:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577480:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764864.577482:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764864.577484:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577485:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764864.577488:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992121c0.
00000020:00000040:3.0:1787764864.577490:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:3.0:1787764864.577492:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764864.577493:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577495:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764864.577496:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764864.577497:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764864.577501:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7942400.
00000100:00000001:3.0:1787764864.577504:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764864.577508:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764864.577514:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764864.577515:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764864.577519:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26e19f7] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764864.577525:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764864.577527:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764864.577531:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764864.577532:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764864.577533:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764864.577535:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764864.577537:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26443
00000400:00000200:3.0:1787764864.577540:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764864.577543:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764864.577545:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764864.577549:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577550:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764864.577552:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577554:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764864.577556:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764864.577556:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:3.0:1787764864.577558:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764864.577559:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:3.0:1787764864.577561:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:3.0:1787764864.577563:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:3.0:1787764864.577565:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577567:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764864.577569:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577571:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764864.577573:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:3.0:1787764864.577575:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577577:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764864.577578:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764864.577580:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764864.577581:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577583:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764864.577585:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764864.577587:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577589:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764864.577591:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f699210b40.
00000020:00000040:3.0:1787764864.577593:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:3.0:1787764864.577595:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764864.577596:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577598:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764864.577599:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764864.577600:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764864.577605:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941000.
00000100:00000001:3.0:1787764864.577608:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764864.577612:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764864.577618:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764864.577620:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764864.577623:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000832f71c0] to pc [ptlrpcd_rcv+-1]  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764864.577629:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764864.577631:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764864.577634:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764864.577635:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764864.577636:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764864.577638:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764864.577640:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26443
00000400:00000200:3.0:1787764864.577643:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:3.0:1787764864.577645:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764864.577647:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764864.577649:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577651:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764864.577653:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577654:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:3.0:1787764864.577656:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764864.577657:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:3.0:1787764864.577658:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764864.577660:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:3.0:1787764864.577662:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:3.0:1787764864.577663:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:3.0:1787764864.577665:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577667:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764864.577669:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577670:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:3.0:1787764864.577672:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:3.0:1787764864.577674:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:3.0:1787764864.577677:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764864.577678:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764864.577681:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764864.577682:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577684:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764864.577686:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764864.577688:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577689:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764864.577693:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f6992103c0.
00000020:00000040:3.0:1787764864.577695:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:3.0:1787764864.577697:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764864.577698:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764864.577699:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764864.577700:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764864.577702:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764864.577705:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b7941c00.
00000100:00000001:3.0:1787764864.577708:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764864.577711:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764864.577717:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764864.577719:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764864.577722:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097199c7a] to pc [ptlrpcd_rcv+-1]  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764864.577727:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764864.577732:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26453)
00000100:00000001:0.0:1787764864.577934:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764864.577939:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764864.577941:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764864.577948:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.577956:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764864.577957:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764864.577961:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764864.577963:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764864.577966:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764864.577969:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482401664:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764864.577973:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764864.577977:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764864.577979:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764864.577982:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764864.577986:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764864.577988:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764864.577993:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764864.577997:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764864.578020:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764864.578028:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482401664, portal 25
00000100:00000001:0.0:1787764864.578030:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764864.578032:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073163264 : -118787636388352 : ffff93f699211e00)
00000100:00000040:0.0:1787764864.578037:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578044:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764864.578047:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764864.578050:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764864.578052:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482401664, offset 0
00000400:00000200:0.0:1787764864.578070:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764864.578079:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764864.578085:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764864.578090:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764864.578094:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764864.578098:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764864.578101:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764864.578105:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278380:278380:256:4294967295] 192.168.203.115@tcp LPNI seq info [278380:278380:8:4294967295]
00000400:00000200:0.0:1787764864.578109:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764864.578118:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764864.578124:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764864.578129:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764864.578136:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764864.578141:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764864.578146:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764864.578150:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764864.578154:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764864.578157:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764864.578163:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764864.578167:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764864.578172:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764864.578175:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764864.578179:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764864.578183:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578191:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764864.578194:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578200:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764864.578202:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764864.578207:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764864.578211:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764864.578214:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321116968
00000100:00000010:0.0:1787764864.578219:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217480.
00000100:00000001:0.0:1787764864.578226:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764864.578231:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321116968
00000100:00000010:0.0:1787764864.578234:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f2172a0.
00000100:00000001:0.0:1787764864.578236:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764864.578251:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764864.578254:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764864.578256:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764864.578260:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764864/real 1787764864]  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764864.578269:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764864.578271:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764864.578273:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764864.578276:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764864.578277:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764864.578280:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764864.578283:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764864.578291:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578298:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764864.578300:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.578301:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764864.578304:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764864.578307:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578314:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764864.578318:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578324:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764864.578326:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.578327:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764864.578328:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.578330:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764864.578332:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764864.578335:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764864.578338:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764864.578340:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764864.578344:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764864.578351:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699211e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482401664:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764864.578356:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764864.578359:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578364:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764864.578366:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764864.578368:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764864.578369:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764864.578371:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764864.578374:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401792:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764864.578377:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764864.578378:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764864.578380:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764864.578381:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764864.578385:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764864.578386:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764864.578390:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764864.578392:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764864.578395:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764864.578398:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482401792, portal 10
00000100:00000001:0.0:1787764864.578399:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764864.578401:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073169024 : -118787636382592 : ffff93f699213480)
00000100:00000040:0.0:1787764864.578407:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578412:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764864.578414:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764864.578416:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764864.578418:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482401792, offset 0
00000400:00000200:0.0:1787764864.578422:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764864.578425:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764864.578428:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764864.578431:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764864.578434:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764864.578436:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764864.578438:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764864.578441:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278381:278381:256:4294967295] 192.168.203.115@tcp LPNI seq info [278381:278381:8:4294967295]
00000400:00000200:0.0:1787764864.578444:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764864.578450:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764864.578455:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764864.578458:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764864.578461:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764864.578464:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764864.578468:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764864.578470:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764864.578474:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764864.578475:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764864.578478:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764864.578481:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764864.578484:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764864.578485:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764864.578488:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764864.578491:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578499:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764864.578502:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578509:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764864.578510:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764864.578514:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764864.578518:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764864.578521:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764864.578523:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321115660
00000100:00000001:0.0:1787764864.578525:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321116968
00000100:00000001:0.0:1787764864.578527:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321115660
00000100:00000001:0.0:1787764864.578529:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321116968
00000100:00000001:0.0:1787764864.578531:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764864.578533:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764864.578535:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764864.578538:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764864/real 1787764864]  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764864.578545:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764864.578546:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764864.578547:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764864.578550:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764864.578551:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764864.578553:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764864.578555:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764864.578563:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578569:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764864.578570:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.578571:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764864.578573:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764864.578576:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578583:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764864.578587:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578593:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764864.578596:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.578597:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764864.578598:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.578600:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764864.578602:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764864.578604:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764864.578607:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764864.578609:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764864.578612:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764864.578620:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401792:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764864.578624:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764864.578627:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578632:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764864.578633:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764864.578635:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764864.578637:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764864.578639:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764864.578642:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401920:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764864.578646:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764864.578647:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764864.578649:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764864.578650:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764864.578654:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764864.578656:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764864.578659:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764864.578662:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764864.578665:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764864.578668:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482401920, portal 10
00000100:00000001:0.0:1787764864.578669:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764864.578671:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073164224 : -118787636387392 : ffff93f6992121c0)
00000100:00000040:0.0:1787764864.578677:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578684:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764864.578686:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764864.578689:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764864.578691:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482401920, offset 0
00000400:00000200:0.0:1787764864.578695:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764864.578698:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764864.578701:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764864.578704:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764864.578706:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764864.578708:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764864.578710:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764864.578713:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278382:278382:256:4294967295] 192.168.203.115@tcp LPNI seq info [278382:278382:8:4294967295]
00000400:00000200:0.0:1787764864.578717:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764864.578723:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764864.578728:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764864.578731:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764864.578734:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764864.578737:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764864.578741:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764864.578744:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764864.578747:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764864.578775:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764864.578778:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764864.578781:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764864.578784:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764864.578786:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764864.578788:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764864.578792:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578799:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764864.578802:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.578813:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764864.578814:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764864.578817:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764864.578820:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764864.578823:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764864.578825:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321115669
00000100:00000001:0.0:1787764864.579133:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321116968
00000100:00000001:0.0:1787764864.579138:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321115669
00000100:00000001:0.0:1787764864.579140:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321116968
00000100:00000001:0.0:1787764864.579142:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764864.579144:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764864.579146:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764864.579151:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764864/real 1787764864]  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764864.579160:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764864.579161:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764864.579163:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764864.579166:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764864.579167:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764864.579170:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764864.579172:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764864.579180:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579187:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764864.579188:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.579190:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764864.579192:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764864.579195:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579201:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764864.579205:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579212:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764864.579214:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.579215:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764864.579217:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.579218:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764864.579220:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764864.579223:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764864.579226:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764864.579228:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764864.579231:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764864.579240:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482401920:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764864.579244:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764864.579248:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579255:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764864.579257:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764864.579259:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764864.579261:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764864.579263:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764864.579266:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402048:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764864.579269:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764864.579271:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764864.579273:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764864.579275:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764864.579278:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764864.579280:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764864.579284:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764864.579287:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764864.579290:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764864.579293:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482402048, portal 4
00000100:00000001:0.0:1787764864.579295:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764864.579297:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073158464 : -118787636393152 : ffff93f699210b40)
00000100:00000040:0.0:1787764864.579303:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579309:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764864.579312:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764864.579314:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764864.579316:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482402048, offset 0
00000400:00000200:0.0:1787764864.579321:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764864.579326:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764864.579330:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764864.579333:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764864.579336:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764864.579339:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764864.579341:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764864.579344:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278383:278383:256:4294967295] 192.168.203.115@tcp LPNI seq info [278383:278383:8:4294967295]
00000400:00000200:0.0:1787764864.579348:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764864.579355:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764864.579359:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764864.579363:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764864.579368:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764864.579371:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764864.579375:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764864.579378:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764864.579381:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764864.579384:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764864.579387:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764864.579389:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764864.579392:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764864.579394:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764864.579396:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764864.579400:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579407:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764864.579410:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579416:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764864.579418:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764864.579421:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764864.579425:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764864.579428:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764864.579430:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321115669
00000100:00000001:0.0:1787764864.579432:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321116968
00000100:00000001:0.0:1787764864.579434:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321115669
00000100:00000001:0.0:1787764864.579436:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321116968
00000100:00000001:0.0:1787764864.579437:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764864.579439:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764864.579441:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764864.579444:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764864/real 1787764864]  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764864.579452:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764864.579453:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764864.579455:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764864.579457:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764864.579459:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764864.579462:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764864.579465:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764864.579473:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579478:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764864.579479:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.579481:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764864.579482:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764864.579486:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579491:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764864.579494:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579500:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764864.579502:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.579504:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764864.579505:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.579506:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764864.579508:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764864.579510:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764864.579513:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764864.579514:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764864.579518:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764864.579525:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f699210b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402048:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764864.579528:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764864.579532:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579538:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764864.579540:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764864.579542:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764864.579544:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764864.579546:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764864.579549:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402176:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764864.579552:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764864.579554:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764864.579555:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764864.579557:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764864.579561:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764864.579562:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764864.579566:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764864.579568:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764864.579571:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764864.579574:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482402176, portal 4
00000100:00000001:0.0:1787764864.579576:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764864.579577:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625286073156544 : -118787636395072 : ffff93f6992103c0)
00000100:00000040:0.0:1787764864.579582:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579588:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764864.579591:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764864.579593:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764864.579595:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482402176, offset 0
00000400:00000200:0.0:1787764864.579598:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764864.579602:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764864.579605:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764864.579607:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764864.579610:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764864.579612:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764864.579614:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764864.579617:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278384:278384:256:4294967295] 192.168.203.115@tcp LPNI seq info [278384:278384:8:4294967295]
00000400:00000200:0.0:1787764864.579621:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764864.579627:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764864.579631:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764864.579634:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764864.579637:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764864.579640:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764864.579644:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764864.579646:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764864.579650:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764864.579651:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764864.579654:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764864.579657:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764864.579660:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764864.579662:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764864.579664:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764864.579668:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579675:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764864.579677:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579683:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764864.579684:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764864.579687:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764864.579690:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764864.579694:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764864.579695:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321115673
00000100:00000001:0.0:1787764864.579697:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321116968
00000100:00000001:0.0:1787764864.579699:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321115673
00000100:00000001:0.0:1787764864.579701:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321116968
00000100:00000001:0.0:1787764864.579703:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764864.579705:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764864.579706:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764864.579710:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764864/real 1787764864]  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764864.579717:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764864.579718:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764864.579719:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764864.579722:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764864.579723:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764864.579725:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764864.579728:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764864.579736:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579742:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764864.579744:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.579745:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764864.579747:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764864.579778:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579784:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764864.579787:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.579793:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764864.579795:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.579797:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764864.579798:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.579799:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764864.579800:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764864.579802:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764864.579806:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764864.579808:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764864.579811:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764864.579817:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f6992103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402176:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764864.579821:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.579823:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764864.579826:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699211e00 x1874595482401664/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.580112:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764864.580115:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764864.580117:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee400.
02000000:00000001:0.0:1787764864.580122:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764864.580124:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764864.580126:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764864.580128:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764864.580130:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7940400.
02000000:00000001:0.0:1787764864.580135:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764864.580137:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764864.580139:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699211e00.
00000100:00000001:0.0:1787764864.580145:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764864.580146:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.580148:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764864.580153:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699213480 x1874595482401792/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.580159:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764864.580160:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764864.580162:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764864.580164:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764864.580165:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764864.580166:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764864.580169:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764864.580170:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7943000.
02000000:00000001:0.0:1787764864.580173:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764864.580174:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764864.580175:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699213480.
00000100:00000001:0.0:1787764864.580179:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764864.580180:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.580181:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764864.580184:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992121c0 x1874595482401920/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.580190:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764864.580191:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764864.580192:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764864.580194:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764864.580195:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764864.580196:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764864.580198:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764864.580199:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7942400.
02000000:00000001:0.0:1787764864.580202:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764864.580203:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764864.580204:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992121c0.
00000100:00000001:0.0:1787764864.580206:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764864.580207:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.580209:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764864.580212:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f699210b40 x1874595482402048/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.580216:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764864.580218:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764864.580219:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764864.580221:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764864.580222:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764864.580223:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764864.580225:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764864.580225:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941000.
02000000:00000001:0.0:1787764864.580228:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764864.580229:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764864.580230:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f699210b40.
00000100:00000001:0.0:1787764864.580232:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764864.580233:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.580234:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764864.580237:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f6992103c0 x1874595482402176/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764864.580242:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764864.580243:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764864.580244:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764864.580246:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764864.580247:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764864.580248:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764864.580250:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764864.580251:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b7941c00.
02000000:00000001:0.0:1787764864.580253:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764864.580254:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764864.580255:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f6992103c0.
00000100:00000001:0.0:1787764864.580257:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764864.580258:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.580260:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764864.580268:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764864.580270:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764864.580272:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764864.580274:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764865.280920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764865.280926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764865.280932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764865.280933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764865.280935:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764865.280938:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764865.280941:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764865.280944:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764865.280947:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764865.280950:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764865.280952:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764865.280955:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764865.281108:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764865.281113:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764865.281116:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764865.920861:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321116968, at 4321116992
00000100:00000040:1.0:1787764865.920861:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321116968, at 4321116992
00000100:00000010:1.0:1787764865.920876:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f2172a0.
00000100:00000010:0.0:1787764865.920883:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217480.
00010000:00000001:2.0:1787764866.304874:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764866.304881:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764866.304886:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764866.304888:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764866.304891:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764866.304892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764866.304975:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764866.304980:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764866.304983:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764867.329390:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764867.329397:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764867.329404:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764867.329405:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764867.329409:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764867.329410:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764867.329488:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764867.329492:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764867.329496:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764868.352866:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764868.352872:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764868.352877:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764868.352890:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764868.352892:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764868.352895:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764868.352898:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764868.352900:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764868.352902:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764868.352904:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764868.352908:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764868.352909:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764868.352969:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764868.352974:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764868.352977:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764869.376901:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764869.376907:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764869.376913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764869.376914:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764869.376918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764869.376919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764869.376975:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764869.376979:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764869.376982:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764869.696917:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764869.696924:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764869.696926:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764869.696928:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764869.696931:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764869.696937:0:373192:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26448
00000400:00000200:1.0:1787764869.696944:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764869.696949:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764869.696952:0:373192:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764869.696954:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.696956:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764869.696958:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.696959:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764869.696962:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764869.696963:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:1.0:1787764869.696966:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764869.696969:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:1.0:1787764869.696972:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:1.0:1787764869.696974:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:1.0:1787764869.696977:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.696978:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764869.696980:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.696982:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:1.0:1787764869.696985:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:1.0:1787764869.696988:0:373192:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764869.696991:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764869.696994:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764869.696997:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764869.697000:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764869.697002:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764869.697005:0:373192:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764869.697014:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc650b40.
00000020:00000040:1.0:1787764869.697016:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:1.0:1787764869.697020:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764869.697021:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764869.697037:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764869.697040:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764869.697043:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764869.697051:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7c400.
00000100:00000001:1.0:1787764869.697058:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764869.697067:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764869.697076:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764869.697080:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764869.697085:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65a5e71] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764869.697105:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764869.697113:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764869.697117:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764869.697119:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764869.697120:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764869.697123:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764869.697126:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26448
00000400:00000200:1.0:1787764869.697131:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764869.697134:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764869.697137:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764869.697141:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764869.697142:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697146:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764869.697147:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764869.697151:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764869.697152:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697157:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000040:0.0:1787764869.697158:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764869.697159:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764869.697161:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:1.0:1787764869.697164:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764869.697167:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000100:00000001:0.0:1787764869.697171:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787764869.697172:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000001:0.0:1787764869.697174:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764869.697175:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
02000000:00000001:0.0:1787764869.697180:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787764869.697181:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
02000000:00000001:0.0:1787764869.697183:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764869.697184:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787764869.697188:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764869.697188:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697193:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00100000:0.0:1787764869.697196:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc650b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482402304:192.168.203.115@tcp:250:kworker.0
00000020:00000040:1.0:1787764869.697197:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:0.0:1787764869.697202:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787764869.697203:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:0.0:1787764869.697205:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764869.697208:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764869.697208:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764869.697214:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787764869.697214:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1787764869.697220:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764869.697221:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764869.697222:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764869.697226:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764869.697227:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764869.697231:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1787764869.697232:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000008:00100000:1.0:1787764869.697236:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787764869.697239:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000008:00000001:1.0:1787764869.697241:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764869.697244:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764869.697246:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482402304, portal 25
00000100:00000001:0.0:1787764869.697249:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:1.0:1787764869.697249:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc6512c0.
00000100:00000001:0.0:1787764869.697251:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906721088 : -118790802830528 : ffff93f5dc650b40)
00000020:00000040:1.0:1787764869.697254:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:1.0:1787764869.697257:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1787764869.697258:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764869.697259:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764869.697263:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764869.697265:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764869.697268:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.697269:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764869.697272:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
02000000:00000010:1.0:1787764869.697273:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7c000.
00000400:00000010:0.0:1787764869.697274:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764869.697278:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482402304, offset 0
00000100:00000001:1.0:1787764869.697279:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764869.697283:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00100000:1.0:1787764869.697288:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787764869.697291:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764869.697300:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000001:1.0:1787764869.697303:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787764869.697305:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787764869.697308:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764869.697311:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764869.697316:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787764869.697317:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a255a31] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764869.697319:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764869.697324:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278385:278385:256:4294967295] 192.168.203.115@tcp LPNI seq info [278385:278385:8:4294967295]
00000400:00000200:0.0:1787764869.697333:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764869.697340:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764869.697345:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764869.697349:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764869.697355:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764869.697358:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764869.697363:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764869.697367:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764869.697370:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764869.697373:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764869.697379:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764869.697383:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764869.697387:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764869.697389:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764869.697393:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764869.697397:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764869.697400:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764869.697406:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764869.697412:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787764869.697412:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764869.697416:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1787764869.697419:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764869.697419:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764869.697425:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764869.697431:0:373192:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26448
00000100:00000001:0.0:1787764869.697433:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.697436:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1787764869.697437:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764869.697441:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764869.697443:0:373192:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764869.697445:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764869.697446:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764869.697447:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764869.697451:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697453:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764869.697454:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000020:00000001:1.0:1787764869.697455:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764869.697458:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:1.0:1787764869.697460:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764869.697461:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321122087
00000020:00000040:1.0:1787764869.697462:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:1.0:1787764869.697466:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:1.0:1787764869.697467:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000010:0.0:1787764869.697469:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217480.
00000100:00000040:1.0:1787764869.697469:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697474:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764869.697476:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697477:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764869.697478:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1787764869.697480:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:1.0:1787764869.697484:0:373192:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697486:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764869.697487:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764869.697488:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321122087
02000000:00000001:1.0:1787764869.697490:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1787764869.697493:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217840.
02000000:00000001:1.0:1787764869.697493:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764869.697496:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764869.697499:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000008:00100000:1.0:1787764869.697499:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764869.697504:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.697505:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764869.697505:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.697510:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764869.697511:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc653480.
00000100:00000001:0.0:1787764869.697513:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1787764869.697514:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:1.0:1787764869.697517:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764869.697519:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764869.697521:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1787764869.697522:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764869/real 1787764869]  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764869.697523:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764869.697525:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764869.697530:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7f000.
00000100:00000001:1.0:1787764869.697535:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764869.697539:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764869.697544:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764869.697546:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764869.697548:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f6afea0] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764869.697553:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764869.697555:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764869.697559:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764869.697560:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764869.697562:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764869.697564:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764869.697567:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26448
00000400:00000200:1.0:1787764869.697571:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:1.0:1787764869.697576:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764869.697582:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764869.697588:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000400:00000001:0.0:1787764869.697590:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787764869.697591:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1787764869.697593:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1787764869.697596:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000400:00000010:0.0:1787764869.697597:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000100:00000001:1.0:1787764869.697601:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000400:00000200:0.0:1787764869.697602:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764869.697607:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000020:00000001:1.0:1787764869.697607:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764869.697608:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:1.0:1787764869.697611:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764869.697612:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1787764869.697613:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:1.0:1787764869.697616:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000200:0.0:1787764869.697619:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764869.697620:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:1.0:1787764869.697628:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697633:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787764869.697637:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764869.697639:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697645:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764869.697650:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1787764869.697650:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00000001:0.0:1787764869.697653:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764869.697656:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764869.697658:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764869.697661:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764869.697662:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764869.697666:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787764869.697668:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764869.697670:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764869.697675:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764869.697680:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764869.697683:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787764869.697685:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787764869.697687:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764869.697691:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764869.697692:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787764869.697696:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc6503c0.
00000020:00000040:1.0:1787764869.697701:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
00000100:00000001:0.0:1787764869.697706:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787764869.697707:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764869.697710:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.697712:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764869.697713:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787764869.697717:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787764869.697718:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764869.697721:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764869.697722:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.697727:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:1.0:1787764869.697730:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7d000.
00000100:00000001:0.0:1787764869.697731:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764869.697735:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764869.697736:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764869.697744:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00100000:1.0:1787764869.697745:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764869.697771:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764869.697778:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764869.697790:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc650b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482402304:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764869.697794:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.697799:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764869.697805:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc650b40 x1874595482402304/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764869.697806:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764869.697811:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.697817:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1787764869.697819:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097b81c62] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764869.697821:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764869.697826:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
00000100:00000001:1.0:1787764869.697832:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764869.697833:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764869.697837:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764869.697839:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764869.697841:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764869.697844:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c400.
02000000:00000001:0.0:1787764869.697847:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:1.0:1787764869.697848:0:373192:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787764869.697850:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764869.697853:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc650b40.
00000100:00080000:1.0:1787764869.697854:0:373192:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764869.697858:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764869.697858:0:373192:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764869.697860:0:373192:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764869.697862:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764869.697865:0:373192:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764869.697866:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764869.697870:0:373192:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26448
00000100:00000001:0.0:1787764869.697875:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1787764869.697876:0:373192:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764869.697879:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764869.697882:0:373192:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764869.697884:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787764869.697886:0:373192:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764869.697887:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764869.697890:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764869.697891:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697895:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764869.697897:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764869.697899:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697904:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:1.0:1787764869.697909:0:373192:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787764869.697910:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787764869.697911:0:373192:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000100:00000001:0.0:1787764869.697912:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764869.697915:0:373192:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787764869.697916:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764869.697919:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787764869.697920:0:373192:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
02000000:00000001:0.0:1787764869.697921:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764869.697926:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402432:192.168.203.115@tcp:38:kworker.0
00000020:00000001:1.0:1787764869.697926:0:373192:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:1.0:1787764869.697931:0:373192:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:1.0:1787764869.697935:0:373192:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697937:0:373192:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764869.697938:0:373192:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:1.0:1787764869.697940:0:373192:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000100:00000001:0.0:1787764869.697944:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787764869.697946:0:373192:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
02000000:00000001:0.0:1787764869.697947:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764869.697950:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764869.697952:0:373192:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
02000000:00000001:0.0:1787764869.697953:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764869.697956:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:1.0:1787764869.697957:0:373192:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764869.697960:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764869.697962:0:373192:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787764869.697966:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
02000000:00000001:1.0:1787764869.697967:0:373192:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1787764869.697969:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
02000000:00000001:1.0:1787764869.697971:0:373192:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787764869.697975:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000001:1.0:1787764869.697975:0:373192:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764869.697978:0:373192:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1787764869.697981:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482402432, portal 10
00000008:00000001:1.0:1787764869.697982:0:373192:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.697985:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764869.697986:0:373192:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.697989:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906723008 : -118790802828608 : ffff93f5dc6512c0)
00000100:00000010:1.0:1787764869.697993:0:373192:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5dc652940.
00000020:00000040:1.0:1787764869.697997:0:373192:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
00000100:00000040:0.0:1787764869.697999:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764869.698001:0:373192:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764869.698003:0:373192:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764869.698007:0:373192:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764869.698010:0:373192:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764869.698014:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787764869.698015:0:373192:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764869.698031:0:373192:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f5b6d7e000.
00000100:00000001:1.0:1787764869.698035:0:373192:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764869.698036:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764869.698041:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00100000:1.0:1787764869.698043:0:373192:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787764869.698045:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482402432, offset 0
00000400:00000200:0.0:1787764869.698055:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000100:00000001:1.0:1787764869.698059:0:373192:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787764869.698062:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:1.0:1787764869.698064:0:373192:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764869.698070:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000100:00000040:1.0:1787764869.698072:0:373192:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095bc01a2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764869.698074:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764869.698078:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764869.698082:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764869.698086:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764869.698093:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278386:278386:256:4294967295] 192.168.203.115@tcp LPNI seq info [278386:278386:8:4294967295]
00000100:00000001:1.0:1787764869.698094:0:373192:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764869.698100:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000040:1.0:1787764869.698102:0:373192:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26458)
00000400:00000200:0.0:1787764869.698111:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764869.698117:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764869.698121:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764869.698125:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764869.698129:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764869.698133:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764869.698136:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764869.698140:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764869.698142:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764869.698145:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764869.698148:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764869.698151:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764869.698153:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764869.698155:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764869.698158:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698165:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764869.698168:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698174:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.698175:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764869.698178:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764869.698182:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764869.698186:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764869.698188:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321120780
00000100:00000001:0.0:1787764869.698190:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321122087
00000100:00000001:0.0:1787764869.698193:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321120780
00000100:00000001:0.0:1787764869.698194:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321122087
00000100:00000001:0.0:1787764869.698196:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764869.698198:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.698200:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764869.698204:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764869/real 1787764869]  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764869.698210:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764869.698211:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764869.698213:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764869.698215:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764869.698216:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764869.698217:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764869.698219:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764869.698224:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698228:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764869.698228:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698230:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764869.698231:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764869.698233:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698236:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764869.698238:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698242:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764869.698244:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698245:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764869.698245:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698246:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764869.698247:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764869.698249:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764869.698250:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764869.698251:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764869.698253:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764869.698258:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402432:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764869.698260:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764869.698262:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698266:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764869.698267:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764869.698268:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764869.698269:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764869.698270:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764869.698272:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402560:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764869.698273:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764869.698275:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764869.698276:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764869.698277:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764869.698279:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764869.698281:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764869.698283:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764869.698284:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764869.698286:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764869.698288:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482402560, portal 10
00000100:00000001:0.0:1787764869.698289:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764869.698290:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906731648 : -118790802819968 : ffff93f5dc653480)
00000100:00000040:0.0:1787764869.698293:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698297:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764869.698298:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764869.698300:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764869.698301:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482402560, offset 0
00000400:00000200:0.0:1787764869.698303:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764869.698305:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764869.698308:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764869.698309:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764869.698311:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764869.698313:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764869.698314:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764869.698316:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278387:278387:256:4294967295] 192.168.203.115@tcp LPNI seq info [278387:278387:8:4294967295]
00000400:00000200:0.0:1787764869.698318:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764869.698322:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764869.698324:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764869.698326:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764869.698329:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764869.698330:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764869.698334:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764869.698336:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764869.698340:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764869.698342:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764869.698344:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764869.698347:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764869.698350:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764869.698351:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764869.698354:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764869.698357:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698364:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764869.698366:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698372:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.698373:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764869.698376:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764869.698378:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764869.698381:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764869.698383:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321120788
00000100:00000001:0.0:1787764869.698386:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321122087
00000100:00000001:0.0:1787764869.698388:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321120788
00000100:00000001:0.0:1787764869.698390:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321122087
00000100:00000001:0.0:1787764869.698392:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764869.698394:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.698395:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764869.698399:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764869/real 1787764869]  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764869.698406:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764869.698407:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764869.698408:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764869.698410:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764869.698411:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764869.698413:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764869.698416:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764869.698424:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698430:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764869.698431:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698433:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764869.698434:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764869.698437:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698442:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764869.698444:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698448:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764869.698449:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698450:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764869.698451:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698452:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764869.698453:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764869.698455:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764869.698457:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764869.698458:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764869.698460:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764869.698464:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402560:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764869.698467:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764869.698469:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698473:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764869.698474:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764869.698476:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764869.698477:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764869.698478:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764869.698480:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402688:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764869.698481:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764869.698483:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764869.698484:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764869.698485:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764869.698487:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764869.698488:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764869.698490:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764869.698491:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764869.698494:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764869.698496:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482402688, portal 4
00000100:00000001:0.0:1787764869.698497:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764869.698497:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906719168 : -118790802832448 : ffff93f5dc6503c0)
00000100:00000040:0.0:1787764869.698501:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698506:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764869.698507:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764869.698508:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764869.698509:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482402688, offset 0
00000400:00000200:0.0:1787764869.698512:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764869.698514:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764869.698516:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764869.698518:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764869.698521:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764869.698523:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764869.698524:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764869.698526:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278388:278388:256:4294967295] 192.168.203.115@tcp LPNI seq info [278388:278388:8:4294967295]
00000400:00000200:0.0:1787764869.698528:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764869.698532:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764869.698535:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764869.698537:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764869.698539:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764869.698541:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764869.698544:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764869.698545:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764869.698547:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764869.698549:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764869.698551:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764869.698553:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764869.698554:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764869.698555:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764869.698557:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764869.698559:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698563:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764869.698565:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698576:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.698578:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764869.698580:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764869.698583:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764869.698586:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764869.698588:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321120788
00000100:00000001:0.0:1787764869.698590:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321122087
00000100:00000001:0.0:1787764869.698592:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321120788
00000100:00000001:0.0:1787764869.698594:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321122087
00000100:00000001:0.0:1787764869.698596:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764869.698598:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.698600:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764869.698603:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764869/real 1787764869]  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764869.698610:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764869.698611:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764869.698613:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764869.698615:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764869.698617:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764869.698619:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764869.698622:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764869.698629:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698634:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764869.698635:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698637:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764869.698638:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764869.698642:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698649:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764869.698653:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698659:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764869.698661:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698663:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764869.698664:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698666:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764869.698667:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764869.698670:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764869.698673:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764869.698675:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764869.698679:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764869.698686:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc6503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402688:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764869.698689:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698691:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764869.698694:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6512c0 x1874595482402432/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698700:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764869.698702:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764869.698704:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ee000.
02000000:00000001:0.0:1787764869.698707:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764869.698708:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764869.698710:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764869.698712:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764869.698713:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7c000.
02000000:00000001:0.0:1787764869.698716:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764869.698717:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764869.698718:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6512c0.
00000100:00000001:0.0:1787764869.698721:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764869.698723:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698724:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764869.698728:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc653480 x1874595482402560/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698734:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764869.698735:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764869.698736:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec800.
02000000:00000001:0.0:1787764869.698739:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764869.698740:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764869.698741:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764869.698743:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764869.698744:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7f000.
02000000:00000001:0.0:1787764869.698747:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764869.698767:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764869.698769:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc653480.
00000100:00000001:0.0:1787764869.698791:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764869.698792:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698794:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764869.698798:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc6503c0 x1874595482402688/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698804:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764869.698805:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764869.698807:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764869.698809:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764869.698811:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764869.698812:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764869.698814:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764869.698816:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7d000.
02000000:00000001:0.0:1787764869.698818:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764869.698819:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764869.698820:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc6503c0.
00000100:00000001:0.0:1787764869.698822:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764869.698824:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698826:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.698829:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764869.698830:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.698832:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764869.698834:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764869.698835:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764869.698838:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698845:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764869.698846:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764869.698848:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764869.698850:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764869.698852:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764869.698855:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402816:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764869.698858:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764869.698860:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764869.698862:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764869.698863:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764869.698866:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764869.698868:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764869.698872:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764869.698874:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764869.698877:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764869.698880:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482402816, portal 4
00000100:00000001:0.0:1787764869.698881:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764869.698883:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282906728768 : -118790802822848 : ffff93f5dc652940)
00000100:00000040:0.0:1787764869.698888:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698895:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764869.698897:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764869.698899:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764869.698901:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482402816, offset 0
00000400:00000200:0.0:1787764869.698905:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764869.698909:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764869.698913:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764869.698916:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764869.698918:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764869.698920:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764869.698922:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764869.698925:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278389:278389:256:4294967295] 192.168.203.115@tcp LPNI seq info [278389:278389:8:4294967295]
00000400:00000200:0.0:1787764869.698929:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764869.698934:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764869.698938:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764869.698942:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764869.698946:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764869.698949:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787764869.698953:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764869.698955:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787764869.698959:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764869.698960:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764869.698963:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764869.698966:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764869.698969:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764869.698970:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764869.698973:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764869.698976:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698983:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764869.698985:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.698992:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.698993:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764869.698996:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764869.698998:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764869.699001:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764869.699003:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321120793
00000100:00000001:0.0:1787764869.699005:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321122087
00000100:00000001:0.0:1787764869.699007:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321120793
00000100:00000001:0.0:1787764869.699009:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321122087
00000100:00000001:0.0:1787764869.699011:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764869.699013:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.699015:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764869.699019:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764869/real 1787764869]  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764869.699039:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764869.699040:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764869.699042:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764869.699044:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764869.699046:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764869.699048:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764869.699052:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764869.699059:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.699065:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764869.699067:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.699068:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764869.699069:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764869.699073:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.699079:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764869.699082:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.699089:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764869.699092:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.699093:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764869.699094:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.699096:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764869.699097:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764869.699100:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764869.699103:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764869.699105:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764869.699109:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764869.699116:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5dc652940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482402816:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764869.699120:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.699122:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764869.699125:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5dc652940 x1874595482402816/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764869.699130:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764869.699132:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764869.699134:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764869.699136:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764869.699138:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764869.699139:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764869.699141:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764869.699143:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f5b6d7e000.
02000000:00000001:0.0:1787764869.699145:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764869.699146:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764869.699148:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5dc652940.
00000100:00000001:0.0:1787764869.699150:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764869.699151:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.699153:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764869.699156:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764869.699157:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764869.699159:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764869.699161:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764870.400861:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764870.400867:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764870.400872:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764870.400873:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764870.400876:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764870.400877:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764870.400937:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764870.400941:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764870.400946:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764871.040876:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321122087, at 4321122112
00000100:00000010:0.0:1787764871.040892:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217480.
00000100:00000040:1.0:1787764871.041241:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321122087, at 4321122112
00000100:00000010:1.0:1787764871.041247:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f69f217840.
00010000:00000001:2.0:1787764871.424918:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764871.424927:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764871.424930:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764871.424932:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764871.424937:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764871.424939:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764871.424941:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764871.424943:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764871.424947:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764871.424949:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764871.424991:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764871.424992:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764871.425097:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764871.425100:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764871.425102:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764872.451121:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764872.451127:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764872.451131:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764872.451133:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764872.451136:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764872.451137:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764872.451430:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764872.451470:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764872.451473:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764873.472975:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764873.472981:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764873.472987:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764873.472988:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764873.472992:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764873.472993:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764873.473100:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764873.473107:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764873.473113:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764874.496897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764874.496904:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764874.496909:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764874.496911:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764874.496914:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764874.496915:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764874.497005:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764874.497010:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764874.497013:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764874.816930:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764874.816942:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764874.816945:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764874.816948:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764874.816960:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764874.816968:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26453
00000400:00000200:0.0:1787764874.816977:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764874.816983:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764874.816997:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764874.817001:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.817004:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764874.817006:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.817008:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764874.817012:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764874.817014:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764874.817016:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764874.817057:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764874.817060:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764874.817063:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764874.817066:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.817068:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764874.817069:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.817071:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764874.817074:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764874.817078:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764874.817081:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764874.817084:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764874.817087:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764874.817090:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.817092:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764874.817094:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764874.817103:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764874.817107:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764874.817111:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764874.817113:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.817116:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764874.817118:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764874.817122:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764874.817129:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764874.817135:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764874.817144:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764874.817154:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764874.817157:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764874.817162:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764874.817200:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764874.817203:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764874.817207:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764874.817208:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764874.817209:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764874.817212:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764874.817215:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26453
00000400:00000200:0.0:1787764874.817218:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764874.817221:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764874.817224:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764874.817226:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.817246:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764874.817248:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.817250:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764874.817252:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764874.817253:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764874.817255:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764874.817265:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764874.817267:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764874.817269:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764874.817273:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.817275:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764874.817278:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.817280:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764874.817282:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00000001:2.0:1787764874.817282:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787764874.817287:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764874.817289:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764874.817291:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.817293:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764874.817302:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.817311:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764874.817313:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764874.817317:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764874.817319:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764874.817322:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764874.817326:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482402944:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764874.817330:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764874.817334:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764874.817337:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764874.817339:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764874.817343:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764874.817346:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764874.817352:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764874.817356:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764874.817362:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764874.817370:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482402944, portal 25
00000100:00000001:2.0:1787764874.817372:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764874.817373:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:2.0:1787764874.817379:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.817386:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764874.817389:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764874.817391:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764874.817395:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482402944, offset 0
00000400:00000200:2.0:1787764874.817401:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764874.817408:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764874.817414:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764874.817418:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764874.817422:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764874.817425:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764874.817428:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764874.817431:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278390:278390:256:4294967295] 192.168.203.115@tcp LPNI seq info [278390:278390:8:4294967295]
00000400:00000200:2.0:1787764874.817435:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764874.817444:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764874.817449:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764874.817454:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764874.817461:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764874.817465:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764874.817469:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764874.817474:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764874.817478:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764874.817480:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764874.817486:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764874.817491:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764874.817496:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764874.817499:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764874.817503:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764874.817506:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.817516:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764874.817519:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.817525:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.817527:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764874.817532:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764874.817535:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764874.817538:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321127207
00000100:00000010:2.0:1787764874.817543:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538180.
00000100:00000001:2.0:1787764874.817551:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764874.817560:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321127207
00000100:00000010:2.0:1787764874.817563:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f6885387e0.
00000100:00000001:2.0:1787764874.817566:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764874.817570:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764874.817572:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.817575:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764874.817579:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764874/real 1787764874]  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764874.817587:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764874.817589:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764874.817591:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764874.817594:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764874.817596:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764874.817598:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764874.817602:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764874.817611:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.817617:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764874.817619:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.817621:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764874.817622:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764874.817626:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.817632:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764874.817636:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.817642:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764874.817645:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.817646:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764874.817647:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.817719:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764874.817721:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764874.817723:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764874.817728:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764874.817730:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764874.817734:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764874.817741:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482402944:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764874.817745:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.817747:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764874.817787:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482402944/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.817793:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764874.817795:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764874.817798:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764874.817801:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764874.817802:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764874.817804:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764874.817806:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764874.817808:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:2.0:1787764874.817812:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764874.817814:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764874.817816:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:2.0:1787764874.817819:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764874.817820:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.817822:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.817846:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764874.817848:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.817850:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764874.817852:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764874.818059:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764874.818065:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764874.818067:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818069:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764874.818072:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764874.818075:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818078:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764874.818082:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d2c0.
00000020:00000040:0.0:1787764874.818084:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764874.818087:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764874.818088:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818090:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764874.818091:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764874.818094:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764874.818098:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764874.818101:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764874.818107:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764874.818116:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764874.818118:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764874.818122:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8d9557] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764874.818139:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764874.818142:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764874.818146:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764874.818147:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764874.818149:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764874.818151:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764874.818154:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26453
00000400:00000200:0.0:1787764874.818158:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764874.818161:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764874.818163:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764874.818166:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818169:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764874.818170:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818172:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764874.818174:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764874.818176:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764874.818178:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764874.818180:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764874.818182:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764874.818184:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764874.818187:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818282:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764874.818284:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818286:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764874.818289:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764874.818377:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818380:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764874.818382:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764874.818384:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764874.818387:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818388:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764874.818391:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764874.818393:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818394:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764874.818399:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f0c0.
00000020:00000040:0.0:1787764874.818401:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764874.818403:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764874.818404:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818407:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764874.818408:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764874.818409:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764874.818413:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764874.818417:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764874.818421:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764874.818428:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764874.818430:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764874.818434:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009074184d] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764874.818441:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764874.818443:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764874.818447:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764874.818448:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764874.818450:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764874.818452:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764874.818454:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26453
00000400:00000200:0.0:1787764874.818458:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764874.818461:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764874.818464:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764874.818466:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818468:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764874.818470:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818472:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764874.818474:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764874.818475:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764874.818477:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764874.818479:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764874.818481:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764874.818483:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764874.818485:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818540:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764874.818543:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818545:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764874.818547:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764874.818550:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818552:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764874.818554:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764874.818557:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764874.818559:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818560:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764874.818563:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764874.818564:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818566:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764874.818569:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764874.818572:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764874.818575:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764874.818576:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818578:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764874.818579:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764874.818580:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764874.818584:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764874.818587:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764874.818591:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764874.818598:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764874.818600:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764874.818658:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764874.818667:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764874.818669:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764874.818672:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764874.818674:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764874.818675:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764874.818678:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764874.818680:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26453
00000400:00000200:0.0:1787764874.818685:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764874.818687:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764874.818689:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764874.818692:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818694:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764874.818695:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818697:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764874.818699:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764874.818700:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764874.818702:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764874.818705:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764874.818707:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764874.818709:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764874.818712:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818714:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764874.818715:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818717:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764874.818719:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764874.818721:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764874.818724:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764874.818726:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764874.818729:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764874.818731:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818732:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764874.818734:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764874.818736:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818738:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764874.818742:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764874.818744:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764874.818746:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764874.818747:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764874.818821:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764874.818823:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764874.818825:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764874.818829:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ed000.
00000100:00000001:0.0:1787764874.818832:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764874.818837:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764874.818844:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764874.818846:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764874.818849:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764874.818858:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764874.818862:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26463)
00000100:00000001:2.0:1787764874.818963:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764874.818967:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764874.818969:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764874.818975:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.818983:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764874.818984:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764874.818997:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764874.818999:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764874.819002:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764874.819005:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403072:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764874.819009:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764874.819011:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764874.819014:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764874.819015:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764874.819019:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764874.819021:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764874.819026:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764874.819029:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764874.819034:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764874.819039:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482403072, portal 10
00000100:00000001:2.0:1787764874.819041:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764874.819043:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716824768 : -118787992726848 : ffff93f683e3d2c0)
00000100:00000040:2.0:1787764874.819049:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819056:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764874.819058:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764874.819061:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764874.819064:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482403072, offset 0
00000400:00000200:2.0:1787764874.819069:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764874.819075:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764874.819080:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764874.819084:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764874.819087:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764874.819090:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764874.819093:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764874.819097:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278391:278391:256:4294967295] 192.168.203.115@tcp LPNI seq info [278391:278391:8:4294967295]
00000400:00000200:2.0:1787764874.819101:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764874.819109:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764874.819114:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764874.819118:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764874.819124:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764874.819127:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764874.819132:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764874.819136:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764874.819140:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764874.819142:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764874.819146:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764874.819150:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764874.819154:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764874.819156:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764874.819159:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764874.819163:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819172:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764874.819175:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819183:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.819184:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764874.819189:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764874.819194:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764874.819196:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764874.819199:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321125901
00000100:00000001:2.0:1787764874.819201:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321127207
00000100:00000001:2.0:1787764874.819203:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321125901
00000100:00000001:2.0:1787764874.819205:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321127207
00000100:00000001:2.0:1787764874.819207:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764874.819209:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.819211:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764874.819215:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764874/real 1787764874]  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764874.819223:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764874.819224:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764874.819226:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764874.819229:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764874.819320:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764874.819324:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764874.819328:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764874.819335:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819341:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764874.819343:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.819345:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764874.819347:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764874.819350:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819356:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764874.819359:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819365:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764874.819367:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.819369:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764874.819369:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.819371:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764874.819373:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764874.819375:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764874.819378:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764874.819380:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764874.819383:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764874.819390:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403072:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764874.819393:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764874.819396:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819401:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764874.819402:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764874.819404:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764874.819405:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764874.819407:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764874.819410:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403200:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764874.819412:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764874.819414:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764874.819415:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764874.819417:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764874.819420:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4800.
02000000:00000001:2.0:1787764874.819421:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764874.819424:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764874.819427:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764874.819429:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764874.819432:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482403200, portal 10
00000100:00000001:2.0:1787764874.819433:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764874.819434:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716832448 : -118787992719168 : ffff93f683e3f0c0)
00000100:00000040:2.0:1787764874.819439:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819445:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764874.819447:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764874.819448:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764874.819450:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482403200, offset 0
00000400:00000200:2.0:1787764874.819454:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764874.819457:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764874.819460:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764874.819463:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764874.819466:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764874.819468:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764874.819470:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764874.819472:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278392:278392:256:4294967295] 192.168.203.115@tcp LPNI seq info [278392:278392:8:4294967295]
00000400:00000200:2.0:1787764874.819476:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764874.819482:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764874.819485:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764874.819488:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764874.819491:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764874.819494:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764874.819498:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764874.819500:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764874.819503:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764874.819505:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764874.819508:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764874.819511:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764874.819513:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764874.819515:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764874.819517:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764874.819520:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819526:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764874.819529:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819534:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.819535:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764874.819537:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764874.819540:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764874.819543:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764874.819544:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321125909
00000100:00000001:2.0:1787764874.819546:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321127207
00000100:00000001:2.0:1787764874.819548:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321125909
00000100:00000001:2.0:1787764874.819549:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321127207
00000100:00000001:2.0:1787764874.819551:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764874.819553:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.819554:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764874.819557:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764874/real 1787764874]  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764874.819564:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764874.819565:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764874.819566:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764874.819568:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764874.819569:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764874.819571:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764874.819574:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764874.819580:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819585:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764874.819586:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.819588:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764874.819589:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764874.819592:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819597:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764874.819601:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.819607:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764874.819610:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.819611:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764874.819612:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.819614:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764874.819615:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764874.819617:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764874.819620:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764874.819622:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764874.819625:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764874.819637:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403200:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764874.819640:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764874.819643:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821051:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764874.821054:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764874.821059:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764874.821061:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764874.821064:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764874.821070:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403328:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764874.821075:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764874.821077:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764874.821079:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764874.821081:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764874.821087:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4400.
02000000:00000001:2.0:1787764874.821089:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764874.821095:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764874.821100:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764874.821104:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764874.821108:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482403328, portal 4
00000100:00000001:2.0:1787764874.821110:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764874.821111:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764874.821118:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821125:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764874.821127:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764874.821129:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764874.821132:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482403328, offset 0
00000400:00000200:2.0:1787764874.821136:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764874.821143:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764874.821148:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764874.821152:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764874.821155:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764874.821158:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764874.821160:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764874.821163:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278393:278393:256:4294967295] 192.168.203.115@tcp LPNI seq info [278393:278393:8:4294967295]
00000400:00000200:2.0:1787764874.821166:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764874.821173:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764874.821178:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764874.821182:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764874.821187:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764874.821190:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764874.821194:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764874.821197:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764874.821201:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764874.821203:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764874.821207:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764874.821210:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764874.821215:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764874.821217:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764874.821220:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764874.821224:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821233:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764874.821236:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821242:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.821244:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764874.821248:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764874.821252:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764874.821255:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764874.821257:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321125911
00000100:00000001:2.0:1787764874.821259:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321127207
00000100:00000001:2.0:1787764874.821262:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321125911
00000100:00000001:2.0:1787764874.821263:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321127207
00000100:00000001:2.0:1787764874.821271:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764874.821273:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.821275:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764874.821279:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764874/real 1787764874]  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764874.821287:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764874.821288:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764874.821290:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764874.821292:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764874.821294:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764874.821296:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764874.821298:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764874.821306:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821312:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764874.821313:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821315:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764874.821316:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764874.821320:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821326:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764874.821330:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821337:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764874.821340:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821341:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764874.821342:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821344:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764874.821346:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764874.821348:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764874.821352:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764874.821354:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764874.821357:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764874.821365:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403328:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764874.821370:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764874.821373:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821380:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764874.821381:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764874.821383:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764874.821385:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764874.821387:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764874.821390:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403456:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764874.821393:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764874.821395:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764874.821397:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764874.821399:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764874.821402:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764874.821404:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764874.821408:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764874.821410:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764874.821414:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764874.821417:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482403456, portal 4
00000100:00000001:2.0:1787764874.821420:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764874.821421:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764874.821427:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821433:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764874.821435:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764874.821437:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764874.821439:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482403456, offset 0
00000400:00000200:2.0:1787764874.821443:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764874.821447:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764874.821450:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764874.821453:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764874.821456:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764874.821458:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764874.821460:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764874.821462:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278394:278394:256:4294967295] 192.168.203.115@tcp LPNI seq info [278394:278394:8:4294967295]
00000400:00000200:2.0:1787764874.821466:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764874.821473:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764874.821477:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764874.821480:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764874.821484:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764874.821486:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764874.821490:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764874.821492:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764874.821495:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764874.821497:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764874.821500:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764874.821503:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764874.821505:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764874.821506:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764874.821509:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764874.821512:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821524:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764874.821526:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821531:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.821532:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764874.821535:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764874.821538:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764874.821541:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764874.821542:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321125915
00000100:00000001:2.0:1787764874.821545:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321127207
00000100:00000001:2.0:1787764874.821547:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321125915
00000100:00000001:2.0:1787764874.821549:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321127207
00000100:00000001:2.0:1787764874.821551:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764874.821553:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.821554:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764874.821558:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764874/real 1787764874]  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764874.821565:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764874.821566:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764874.821568:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764874.821570:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764874.821571:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764874.821573:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764874.821576:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764874.821583:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821589:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764874.821590:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821592:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764874.821594:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764874.821597:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821603:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764874.821607:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821614:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764874.821616:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821618:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764874.821619:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821621:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764874.821622:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764874.821625:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764874.821628:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764874.821630:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764874.821634:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764874.821641:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403456:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764874.821645:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821647:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764874.821664:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d2c0 x1874595482403072/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821671:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764874.821673:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764874.821676:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764874.821679:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764874.821681:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764874.821684:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764874.821686:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764874.821688:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
02000000:00000001:2.0:1787764874.821692:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764874.821694:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764874.821695:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d2c0.
00000100:00000001:2.0:1787764874.821698:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764874.821699:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821701:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764874.821704:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f0c0 x1874595482403200/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821710:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764874.821711:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764874.821712:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4800.
02000000:00000001:2.0:1787764874.821714:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764874.821715:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764874.821716:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764874.821718:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764874.821719:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:2.0:1787764874.821721:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764874.821722:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764874.821723:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f0c0.
00000100:00000001:2.0:1787764874.821725:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764874.821727:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821728:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764874.821731:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482403328/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821737:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764874.821739:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764874.821740:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4400.
02000000:00000001:2.0:1787764874.821742:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764874.821744:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764874.821745:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764874.821746:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764874.821748:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:2.0:1787764874.821772:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764874.821774:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764874.821775:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764874.821777:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764874.821779:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821780:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764874.821784:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482403456/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764874.821790:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764874.821791:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764874.821793:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764874.821794:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764874.821795:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764874.821797:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764874.821798:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764874.821799:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ed000.
02000000:00000001:2.0:1787764874.821802:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764874.821803:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764874.821804:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764874.821806:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764874.821807:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821809:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764874.821816:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764874.821818:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764874.821820:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764874.821822:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764875.520920:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764875.520927:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764875.520933:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764875.520935:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764875.520938:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764875.520941:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764875.520943:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764875.520946:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764875.520949:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764875.520951:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764875.520953:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764875.520955:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764875.521065:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764875.521069:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764875.521071:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787764876.160872:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321127207, at 4321127232
00000100:00000040:0.0:1787764876.160888:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321127207, at 4321127232
00000100:00000010:1.0:1787764876.160889:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f6885387e0.
00000100:00000010:0.0:1787764876.160898:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538180.
00010000:00000001:2.0:1787764876.546781:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764876.546788:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764876.546793:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764876.546795:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764876.546798:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764876.546799:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764876.547225:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764876.547229:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764876.547232:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764877.569048:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764877.569054:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764877.569059:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764877.569061:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764877.569064:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764877.569065:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764877.569743:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764877.569747:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764877.569770:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764878.592933:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764878.592940:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764878.592946:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764878.592949:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764878.592951:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764878.592954:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764878.592957:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764878.592959:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764878.592970:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764878.592973:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764878.592977:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764878.592978:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764878.593049:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764878.593053:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764878.593057:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764879.616913:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764879.616926:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764879.616931:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764879.616933:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764879.616936:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764879.616938:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764879.617006:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764879.617010:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764879.617025:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764879.936913:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764879.936923:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764879.936925:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764879.936928:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764879.936932:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764879.936984:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26458
00000400:00000200:0.0:1787764879.936993:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764879.936999:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764879.937002:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764879.937005:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937008:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764879.937021:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937023:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764879.937027:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764879.937028:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:0.0:1787764879.937031:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764879.937034:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:0.0:1787764879.937037:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:0.0:1787764879.937039:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:0.0:1787764879.937041:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937043:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764879.937046:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937048:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764879.937051:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:0.0:1787764879.937054:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937057:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764879.937059:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764879.937063:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764879.937065:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937067:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764879.937069:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764879.937075:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3c000.
00000020:00000040:0.0:1787764879.937078:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:0.0:1787764879.937082:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764879.937084:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937086:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764879.937088:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764879.937092:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764879.937098:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee800.
00000100:00000001:0.0:1787764879.937103:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764879.937110:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764879.937119:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764879.937123:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764879.937127:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f38753] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764879.937152:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764879.937155:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764879.937158:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764879.937159:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764879.937160:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764879.937163:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764879.937165:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26458
00000400:00000200:0.0:1787764879.937168:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764879.937171:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764879.937173:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764879.937176:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937178:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764879.937180:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937182:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764879.937184:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764879.937185:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:0.0:1787764879.937187:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764879.937189:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:0.0:1787764879.937191:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:0.0:1787764879.937193:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:0.0:1787764879.937196:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937197:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764879.937199:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937201:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764879.937203:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:0.0:1787764879.937205:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937207:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764879.937209:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764879.937213:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764879.937215:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937217:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764879.937220:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764879.937223:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937224:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764879.937227:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3fc00.
00000020:00000040:0.0:1787764879.937229:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:0.0:1787764879.937232:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764879.937234:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937236:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764879.937238:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764879.937239:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764879.937243:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ef000.
00000100:00000001:0.0:1787764879.937247:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764879.937253:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764879.937259:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764879.937262:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764879.937265:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000295aa54f] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764879.937272:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764879.937274:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764879.937277:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764879.937279:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764879.937280:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764879.937282:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764879.937285:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26458
00000400:00000200:0.0:1787764879.937288:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764879.937292:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764879.937295:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764879.937297:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937299:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764879.937300:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937302:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764879.937303:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764879.937305:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:0.0:1787764879.937306:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764879.937308:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:0.0:1787764879.937309:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:0.0:1787764879.937311:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:0.0:1787764879.937314:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937315:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764879.937317:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937319:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764879.937321:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:0.0:1787764879.937323:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937325:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764879.937327:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764879.937329:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764879.937331:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937332:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764879.937334:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764879.937336:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937337:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764879.937340:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3f840.
00000020:00000040:0.0:1787764879.937341:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:0.0:1787764879.937343:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764879.937344:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937346:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764879.937347:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764879.937348:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764879.937352:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee400.
00000100:00000001:0.0:1787764879.937354:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764879.937358:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764879.937363:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764879.937365:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764879.937368:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011ccadad] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764879.937374:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764879.937376:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764879.937379:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764879.937381:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764879.937382:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764879.937384:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764879.937386:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26458
00000400:00000200:0.0:1787764879.937389:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764879.937391:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764879.937394:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764879.937396:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937398:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764879.937400:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937401:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764879.937403:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764879.937404:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:0.0:1787764879.937405:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764879.937406:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:0.0:1787764879.937408:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:0.0:1787764879.937409:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:0.0:1787764879.937412:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937413:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764879.937415:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937418:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764879.937419:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:0.0:1787764879.937422:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937423:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764879.937425:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764879.937427:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764879.937428:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937430:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764879.937432:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764879.937434:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937436:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764879.937438:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3d680.
00000020:00000040:0.0:1787764879.937440:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:0.0:1787764879.937442:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764879.937443:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937444:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764879.937445:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764879.937447:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764879.937449:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ee000.
00000100:00000001:0.0:1787764879.937452:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764879.937455:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764879.937461:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764879.937462:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764879.937465:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc1af03] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764879.937471:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764879.937473:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764879.937475:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764879.937477:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764879.937478:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764879.937480:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764879.937482:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26458
00000400:00000200:0.0:1787764879.937484:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764879.937487:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764879.937488:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764879.937492:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937494:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764879.937496:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937513:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:0.0:1787764879.937514:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764879.937515:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:0.0:1787764879.937517:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764879.937519:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:0.0:1787764879.937520:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:0.0:1787764879.937522:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:0.0:1787764879.937525:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937526:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764879.937528:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937529:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:0.0:1787764879.937532:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:0.0:1787764879.937534:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:0.0:1787764879.937536:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764879.937537:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764879.937539:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764879.937541:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937543:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764879.937544:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764879.937546:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937547:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764879.937551:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f683e3e1c0.
00000020:00000040:0.0:1787764879.937552:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:0.0:1787764879.937554:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764879.937556:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764879.937557:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764879.937558:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764879.937560:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764879.937563:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6919ec800.
00000100:00000001:0.0:1787764879.937566:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764879.937570:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764879.937581:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764879.937582:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764879.937585:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd08fd4] to pc [ptlrpcd_rcv+-1]  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764879.937591:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764879.937595:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26468)
00000100:00000001:2.0:1787764879.937712:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764879.937716:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764879.937718:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764879.937725:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.937733:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764879.937735:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764879.937738:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764879.937740:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764879.937743:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764879.937745:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482403584:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764879.937767:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764879.937771:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764879.937773:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764879.937775:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764879.937779:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764879.937781:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764879.937786:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764879.937790:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764879.937796:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764879.938984:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482403584, portal 25
00000100:00000001:2.0:1787764879.938989:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764879.938991:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716819968 : -118787992731648 : ffff93f683e3c000)
00000100:00000040:2.0:1787764879.938998:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939005:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764879.939008:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764879.939013:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764879.939028:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482403584, offset 0
00000400:00000200:2.0:1787764879.939036:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764879.939045:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764879.939050:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764879.939055:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764879.939060:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764879.939063:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764879.939065:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764879.939069:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278395:278395:256:4294967295] 192.168.203.115@tcp LPNI seq info [278395:278395:8:4294967295]
00000400:00000200:2.0:1787764879.939073:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764879.939082:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764879.939087:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764879.939092:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764879.939099:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764879.939103:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764879.939109:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764879.939112:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764879.939117:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764879.939119:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764879.939124:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764879.939129:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764879.939133:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764879.939135:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764879.939139:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764879.939142:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939151:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764879.939155:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939161:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764879.939163:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764879.939168:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764879.939171:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764879.939174:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321132329
00000100:00000010:2.0:1787764879.939179:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538480.
00000100:00000001:2.0:1787764879.939185:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787764879.939192:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321132329
00000100:00000010:2.0:1787764879.939195:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f688538f60.
00000100:00000001:2.0:1787764879.939197:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787764879.939200:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764879.939203:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764879.939205:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764879.939209:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764879/real 1787764879]  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764879.939222:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764879.939224:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764879.939226:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764879.939229:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764879.939231:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764879.939233:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764879.939236:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764879.939243:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939249:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764879.939251:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.939253:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764879.939255:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764879.939259:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939265:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764879.939269:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939275:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764879.939278:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.939280:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764879.939281:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.939283:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764879.939284:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764879.939287:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764879.939291:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764879.939294:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764879.939298:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764879.939306:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482403584:192.168.203.115@tcp:250:kworker.0
00000100:00000001:2.0:1787764879.939310:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764879.939313:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939319:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764879.939321:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764879.939323:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764879.939325:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764879.939327:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764879.939330:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403712:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764879.939333:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764879.939335:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764879.939337:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764879.939338:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764879.939342:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4400.
02000000:00000001:2.0:1787764879.939344:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764879.939348:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764879.939351:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764879.939354:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764879.939357:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482403712, portal 10
00000100:00000001:2.0:1787764879.939359:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764879.939360:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716835328 : -118787992716288 : ffff93f683e3fc00)
00000100:00000040:2.0:1787764879.939366:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939371:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764879.939374:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764879.939376:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764879.939378:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482403712, offset 0
00000400:00000200:2.0:1787764879.939381:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764879.939385:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764879.939389:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764879.939391:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764879.939394:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764879.939396:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764879.939398:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764879.939401:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278396:278396:256:4294967295] 192.168.203.115@tcp LPNI seq info [278396:278396:8:4294967295]
00000400:00000200:2.0:1787764879.939404:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764879.939409:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764879.939414:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764879.939417:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764879.939420:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764879.939423:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764879.939427:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764879.939430:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764879.939433:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764879.939435:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764879.939437:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764879.939440:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764879.939443:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764879.939445:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764879.939447:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764879.939451:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939458:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764879.939460:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939466:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764879.939467:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764879.939470:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764879.939473:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:2.0:1787764879.939477:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764879.939479:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321131021
00000100:00000001:2.0:1787764879.939481:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321132329
00000100:00000001:2.0:1787764879.939483:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321131021
00000100:00000001:2.0:1787764879.939485:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321132329
00000100:00000001:2.0:1787764879.939487:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764879.939489:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764879.939491:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764879.939495:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764879/real 1787764879]  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764879.939502:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764879.939503:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764879.939505:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764879.939507:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764879.939509:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764879.939511:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764879.939514:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764879.939522:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939528:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764879.939529:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.939531:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764879.939532:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764879.939536:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939542:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764879.939545:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939552:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764879.939554:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.939556:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764879.939557:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.939559:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764879.939560:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764879.939563:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764879.939566:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764879.939568:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764879.939571:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764879.939579:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403712:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764879.939582:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764879.939585:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939591:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764879.939593:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764879.939595:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764879.939596:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764879.939598:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764879.939601:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403840:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764879.939604:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764879.939605:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764879.939607:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764879.939608:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764879.939612:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e4800.
02000000:00000001:2.0:1787764879.939614:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764879.939617:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764879.939619:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764879.939623:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764879.939625:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482403840, portal 10
00000100:00000001:2.0:1787764879.939627:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764879.939629:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716834368 : -118787992717248 : ffff93f683e3f840)
00000100:00000040:2.0:1787764879.939633:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939639:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764879.939642:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764879.939644:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764879.939646:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482403840, offset 0
00000400:00000200:2.0:1787764879.939649:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764879.939653:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764879.939656:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764879.939659:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764879.939661:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764879.939664:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764879.939666:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764879.939668:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278397:278397:256:4294967295] 192.168.203.115@tcp LPNI seq info [278397:278397:8:4294967295]
00000400:00000200:2.0:1787764879.939672:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764879.939677:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764879.939682:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764879.939685:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764879.939688:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764879.939691:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764879.939695:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764879.939697:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764879.939700:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764879.939702:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764879.939705:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764879.939708:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764879.939710:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764879.939711:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764879.939714:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764879.939717:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939729:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764879.939731:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939737:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764879.939738:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764879.939740:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764879.939743:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:2.0:1787764879.939746:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764879.939766:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321131029
00000100:00000001:2.0:1787764879.939769:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321132329
00000100:00000001:2.0:1787764879.939771:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321131030
00000100:00000001:2.0:1787764879.939773:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321132329
00000100:00000001:2.0:1787764879.939775:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764879.939777:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764879.939779:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764879.939782:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764879/real 1787764879]  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764879.939790:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764879.939791:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764879.939793:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764879.939796:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764879.939797:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764879.939799:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764879.939802:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764879.939810:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939817:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764879.939819:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.939820:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764879.939821:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764879.939825:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939831:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764879.939835:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939842:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764879.939844:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.939845:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764879.939847:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.939848:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764879.939850:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764879.939852:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764879.939855:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764879.939857:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764879.939861:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764879.939868:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403840:192.168.203.115@tcp:38:kworker.0
00000100:00000001:2.0:1787764879.939871:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764879.939874:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939881:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764879.939882:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764879.939884:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764879.939886:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764879.939888:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764879.939891:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403968:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764879.939894:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764879.939895:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764879.939897:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764879.939898:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764879.939901:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764879.939903:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764879.939906:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764879.939909:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764879.939912:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764879.939915:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482403968, portal 4
00000100:00000001:2.0:1787764879.939916:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764879.939918:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716825728 : -118787992725888 : ffff93f683e3d680)
00000100:00000040:2.0:1787764879.939923:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.939928:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764879.939930:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764879.939932:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764879.939935:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482403968, offset 0
00000400:00000200:2.0:1787764879.939938:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764879.939942:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764879.939945:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764879.939947:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764879.939950:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764879.939965:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764879.939967:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764879.939970:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278398:278398:256:4294967295] 192.168.203.115@tcp LPNI seq info [278398:278398:8:4294967295]
00000400:00000200:2.0:1787764879.939974:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764879.939980:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764879.939984:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764879.939988:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764879.939992:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764879.939995:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764879.939998:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764879.940001:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764879.940004:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764879.940006:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764879.940009:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764879.940012:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764879.940014:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764879.940016:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764879.940018:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764879.940021:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940029:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764879.940031:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940037:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764879.940038:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764879.940042:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764879.940044:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:2.0:1787764879.940047:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764879.940050:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321131030
00000100:00000001:2.0:1787764879.940053:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321132329
00000100:00000001:2.0:1787764879.940054:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321131030
00000100:00000001:2.0:1787764879.940057:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321132329
00000100:00000001:2.0:1787764879.940059:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764879.940060:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764879.940062:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764879.940065:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764879/real 1787764879]  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764879.940072:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764879.940074:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764879.940076:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764879.940078:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764879.940080:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764879.940082:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764879.940085:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764879.940093:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940098:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764879.940099:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940100:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764879.940102:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764879.940105:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940111:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764879.940115:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940121:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764879.940123:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940124:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764879.940125:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940127:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764879.940129:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764879.940131:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764879.940134:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764879.940137:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764879.940140:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764879.940152:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482403968:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764879.940156:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764879.940159:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940165:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764879.940166:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764879.940168:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764879.940170:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764879.940172:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764879.940175:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482404096:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764879.940178:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764879.940180:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764879.940181:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764879.940183:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764879.940186:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764879.940188:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764879.940191:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:2.0:1787764879.940193:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f6195618f0.
00000400:00000010:2.0:1787764879.940196:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ffcc0.
00000100:00000200:2.0:1787764879.940199:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482404096, portal 4
00000100:00000001:2.0:1787764879.940201:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764879.940202:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625285716828608 : -118787992723008 : ffff93f683e3e1c0)
00000100:00000040:2.0:1787764879.940207:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940213:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764879.940215:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:2.0:1787764879.940217:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f6876ff4c8.
00000100:00000200:2.0:1787764879.940220:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482404096, offset 0
00000400:00000200:2.0:1787764879.940223:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:2.0:1787764879.940228:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764879.940231:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:2.0:1787764879.940234:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764879.940236:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:2.0:1787764879.940239:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764879.940241:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:2.0:1787764879.940243:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278399:278399:256:4294967295] 192.168.203.115@tcp LPNI seq info [278399:278399:8:4294967295]
00000400:00000200:2.0:1787764879.940247:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764879.940252:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764879.940256:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764879.940260:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f5aee17100.
00000800:00000200:2.0:1787764879.940263:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.0:1787764879.940266:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764879.940270:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:2.1:1787764879.940272:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764879.940276:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:2.0:1787764879.940277:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f5aee17100.
00000400:00000200:2.0:1787764879.940280:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764879.940283:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764879.940285:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ff4c8
00000400:00000010:2.0:1787764879.940287:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ff4c8.
00000100:00000001:2.0:1787764879.940289:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764879.940292:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940300:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764879.940303:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940308:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764879.940310:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764879.940313:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764879.940315:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:2.0:1787764879.940318:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:2.0:1787764879.940320:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321131034
00000100:00000001:2.0:1787764879.940323:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321132329
00000100:00000001:2.0:1787764879.940324:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321131034
00000100:00000001:2.0:1787764879.940326:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321132329
00000100:00000001:2.0:1787764879.940328:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764879.940330:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764879.940332:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764879.940335:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764879/real 1787764879]  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764879.940342:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764879.940343:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764879.940345:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f6195618f0.
00000400:00000200:2.0:1787764879.940347:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f6876ffcc0
00000400:00000010:2.0:1787764879.940348:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f6876ffcc0.
00000100:00000001:2.0:1787764879.940350:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764879.940353:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764879.940362:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940367:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764879.940368:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940370:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764879.940371:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764879.940374:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940380:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764879.940383:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940389:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764879.940392:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940393:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764879.940394:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940396:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764879.940397:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764879.940400:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764879.940403:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:2.0:1787764879.940405:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764879.940408:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764879.940415:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f683e3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482404096:192.168.203.115@tcp:8:kworker.0
00000100:00000001:2.0:1787764879.940419:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940422:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764879.940425:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3c000 x1874595482403584/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940431:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764879.940433:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764879.940436:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4000.
02000000:00000001:2.0:1787764879.940439:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764879.940441:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764879.940443:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:2.0:1787764879.940445:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764879.940447:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee800.
02000000:00000001:2.0:1787764879.940451:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764879.940453:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764879.940455:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3c000.
00000100:00000001:2.0:1787764879.940457:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764879.940458:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940460:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764879.940463:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3fc00 x1874595482403712/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940474:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764879.940476:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764879.940477:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4400.
02000000:00000001:2.0:1787764879.940479:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764879.940480:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764879.940481:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:2.0:1787764879.940483:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764879.940484:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ef000.
02000000:00000001:2.0:1787764879.940486:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764879.940487:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764879.940489:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3fc00.
00000100:00000001:2.0:1787764879.940491:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764879.940492:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940493:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764879.940496:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3f840 x1874595482403840/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940501:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764879.940502:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764879.940503:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e4800.
02000000:00000001:2.0:1787764879.940505:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764879.940506:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764879.940507:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:2.0:1787764879.940509:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764879.940510:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee400.
02000000:00000001:2.0:1787764879.940512:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764879.940513:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764879.940514:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3f840.
00000100:00000001:2.0:1787764879.940516:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764879.940517:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940518:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764879.940521:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3d680 x1874595482403968/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940526:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764879.940527:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764879.940529:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e6000.
02000000:00000001:2.0:1787764879.940531:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764879.940532:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764879.940533:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:2.0:1787764879.940535:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764879.940536:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ee000.
02000000:00000001:2.0:1787764879.940538:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764879.940539:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764879.940540:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3d680.
00000100:00000001:2.0:1787764879.940542:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764879.940544:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940545:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764879.940548:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f683e3e1c0 x1874595482404096/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764879.940553:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764879.940554:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764879.940556:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6877e5000.
02000000:00000001:2.0:1787764879.940558:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764879.940559:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764879.940559:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:2.0:1787764879.940561:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764879.940562:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6919ec800.
02000000:00000001:2.0:1787764879.940564:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764879.940565:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764879.940566:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f683e3e1c0.
00000100:00000001:2.0:1787764879.940568:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764879.940569:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940571:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764879.940578:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764879.940579:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764879.940582:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764879.940583:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764880.640878:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764880.640885:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764880.640890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764880.640892:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764880.640895:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764880.640897:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764880.640973:0:259261:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764880.640978:0:259261:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764880.640982:0:259261:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787764881.280812:0:373130:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78800 (cpu 0) has reached its deadline 4321132329, at 4321132352
00000100:00000040:1.0:1787764881.280824:0:373132:0:(connection.c:75:cpu_latency_work()) work item of ffff93f684e78910 (cpu 1) has reached its deadline 4321132329, at 4321132352
00000100:00000010:1.0:1787764881.280835:0:373132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538f60.
00000100:00000010:0.0:1787764881.280838:0:373130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f688538480.
00010000:00000001:2.0:1787764881.664890:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764881.664897:0:359676:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787764881.664900:0:359676:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787764881.664903:0:359676:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764881.664907:0:359676:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787764881.664909:0:359676:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764881.664912:0:359676:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764881.664914:0:359676:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764881.664917:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764881.664919:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764881.664922:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764881.664923:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764881.664992:0:278367:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764881.664995:0:278367:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764881.664998:0:278367:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764882.688880:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764882.688887:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764882.688892:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764882.688894:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764882.688897:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764882.688898:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764882.689494:0:259260:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764882.689499:0:259260:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764882.689502:0:259260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764883.713086:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764883.713092:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764883.713098:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764883.713099:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764883.713103:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764883.713104:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764883.713275:0:278365:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764883.713279:0:278365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764883.713282:0:278365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787764884.736932:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764884.736939:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764884.736945:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764884.736946:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787764884.736949:0:359676:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787764884.736951:0:359676:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764884.737233:0:278364:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764884.737237:0:278364:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764884.737240:0:278364:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764885.056952:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 86ef0a6d-d362-4774-96e9-a22034d5b5d9->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764885.056962:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764885.056965:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764885.056968:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764885.056973:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764885.056980:0:373018:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 26463
00000400:00000200:2.0:1787764885.056990:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764885.056996:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764885.056999:0:373018:0:(import.c:589:import_select_connection()) MGC192.168.203.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764885.057003:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.057006:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764885.057009:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.057011:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764885.057015:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764885.057017:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f27e1fe
00000020:00000001:2.0:1787764885.057020:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764885.057023:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f592465000 refcount=3
00000020:00000001:2.0:1787764885.057025:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000020:00000001:2.0:1787764885.057027:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625281663193088 : -118792046358528 : ffff93f592465000)
00000100:00000040:2.0:1787764885.057030:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.057032:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764885.057034:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.057036:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764885.057039:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f592465000 : new refcount 2
00000100:00080000:2.0:1787764885.057043:0:373018:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import ffff93f61961a000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764885.057046:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764885.057048:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764885.057052:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764885.057055:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.057057:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764885.057060:0:373018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764885.058082:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6ed00.
00000020:00000040:2.0:1787764885.058088:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f61961a000 refcount=4 obd=MGC192.168.203.115@tcp
02000000:00000001:2.0:1787764885.058093:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764885.058095:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.058098:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764885.058101:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764885.058105:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764885.058113:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e5000.
00000100:00000001:2.0:1787764885.058119:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764885.058129:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764885.058139:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764885.058143:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764885.058148:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9009822] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.058206:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764885.058210:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764885.058213:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764885.058219:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.058227:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764885.058229:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764885.058232:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764885.058234:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764885.058237:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764885.058241:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482404224:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764885.058245:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764885.058249:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764885.058252:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764885.058254:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764885.058259:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764885.058261:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764885.058267:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764885.058291:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764885.058300:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764885.058308:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482404224, portal 25
00000100:00000001:0.0:1787764885.058310:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764885.058311:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980244736 : -118790729306880 : ffff93f5e0c6ed00)
00000100:00000040:0.0:1787764885.058318:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.058325:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764885.058328:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764885.058330:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764885.058333:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874595482404224, offset 0
00000400:00000200:0.0:1787764885.058339:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764885.058347:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764885.058353:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764885.058358:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764885.058362:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764885.058365:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764885.058368:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764885.058372:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278400:278400:256:4294967295] 192.168.203.115@tcp LPNI seq info [278400:278400:8:4294967295]
00000400:00000200:0.0:1787764885.058376:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764885.058385:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764885.058390:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764885.058395:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764885.058402:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764885.058405:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764885.058410:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764885.058463:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764885.058469:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764885.058471:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764885.058477:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764885.058481:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764885.058485:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764885.058487:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764885.058491:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764885.058495:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764885.058518:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764885.058522:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764885.058526:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764885.058528:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764885.058529:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764885.058533:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764885.058536:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26463
00000400:00000200:2.0:1787764885.058540:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764885.058543:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764885.058546:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764885.058548:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.058551:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764885.058553:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.058556:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764885.058558:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764885.058559:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc49
00000020:00000001:2.0:1787764885.058561:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764885.058564:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686071800 refcount=5
00000020:00000001:2.0:1787764885.058566:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000020:00000001:2.0:1787764885.058568:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752690688 : -118787956860928 : ffff93f686071800)
00000100:00000040:2.0:1787764885.058571:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.058574:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764885.058575:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.058577:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764885.058580:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686071800 : new refcount 4
00000100:00080000:2.0:1787764885.058582:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93f686074800: import ffff93f690b00000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764885.058585:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764885.058587:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764885.058591:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764885.058594:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.058596:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764885.058599:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764885.058602:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.058604:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764885.058608:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6d680.
00000020:00000040:2.0:1787764885.058610:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f690b00000 refcount=22 obd=lustre-MDT0000-mdc-ffff93f686074800
02000000:00000001:2.0:1787764885.058613:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764885.058614:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.058615:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764885.058617:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764885.058619:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764885.058622:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e6000.
00000100:00000001:2.0:1787764885.058626:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764885.058630:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764885.058637:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764885.058640:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764885.058643:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024527d21] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.058909:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764885.058915:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.058934:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.058935:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764885.058942:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764885.058946:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764885.058949:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4321137449
00000100:00000010:0.0:1787764885.058954:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217480.
00000100:00000001:0.0:1787764885.058959:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787764885.058965:0:257227:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4321137449
00000100:00000010:0.0:1787764885.058968:0:257227:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f69f217180.
00000100:00000001:0.0:1787764885.058970:0:257227:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787764885.058973:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764885.058976:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.058979:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764885.058983:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764885/real 1787764885]  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764885.058992:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764885.058994:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764885.058996:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764885.058998:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764885.059000:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764885.059002:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764885.059006:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764885.059014:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.059021:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764885.059023:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.059025:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764885.059027:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764885.059031:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.059038:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764885.059042:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.059049:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764885.059052:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.059054:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764885.059055:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.059057:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764885.059059:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764885.059061:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f61961a000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764885.059065:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764885.059068:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764885.059072:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764885.059080:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86ef0a6d-d362-4774-96e9-a22034d5b5d9:257227:1874595482404224:192.168.203.115@tcp:250:kworker.0
00000100:00000001:0.0:1787764885.059084:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.059086:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764885.059089:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6ed00 x1874595482404224/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.059095:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764885.059097:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764885.059100:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764885.059102:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764885.059104:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764885.059122:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f61961a000 refcount=3 obd=MGC192.168.203.115@tcp
00000020:00000001:0.0:1787764885.059124:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764885.059126:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e5000.
02000000:00000001:0.0:1787764885.059130:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764885.059131:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764885.059133:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6ed00.
00000100:00000001:0.0:1787764885.059136:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764885.059137:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.059139:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764885.059380:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764885.059397:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764885.059401:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764885.059403:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764885.059404:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764885.059407:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764885.059410:0:373018:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26463
00000400:00000200:2.0:1787764885.059475:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764885.059479:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764885.059482:0:373018:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764885.059485:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.059487:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764885.059489:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.059491:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764885.059493:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764885.059494:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc50
00000020:00000001:2.0:1787764885.059496:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764885.059498:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686072800 refcount=5
00000020:00000001:2.0:1787764885.059500:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000020:00000001:2.0:1787764885.059503:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752694784 : -118787956856832 : ffff93f686072800)
00000100:00000040:2.0:1787764885.059505:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.059507:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764885.059508:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.059510:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764885.059512:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686072800 : new refcount 4
00000100:00080000:2.0:1787764885.059515:0:373018:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93f686074800: import ffff93f5c8e14800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764885.059518:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764885.059520:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764885.059523:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764885.059525:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.059527:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764885.059529:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764885.059532:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.059534:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764885.059538:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6e1c0.
00000020:00000040:2.0:1787764885.059540:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e14800 refcount=4 obd=lustre-MDT0001-mdc-ffff93f686074800
02000000:00000001:2.0:1787764885.059543:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764885.059544:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.059546:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764885.059548:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764885.059549:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764885.059553:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4800.
00000100:00000001:2.0:1787764885.059556:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764885.059561:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764885.059568:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764885.059570:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764885.059574:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000819277ae] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764885.059582:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764885.059585:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764885.059588:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764885.059590:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764885.059591:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764885.059593:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764885.059596:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26463
00000400:00000200:2.0:1787764885.059599:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764885.059602:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764885.059604:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764885.059607:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.059608:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764885.059610:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.059612:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764885.059614:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764885.059616:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc5e
00000020:00000001:2.0:1787764885.059618:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764885.059619:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686073000 refcount=4
00000020:00000001:2.0:1787764885.059621:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000020:00000001:2.0:1787764885.059623:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752696832 : -118787956854784 : ffff93f686073000)
00000100:00000040:2.0:1787764885.059626:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.059628:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764885.059630:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.059632:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764885.059634:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686073000 : new refcount 3
00000100:00080000:2.0:1787764885.059636:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93f686074800: import ffff93f5c8e10800 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764885.059638:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764885.059639:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764885.059641:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764885.059643:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.059645:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764885.059646:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764885.059649:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.059650:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764885.059653:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6f0c0.
00000020:00000040:2.0:1787764885.059655:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e10800 refcount=4 obd=lustre-OST0000-osc-ffff93f686074800
02000000:00000001:2.0:1787764885.059657:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764885.059659:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.059660:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764885.059662:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764885.059663:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764885.059666:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4400.
00000100:00000001:2.0:1787764885.059668:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764885.059672:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764885.059678:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764885.059680:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764885.059684:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030fe88c5] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764885.059692:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764885.059694:0:373018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764885.059697:0:373018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764885.059698:0:373018:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764885.059699:0:373018:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764885.059862:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764885.059864:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.059866:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764885.059868:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764885.059869:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764885.059874:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.059882:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764885.059883:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764885.059885:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764885.059888:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764885.059890:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764885.059893:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482404352:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764885.059896:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764885.059898:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764885.059900:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764885.059902:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764885.059905:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764885.059907:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764885.059911:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764885.059914:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764885.059928:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764885.059932:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482404352, portal 10
00000100:00000001:0.0:1787764885.059934:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764885.059935:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980238976 : -118790729312640 : ffff93f5e0c6d680)
00000100:00000040:0.0:1787764885.059941:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.059948:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764885.059951:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764885.059952:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764885.059955:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482404352, offset 0
00000400:00000200:0.0:1787764885.059958:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764885.059963:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764885.059967:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764885.059971:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764885.059974:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764885.059977:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764885.059979:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764885.059982:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278401:278401:256:4294967295] 192.168.203.115@tcp LPNI seq info [278401:278401:8:4294967295]
00000400:00000200:0.0:1787764885.059986:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764885.059993:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764885.059997:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764885.060001:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764885.060006:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764885.060009:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764885.060013:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764885.060015:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764885.060019:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764885.060021:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764885.060025:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764885.060028:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764885.060031:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764885.060033:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764885.060035:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764885.060039:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060047:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764885.060050:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060063:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.060064:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764885.060068:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764885.060071:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: using a timeout of 10977 usecs (11 jiffies)
00000400:00000200:0.0:1787764885.060074:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764885.060076:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321136141
00000100:00000001:0.0:1787764885.060079:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321137449
00000100:00000001:0.0:1787764885.060081:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321136141
00000100:00000001:0.0:1787764885.060083:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321137449
00000100:00000001:0.0:1787764885.060085:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764885.060087:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.060089:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764885.060093:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764885/real 1787764885]  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764885.060101:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764885.060102:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764885.060104:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764885.060106:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764885.060107:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764885.060109:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764885.060112:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764885.060120:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060125:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764885.060126:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.060128:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764885.060130:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764885.060133:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060140:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764885.060144:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060150:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764885.060153:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.060154:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764885.060156:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.060157:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764885.060159:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764885.060162:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f690b00000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764885.060166:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764885.060168:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764885.060172:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764885.060179:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482404352:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764885.060183:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764885.060186:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060192:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764885.060194:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764885.060195:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764885.060197:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764885.060199:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764885.060202:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482404480:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764885.060205:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764885.060207:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764885.060208:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764885.060210:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764885.060213:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764885.060215:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764885.060218:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764885.060220:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764885.060223:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764885.060225:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482404480, portal 10
00000100:00000001:0.0:1787764885.060227:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764885.060228:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980241856 : -118790729309760 : ffff93f5e0c6e1c0)
00000100:00000040:0.0:1787764885.060233:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060239:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764885.060241:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764885.060243:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764885.060245:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874595482404480, offset 0
00000400:00000200:0.0:1787764885.060249:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764885.060252:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764885.060255:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764885.060258:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764885.060260:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764885.060262:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764885.060264:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764885.060267:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278402:278402:256:4294967295] 192.168.203.115@tcp LPNI seq info [278402:278402:8:4294967295]
00000400:00000200:0.0:1787764885.060271:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764885.060277:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764885.060282:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764885.060285:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764885.060288:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764885.060291:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764885.060295:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764885.060297:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764885.060301:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764885.060303:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764885.060306:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764885.060309:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764885.060312:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764885.060313:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764885.060316:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764885.060319:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060327:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764885.060330:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060336:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.060338:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764885.060340:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764885.060343:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: using a timeout of 18510 usecs (19 jiffies)
00000400:00000200:0.0:1787764885.060346:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764885.060347:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321136149
00000100:00000001:0.0:1787764885.060349:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321137449
00000100:00000001:0.0:1787764885.060351:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321136149
00000100:00000001:0.0:1787764885.060353:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321137449
00000100:00000001:0.0:1787764885.060356:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764885.060358:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.060360:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764885.060363:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764885/real 1787764885]  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764885.060370:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764885.060371:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764885.060373:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764885.060375:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764885.060376:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764885.060379:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764885.060382:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764885.060389:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060395:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764885.060397:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.060399:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764885.060400:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764885.060403:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060409:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764885.060925:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060934:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764885.060936:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.060938:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764885.060939:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.060941:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764885.060943:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764885.060945:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e14800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764885.060949:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764885.060951:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764885.060956:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764885.060964:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482404480:192.168.203.115@tcp:38:kworker.0
00000100:00000001:0.0:1787764885.060968:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764885.060971:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.060978:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764885.060979:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764885.060981:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764885.060983:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764885.060985:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764885.060988:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482404608:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764885.060991:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764885.060993:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764885.060994:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764885.060996:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764885.061000:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764885.061002:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764885.061006:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764885.061008:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764885.061012:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764885.061015:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482404608, portal 4
00000100:00000001:0.0:1787764885.061017:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764885.061018:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980245696 : -118790729305920 : ffff93f5e0c6f0c0)
00000100:00000040:0.0:1787764885.061023:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.061029:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764885.061032:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764885.061034:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764885.061036:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482404608, offset 0
00000400:00000200:0.0:1787764885.061040:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764885.061044:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764885.061048:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764885.061051:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764885.061054:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764885.061056:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764885.061059:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764885.061062:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278403:278403:256:4294967295] 192.168.203.115@tcp LPNI seq info [278403:278403:8:4294967295]
00000400:00000200:0.0:1787764885.061066:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764885.061073:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764885.061077:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764885.061080:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764885.061084:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764885.061087:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764885.061091:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764885.061093:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764885.061097:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764885.061098:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764885.061101:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764885.061104:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764885.061107:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764885.061109:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764885.061111:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764885.061114:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.061122:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764885.061124:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.061130:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.061132:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764885.061135:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764885.061138:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: using a timeout of 18865 usecs (19 jiffies)
00000400:00000200:0.0:1787764885.061141:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764885.061143:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321136149
00000100:00000001:0.0:1787764885.061146:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321137449
00000100:00000001:0.0:1787764885.061148:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321136149
00000100:00000001:0.0:1787764885.061150:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321137449
00000100:00000001:0.0:1787764885.061152:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764885.061172:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.061174:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764885.061179:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764885/real 1787764885]  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764885.061186:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764885.061187:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764885.061189:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764885.061191:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764885.061193:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764885.061195:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764885.061198:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764885.061207:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.061212:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764885.061214:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.061215:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764885.061216:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764885.061220:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.061226:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764885.061229:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.061236:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764885.061238:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.061239:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764885.061241:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.061242:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764885.061244:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764885.061246:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e10800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764885.061250:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764885.061252:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764885.061255:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764885.061262:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482404608:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764885.061266:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.061268:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764885.061271:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6d680 x1874595482404352/t0(0) o38->lustre-MDT0000-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.061278:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764885.061279:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764885.061282:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ec000.
02000000:00000001:0.0:1787764885.061284:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764885.061286:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764885.061288:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f690b00000 refcount=21 obd=lustre-MDT0000-mdc-ffff93f686074800
00000020:00000001:0.0:1787764885.061290:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764885.061292:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e6000.
02000000:00000001:0.0:1787764885.061295:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764885.061296:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764885.061298:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6d680.
00000100:00000001:0.0:1787764885.061301:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764885.061302:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.061303:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764885.061306:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6e1c0 x1874595482404480/t0(0) o38->lustre-MDT0001-mdc-ffff93f686074800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.061313:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764885.061314:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764885.061315:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef800.
02000000:00000001:0.0:1787764885.061318:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764885.061319:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764885.061320:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e14800 refcount=3 obd=lustre-MDT0001-mdc-ffff93f686074800
00000020:00000001:0.0:1787764885.061321:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764885.061323:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4800.
02000000:00000001:0.0:1787764885.061325:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764885.061326:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764885.061328:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6e1c0.
00000100:00000001:0.0:1787764885.061329:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764885.061330:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.061332:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764885.061334:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6f0c0 x1874595482404608/t0(0) o8->lustre-OST0000-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.061340:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764885.061342:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764885.061343:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764885.061345:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764885.061346:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764885.061347:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e10800 refcount=3 obd=lustre-OST0000-osc-ffff93f686074800
00000020:00000001:0.0:1787764885.061349:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764885.061350:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4400.
02000000:00000001:0.0:1787764885.061351:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764885.061352:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764885.061354:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6f0c0.
00000100:00000001:0.0:1787764885.061355:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764885.061357:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.061359:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.061363:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764885.061365:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.061367:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764885.061369:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.061641:0:373018:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764885.061645:0:373018:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: connect to NID 192.168.203.115@tcp last attempt 26463
00000400:00000200:2.0:1787764885.061650:0:373018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:2.0:1787764885.061653:0:373018:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764885.061656:0:373018:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764885.061659:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.061661:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764885.061664:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.061666:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000001:2.0:1787764885.061668:0:373018:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764885.061670:0:373018:0:(genops.c:804:class_conn2export()) looking for export cookie 0xda0b92045f2acc65
00000020:00000001:2.0:1787764885.061672:0:373018:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764885.061675:0:373018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93f686076800 refcount=4
00000020:00000001:2.0:1787764885.061676:0:373018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000020:00000001:2.0:1787764885.061678:0:373018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625285752711168 : -118787956840448 : ffff93f686076800)
00000100:00000040:2.0:1787764885.061681:0:373018:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93f6ad1d2240 refcount 14 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.061684:0:373018:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764885.061685:0:373018:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93f6ad1d2240 refcount 15 to 192.168.203.115@tcp
00000100:00000001:2.0:1787764885.061687:0:373018:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625286408446528 : -118787301105088 : ffff93f6ad1d2240)
00000020:00000040:2.0:1787764885.061690:0:373018:0:(genops.c:879:class_export_put()) PUTting export ffff93f686076800 : new refcount 3
00000100:00080000:2.0:1787764885.061693:0:373018:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93f686074800: import ffff93f5c8e11000 using connection 192.168.203.115@tcp/192.168.203.115@tcp
00000100:00000001:2.0:1787764885.061695:0:373018:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764885.061698:0:373018:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764885.061711:0:373018:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764885.061713:0:373018:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.061715:0:373018:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764885.061718:0:373018:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764885.061720:0:373018:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.061722:0:373018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764885.061727:0:373018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93f5e0c6c3c0.
00000020:00000040:2.0:1787764885.061730:0:373018:0:(genops.c:1210:class_import_get()) import ffff93f5c8e11000 refcount=3 obd=lustre-OST0001-osc-ffff93f686074800
02000000:00000001:2.0:1787764885.061733:0:373018:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764885.061734:0:373018:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764885.061736:0:373018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764885.061738:0:373018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764885.061741:0:373018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764885.061745:0:373018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f6877e4000.
00000100:00000001:2.0:1787764885.061760:0:373018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764885.061766:0:373018:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764885.061774:0:373018:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764885.061777:0:373018:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764885.061780:0:373018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000184af9f2] to pc [ptlrpcd_rcv+-1]  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764885.061799:0:373018:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764885.061805:0:373018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26473)
00000100:00000001:0.0:1787764885.061900:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764885.061903:0:257227:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764885.061904:0:257227:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764885.061909:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.061925:0:257227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764885.061926:0:257227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764885.061928:0:257227:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764885.061930:0:257227:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764885.061932:0:257227:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764885.061936:0:257227:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482404736:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764885.061939:0:257227:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764885.061941:0:257227:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764885.061943:0:257227:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764885.061945:0:257227:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764885.061948:0:257227:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764885.061950:0:257227:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764885.061954:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000010:0.0:1787764885.061956:0:257227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f595a92580.
00000400:00000010:0.0:1787764885.061960:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa0dd0.
00000100:00000200:0.0:1787764885.061963:0:257227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874595482404736, portal 4
00000100:00000001:0.0:1787764885.061965:0:257227:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764885.061966:0:257227:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625282980234176 : -118790729317440 : ffff93f5e0c6c3c0)
00000100:00000040:0.0:1787764885.061972:0:257227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.061978:0:257227:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764885.061980:0:257227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp
00000400:00000010:0.0:1787764885.061982:0:257227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f68bfa05d8.
00000100:00000200:0.0:1787764885.061984:0:257227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874595482404736, offset 0
00000400:00000200:0.0:1787764885.061988:0:257227:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp
00000400:00000200:0.0:1787764885.061992:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764885.061995:0:257227:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.115@tcp local destination
00000400:00000200:0.0:1787764885.061998:0:257227:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764885.062001:0:257227:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp
00000400:00000200:0.0:1787764885.062003:0:257227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764885.062006:0:257227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp
00000400:00000200:0.0:1787764885.062009:0:257227:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [278404:278404:256:4294967295] 192.168.203.115@tcp LPNI seq info [278404:278404:8:4294967295]
00000400:00000200:0.0:1787764885.062013:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000400:00000200:0.0:1787764885.062019:0:257227:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:<?>) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764885.062023:0:257227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764885.062026:0:257227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f699295500.
00000800:00000200:0.0:1787764885.062030:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.0:1787764885.062033:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787764885.062037:0:257227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93f5dc398840] -> 12345-192.168.203.115@tcp (2)
00000800:00000200:0.1:1787764885.062040:0:257227:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787764885.062043:0:257227:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.115@tcp
00000800:00000010:0.0:1787764885.062045:0:257227:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f699295500.
00000400:00000200:0.0:1787764885.062048:0:257227:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764885.062052:0:257227:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764885.062055:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa05d8
00000400:00000010:0.0:1787764885.062056:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa05d8.
00000100:00000001:0.0:1787764885.062058:0:257227:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764885.062062:0:257227:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.062069:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764885.062072:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.062078:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.062080:0:257227:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764885.062083:0:257227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764885.062085:0:257227:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: using a timeout of 22066 usecs (23 jiffies)
00000400:00000200:0.0:1787764885.062088:0:257227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0
00000100:00000001:0.0:1787764885.062090:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 0 is 4321136156
00000100:00000001:0.0:1787764885.062093:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 0, keep current deadline 4321137449
00000100:00000001:0.0:1787764885.062095:0:257227:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS new deadline estimation for cpu 1 is 4321136156
00000100:00000001:0.0:1787764885.062097:0:257227:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93f686074800: PM QoS request active for cpu 1, keep current deadline 4321137449
00000100:00000001:0.0:1787764885.062099:0:257227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764885.062100:0:257227:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.062102:0:257227:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764885.062105:0:257227:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764885/real 1787764885]  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764885.062113:0:257227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764885.062115:0:257227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764885.062117:0:257227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f595a92580.
00000400:00000200:0.0:1787764885.062119:0:257227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f68bfa0dd0
00000400:00000010:0.0:1787764885.062120:0:257227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93f68bfa0dd0.
00000100:00000001:0.0:1787764885.062123:0:257227:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764885.062125:0:257227:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764885.062133:0:257227:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.062139:0:257227:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764885.062140:0:257227:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.062142:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764885.062143:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764885.062147:0:257227:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.062154:0:257227:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764885.062157:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.062163:0:257227:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764885.062166:0:257227:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.062168:0:257227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764885.062169:0:257227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.062170:0:257227:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764885.062172:0:257227:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764885.062174:0:257227:0:(import.c:65:import_set_state_nolock()) ffff93f5c8e11000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764885.062177:0:257227:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.115@tcp failed (-110)
00000100:00000001:0.0:1787764885.062179:0:257227:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764885.062183:0:257227:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764885.062196:0:257227:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93f5e0c6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e8adb2d-bcd1-44d7-94a2-f59f9f82fa93:257227:1874595482404736:192.168.203.115@tcp:8:kworker.0
00000100:00000001:0.0:1787764885.062199:0:257227:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.062201:0:257227:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764885.062204:0:257227:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93f5e0c6c3c0 x1874595482404736/t0(0) o8->lustre-OST0001-osc-ffff93f686074800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764885.062210:0:257227:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764885.062211:0:257227:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764885.062213:0:257227:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f6919ef400.
02000000:00000001:0.0:1787764885.062216:0:257227:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764885.062217:0:257227:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764885.062219:0:257227:0:(genops.c:1223:class_import_put()) import ffff93f5c8e11000 refcount=2 obd=lustre-OST0001-osc-ffff93f686074800
00000020:00000001:0.0:1787764885.062221:0:257227:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764885.062222:0:257227:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93f6877e4000.
02000000:00000001:0.0:1787764885.062224:0:257227:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764885.062231:0:257227:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764885.062233:0:257227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93f5e0c6c3c0.
00000100:00000001:0.0:1787764885.062235:0:257227:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764885.062236:0:257227:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.062238:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764885.062242:0:257227:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764885.062243:0:257227:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764885.062245:0:257227:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764885.062246:0:257227:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
Debug log: 133460 lines, 133460 kept, 0 dropped, 0 bad.